Oct 16 08:18:31 user nova-compute[73884]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_linux_bridge.linux_bridge.LinuxBridgePlugin'>' with name 'linux_bridge' {{(pid=73884) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_noop.noop.NoOpPlugin'>' with name 'noop' {{(pid=73884) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_ovs.ovs.OvsPlugin'>' with name 'ovs' {{(pid=73884) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Oct 16 08:18:31 user nova-compute[73884]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.018s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:18:31 user nova-compute[73884]: INFO nova.virt.driver [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] Loading compute driver 'libvirt.LibvirtDriver'
Oct 16 08:18:31 user nova-compute[73884]: INFO nova.compute.provider_config [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access.
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] Acquiring lock "singleton_lock" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] Acquired lock "singleton_lock" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] Releasing lock "singleton_lock" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] Full set of CONF: {{(pid=73884) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:362}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] ******************************************************************************** {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2589}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] Configuration options gathered from: {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2590}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] command line args: ['--config-file', '/etc/nova/nova-cpu.conf'] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2591}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] config files: ['/etc/nova/nova-cpu.conf'] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2592}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] ================================================================================ {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2594}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] allow_resize_to_same_host      = True {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] arq_binding_timeout            = 300 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] backdoor_port                  = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] backdoor_socket                = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] block_device_allocate_retries  = 300 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] block_device_allocate_retries_interval = 5 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cert                           = self.pem {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] compute_driver                 = libvirt.LibvirtDriver {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] compute_monitors               = [] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] config_dir                     = [] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] config_drive_format            = iso9660 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] config_file                    = ['/etc/nova/nova-cpu.conf'] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] config_source                  = [] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] console_host                   = user {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] control_exchange               = nova {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cpu_allocation_ratio           = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] daemon                         = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] debug                          = True {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] default_access_ip_network_name = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] default_availability_zone      = nova {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] default_ephemeral_format       = ext4 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] default_green_pool_size        = 1000 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] default_schedule_zone          = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] disk_allocation_ratio          = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] enable_new_services            = True {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] enabled_apis                   = ['osapi_compute'] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] enabled_ssl_apis               = [] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] flat_injected                  = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] force_config_drive             = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] force_raw_images               = True {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] graceful_shutdown_timeout      = 5 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] heal_instance_info_cache_interval = 60 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] host                           = user {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] initial_cpu_allocation_ratio   = 4.0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] initial_disk_allocation_ratio  = 1.0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] initial_ram_allocation_ratio   = 1.0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] injected_network_template      = /opt/stack/nova/nova/virt/interfaces.template {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] instance_build_timeout         = 0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] instance_delete_interval       = 300 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] instance_format                = [instance: %(uuid)s]  {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] instance_name_template         = instance-%08x {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] instance_usage_audit           = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] instance_usage_audit_period    = month {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] instances_path                 = /opt/stack/data/nova/instances {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] internal_service_availability_zone = internal {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] key                            = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] live_migration_retry_count     = 30 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] log_config_append              = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] log_dir                        = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] log_file                       = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] log_options                    = True {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] log_rotate_interval            = 1 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] log_rotate_interval_type       = days {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] log_rotation_type              = none {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] long_rpc_timeout               = 1800 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] max_concurrent_builds          = 10 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] max_concurrent_live_migrations = 1 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] max_concurrent_snapshots       = 5 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] max_local_block_devices        = 3 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] max_logfile_count              = 30 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] max_logfile_size_mb            = 200 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] maximum_instance_delete_attempts = 5 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] metadata_listen                = 0.0.0.0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] metadata_listen_port           = 8775 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] metadata_workers               = 3 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] migrate_max_retries            = -1 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] mkisofs_cmd                    = genisoimage {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] my_block_storage_ip            = 10.0.0.210 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] my_ip                          = 10.0.0.210 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] network_allocate_retries       = 0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] osapi_compute_listen           = 0.0.0.0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] osapi_compute_listen_port      = 8774 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] osapi_compute_unique_server_name_scope =  {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] osapi_compute_workers          = 3 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] password_length                = 12 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] periodic_enable                = True {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] periodic_fuzzy_delay           = 60 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] pointer_model                  = ps2mouse {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] preallocate_images             = none {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] publish_errors                 = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] pybasedir                      = /opt/stack/nova {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] ram_allocation_ratio           = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] rate_limit_burst               = 0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] rate_limit_except_level        = CRITICAL {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] rate_limit_interval            = 0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] reboot_timeout                 = 0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] reclaim_instance_interval      = 0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] record                         = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] reimage_timeout_per_gb         = 60 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] report_interval                = 120 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] rescue_timeout                 = 0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] reserved_host_cpus             = 0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] reserved_host_disk_mb          = 0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] reserved_host_memory_mb        = 512 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] reserved_huge_pages            = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] resize_confirm_window          = 0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] resize_fs_using_block_device   = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] resume_guests_state_on_host_boot = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] rootwrap_config                = /etc/nova/rootwrap.conf {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] rpc_response_timeout           = 60 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] run_external_periodic_tasks    = True {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] running_deleted_instance_action = reap {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] running_deleted_instance_poll_interval = 1800 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] running_deleted_instance_timeout = 0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] scheduler_instance_sync_interval = 120 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] service_down_time              = 720 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] servicegroup_driver            = db {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] shelved_offload_time           = 0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] shelved_poll_interval          = 3600 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] shutdown_timeout               = 0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] source_is_ipv6                 = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] ssl_only                       = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] state_path                     = /opt/stack/data/nova {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] sync_power_state_interval      = 600 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] sync_power_state_pool_size     = 1000 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] syslog_log_facility            = LOG_USER {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] tempdir                        = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] timeout_nbd                    = 10 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] transport_url                  = **** {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] update_resources_interval      = 0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] use_cow_images                 = True {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] use_eventlog                   = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] use_journal                    = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] use_json                       = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] use_rootwrap_daemon            = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] use_stderr                     = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] use_syslog                     = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vcpu_pin_set                   = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vif_plugging_is_fatal          = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vif_plugging_timeout           = 0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] virt_mkfs                      = [] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] volume_usage_poll_interval     = 0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] watch_log_file                 = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] web                            = /usr/share/spice-html5 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_concurrency.disable_process_locking = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_concurrency.lock_path     = /opt/stack/data/nova {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_messaging_metrics.metrics_process_name =  {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] api.auth_strategy              = keystone {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] api.compute_link_prefix        = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] api.dhcp_domain                = novalocal {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] api.enable_instance_password   = True {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] api.glance_link_prefix         = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] api.instance_list_per_project_cells = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] api.list_records_by_skipping_down_cells = True {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] api.local_metadata_per_cell    = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] api.max_limit                  = 1000 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] api.metadata_cache_expiration  = 15 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] api.neutron_default_tenant_id  = default {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] api.use_forwarded_for          = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] api.use_neutron_default_nets   = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] api.vendordata_dynamic_ssl_certfile =  {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] api.vendordata_dynamic_targets = [] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] api.vendordata_jsonfile_path   = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] api.vendordata_providers       = ['StaticJSON'] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cache.backend                  = dogpile.cache.memcached {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cache.backend_argument         = **** {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cache.config_prefix            = cache.oslo {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cache.dead_timeout             = 60.0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cache.debug_cache_backend      = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cache.enable_retry_client      = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cache.enable_socket_keepalive  = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cache.enabled                  = True {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cache.expiration_time          = 600 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cache.hashclient_retry_attempts = 2 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cache.hashclient_retry_delay   = 1.0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cache.memcache_dead_retry      = 300 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cache.memcache_password        =  {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cache.memcache_pool_maxsize    = 10 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cache.memcache_sasl_enabled    = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cache.memcache_servers         = ['localhost:11211'] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cache.memcache_socket_timeout  = 1.0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cache.memcache_username        =  {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cache.proxies                  = [] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cache.retry_attempts           = 2 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cache.retry_delay              = 0.0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cache.socket_keepalive_count   = 1 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cache.socket_keepalive_idle    = 1 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cache.socket_keepalive_interval = 1 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cache.tls_allowed_ciphers      = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cache.tls_cafile               = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cache.tls_certfile             = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cache.tls_enabled              = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cache.tls_keyfile              = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cinder.auth_section            = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cinder.auth_type               = password {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cinder.cafile                  = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cinder.catalog_info            = volumev3::publicURL {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cinder.certfile                = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cinder.collect_timing          = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cinder.cross_az_attach         = True {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cinder.debug                   = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cinder.endpoint_template       = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cinder.http_retries            = 3 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cinder.insecure                = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cinder.keyfile                 = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cinder.os_region_name          = RegionOne {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cinder.split_loggers           = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cinder.timeout                 = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] compute.cpu_dedicated_set      = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] compute.cpu_shared_set         = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] compute.image_type_exclude_list = [] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] compute.max_concurrent_disk_ops = 0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] compute.max_disk_devices_to_attach = -1 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] compute.resource_provider_association_refresh = 300 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] compute.shutdown_retry_interval = 10 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] compute.vmdk_allowed_types     = ['streamOptimized', 'monolithicSparse'] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] conductor.workers              = 3 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] console.allowed_origins        = [] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] console.ssl_ciphers            = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] console.ssl_minimum_version    = default {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] consoleauth.token_ttl          = 600 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cyborg.cafile                  = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cyborg.certfile                = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cyborg.collect_timing          = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cyborg.connect_retries         = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cyborg.connect_retry_delay     = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cyborg.endpoint_override       = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cyborg.insecure                = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cyborg.keyfile                 = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cyborg.max_version             = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cyborg.min_version             = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cyborg.region_name             = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cyborg.service_name            = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cyborg.service_type            = accelerator {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cyborg.split_loggers           = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cyborg.status_code_retries     = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cyborg.status_code_retry_delay = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cyborg.timeout                 = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cyborg.valid_interfaces        = ['internal', 'public'] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] cyborg.version                 = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] database.backend               = sqlalchemy {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] database.connection            = **** {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] database.connection_debug      = 0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] database.connection_parameters =  {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] database.connection_recycle_time = 3600 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] database.connection_trace      = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] database.db_inc_retry_interval = True {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] database.db_max_retries        = 20 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] database.db_max_retry_interval = 10 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] database.db_retry_interval     = 1 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] database.max_overflow          = 50 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] database.max_pool_size         = 5 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] database.max_retries           = 10 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] database.mysql_sql_mode        = TRADITIONAL {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] database.mysql_wsrep_sync_wait = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] database.pool_timeout          = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] database.retry_interval        = 10 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] database.slave_connection      = **** {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] database.sqlite_synchronous    = True {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] api_database.backend           = sqlalchemy {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] api_database.connection        = **** {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] api_database.connection_debug  = 0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] api_database.connection_parameters =  {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] api_database.connection_recycle_time = 3600 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] api_database.connection_trace  = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] api_database.db_inc_retry_interval = True {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] api_database.db_max_retries    = 20 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] api_database.db_max_retry_interval = 10 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] api_database.db_retry_interval = 1 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] api_database.max_overflow      = 50 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] api_database.max_pool_size     = 5 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] api_database.max_retries       = 10 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] api_database.mysql_sql_mode    = TRADITIONAL {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] api_database.pool_timeout      = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] api_database.retry_interval    = 10 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] api_database.slave_connection  = **** {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] api_database.sqlite_synchronous = True {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] devices.enabled_mdev_types     = [] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] ephemeral_storage_encryption.enabled = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] glance.api_servers             = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] glance.cafile                  = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] glance.certfile                = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] glance.collect_timing          = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] glance.connect_retries         = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] glance.connect_retry_delay     = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] glance.debug                   = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] glance.default_trusted_certificate_ids = [] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] glance.enable_certificate_validation = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] glance.enable_rbd_download     = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] glance.endpoint_override       = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] glance.insecure                = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] glance.keyfile                 = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] glance.max_version             = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] glance.min_version             = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] glance.num_retries             = 3 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] glance.rbd_ceph_conf           =  {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] glance.rbd_connect_timeout     = 5 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] glance.rbd_pool                =  {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] glance.rbd_user                =  {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] glance.region_name             = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] glance.service_name            = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] glance.service_type            = image {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] glance.split_loggers           = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] glance.status_code_retries     = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] glance.status_code_retry_delay = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] glance.timeout                 = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] glance.valid_interfaces        = ['internal', 'public'] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] glance.verify_glance_signatures = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] glance.version                 = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] guestfs.debug                  = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] hyperv.config_drive_cdrom      = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] hyperv.config_drive_inject_password = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] hyperv.dynamic_memory_ratio    = 1.0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] hyperv.enable_instance_metrics_collection = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] hyperv.enable_remotefx         = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] hyperv.instances_path_share    =  {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] hyperv.iscsi_initiator_list    = [] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] hyperv.limit_cpu_features      = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] hyperv.mounted_disk_query_retry_count = 10 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] hyperv.mounted_disk_query_retry_interval = 5 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] hyperv.power_state_check_timeframe = 60 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] hyperv.power_state_event_polling_interval = 2 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] hyperv.qemu_img_cmd            = qemu-img.exe {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] hyperv.use_multipath_io        = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] hyperv.volume_attach_retry_count = 10 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] hyperv.volume_attach_retry_interval = 5 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] hyperv.vswitch_name            = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] hyperv.wait_soft_reboot_seconds = 60 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] mks.enabled                    = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] mks.mksproxy_base_url          = http://127.0.0.1:6090/ {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] image_cache.manager_interval   = 2400 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] image_cache.precache_concurrency = 1 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] image_cache.remove_unused_base_images = True {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] image_cache.subdirectory_name  = _base {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] ironic.api_max_retries         = 60 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] ironic.api_retry_interval      = 2 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] ironic.auth_section            = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] ironic.auth_type               = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] ironic.cafile                  = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] ironic.certfile                = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] ironic.collect_timing          = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] ironic.conductor_group         = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] ironic.connect_retries         = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] ironic.connect_retry_delay     = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] ironic.endpoint_override       = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] ironic.insecure                = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] ironic.keyfile                 = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] ironic.max_version             = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] ironic.min_version             = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] ironic.peer_list               = [] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] ironic.region_name             = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] ironic.serial_console_state_timeout = 10 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] ironic.service_name            = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] ironic.service_type            = baremetal {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] ironic.split_loggers           = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] ironic.status_code_retries     = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] ironic.status_code_retry_delay = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] ironic.timeout                 = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] ironic.valid_interfaces        = ['internal', 'public'] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] ironic.version                 = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] key_manager.backend            = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] key_manager.fixed_key          = **** {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] barbican.auth_endpoint         = http://localhost/identity/v3 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] barbican.barbican_api_version  = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] barbican.barbican_endpoint     = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] barbican.barbican_endpoint_type = public {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] barbican.barbican_region_name  = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] barbican.cafile                = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] barbican.certfile              = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] barbican.collect_timing        = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] barbican.insecure              = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] barbican.keyfile               = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] barbican.number_of_retries     = 60 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] barbican.retry_delay           = 1 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] barbican.send_service_user_token = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] barbican.split_loggers         = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] barbican.timeout               = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] barbican.verify_ssl            = True {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] barbican.verify_ssl_path       = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] barbican_service_user.auth_section = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] barbican_service_user.auth_type = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] barbican_service_user.cafile   = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] barbican_service_user.certfile = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] barbican_service_user.collect_timing = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] barbican_service_user.insecure = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] barbican_service_user.keyfile  = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] barbican_service_user.split_loggers = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] barbican_service_user.timeout  = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vault.approle_role_id          = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vault.approle_secret_id        = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vault.cafile                   = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vault.certfile                 = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vault.collect_timing           = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vault.insecure                 = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vault.keyfile                  = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vault.kv_mountpoint            = secret {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vault.kv_path                  = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vault.kv_version               = 2 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vault.namespace                = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vault.root_token_id            = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vault.split_loggers            = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vault.ssl_ca_crt_file          = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vault.timeout                  = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vault.use_ssl                  = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vault.vault_url                = http://127.0.0.1:8200 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] keystone.auth_section          = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] keystone.auth_type             = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] keystone.cafile                = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] keystone.certfile              = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] keystone.collect_timing        = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] keystone.connect_retries       = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] keystone.connect_retry_delay   = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] keystone.endpoint_override     = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] keystone.insecure              = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] keystone.keyfile               = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] keystone.max_version           = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] keystone.min_version           = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] keystone.region_name           = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] keystone.service_name          = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] keystone.service_type          = identity {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] keystone.split_loggers         = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] keystone.status_code_retries   = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] keystone.status_code_retry_delay = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] keystone.timeout               = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] keystone.valid_interfaces      = ['internal', 'public'] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] keystone.version               = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.connection_uri         =  {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.cpu_mode               = custom {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.cpu_model_extra_flags  = [] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: WARNING oslo_config.cfg [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] Deprecated: Option "cpu_model" from group "libvirt" is deprecated. Use option "cpu_models" from group "libvirt".
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.cpu_models             = ['Nehalem'] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.cpu_power_governor_high = performance {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.cpu_power_governor_low = powersave {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.cpu_power_management   = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.device_detach_attempts = 8 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.device_detach_timeout  = 20 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.disk_cachemodes        = [] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.disk_prefix            = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.enabled_perf_events    = [] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.file_backed_memory     = 0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.gid_maps               = [] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.hw_disk_discard        = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.hw_machine_type        = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.images_rbd_ceph_conf   =  {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.images_rbd_glance_store_name =  {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.images_rbd_pool        = rbd {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.images_type            = default {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.images_volume_group    = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.inject_key             = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.inject_partition       = -2 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.inject_password        = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.iscsi_iface            = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.iser_use_multipath     = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.live_migration_bandwidth = 0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.live_migration_downtime = 500 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.live_migration_inbound_addr = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.live_migration_permit_post_copy = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.live_migration_scheme  = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.live_migration_timeout_action = abort {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.live_migration_tunnelled = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: WARNING oslo_config.cfg [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] Deprecated: Option "live_migration_uri" from group "libvirt" is deprecated for removal (
Oct 16 08:18:31 user nova-compute[73884]: live_migration_uri is deprecated for removal in favor of two other options that
Oct 16 08:18:31 user nova-compute[73884]: allow to change live migration scheme and target URI: ``live_migration_scheme``
Oct 16 08:18:31 user nova-compute[73884]: and ``live_migration_inbound_addr`` respectively.
Oct 16 08:18:31 user nova-compute[73884]: ).  Its value may be silently ignored in the future.
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.live_migration_uri     = qemu+ssh://stack@%s/system {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.live_migration_with_native_tls = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.max_queues             = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.nfs_mount_options      = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.nfs_mount_point_base   = /opt/stack/data/nova/mnt {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.num_iser_scan_tries    = 5 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.num_memory_encrypted_guests = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.num_pcie_ports         = 0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.num_volume_scan_tries  = 5 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.pmem_namespaces        = [] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.quobyte_client_cfg     = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.rbd_connect_timeout    = 5 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.rbd_secret_uuid        = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.rbd_user               = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.remote_filesystem_transport = ssh {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.rescue_image_id        = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.rescue_kernel_id       = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.rescue_ramdisk_id      = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.rng_dev_path           = /dev/urandom {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.rx_queue_size          = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.smbfs_mount_options    =  {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.snapshot_compression   = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.snapshot_image_format  = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.snapshots_directory    = /opt/stack/data/nova/instances/snapshots {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.sparse_logical_volumes = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.swtpm_enabled          = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.swtpm_group            = tss {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.swtpm_user             = tss {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.sysinfo_serial         = unique {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.tb_cache_size          = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.tx_queue_size          = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.uid_maps               = [] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.use_virtio_for_bridges = True {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.virt_type              = kvm {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.volume_clear           = zero {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.volume_clear_size      = 0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.volume_use_multipath   = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.vzstorage_cache_path   = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.vzstorage_log_path     = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.vzstorage_mount_group  = qemu {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.vzstorage_mount_opts   = [] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.vzstorage_mount_perms  = 0770 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.vzstorage_mount_user   = stack {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] neutron.auth_section           = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] neutron.auth_type              = password {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] neutron.cafile                 = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] neutron.certfile               = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] neutron.collect_timing         = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] neutron.connect_retries        = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] neutron.connect_retry_delay    = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] neutron.default_floating_pool  = public {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] neutron.endpoint_override      = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] neutron.extension_sync_interval = 600 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] neutron.http_retries           = 3 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] neutron.insecure               = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] neutron.keyfile                = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] neutron.max_version            = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] neutron.min_version            = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] neutron.ovs_bridge             = br-int {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] neutron.physnets               = [] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] neutron.region_name            = RegionOne {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] neutron.service_metadata_proxy = True {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] neutron.service_name           = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] neutron.service_type           = network {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] neutron.split_loggers          = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] neutron.status_code_retries    = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] neutron.status_code_retry_delay = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] neutron.timeout                = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] neutron.valid_interfaces       = ['internal', 'public'] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] neutron.version                = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] notifications.bdms_in_notifications = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] notifications.default_level    = INFO {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] notifications.notification_format = unversioned {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] notifications.notify_on_state_change = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] pci.alias                      = [] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] pci.device_spec                = [] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] pci.report_in_placement        = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] placement.auth_section         = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] placement.auth_type            = password {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] placement.auth_url             = http://10.0.0.210/identity {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] placement.cafile               = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] placement.certfile             = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] placement.collect_timing       = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] placement.connect_retries      = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] placement.connect_retry_delay  = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] placement.default_domain_id    = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] placement.default_domain_name  = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] placement.domain_id            = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] placement.domain_name          = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] placement.endpoint_override    = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] placement.insecure             = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] placement.keyfile              = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] placement.max_version          = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] placement.min_version          = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] placement.password             = **** {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] placement.project_domain_id    = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] placement.project_domain_name  = Default {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] placement.project_id           = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] placement.project_name         = service {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] placement.region_name          = RegionOne {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] placement.service_name         = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] placement.service_type         = placement {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] placement.split_loggers        = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] placement.status_code_retries  = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] placement.status_code_retry_delay = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] placement.system_scope         = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] placement.timeout              = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] placement.trust_id             = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] placement.user_domain_id       = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] placement.user_domain_name     = Default {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] placement.user_id              = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] placement.username             = placement {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] placement.valid_interfaces     = ['internal', 'public'] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] placement.version              = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] quota.cores                    = 20 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] quota.count_usage_from_placement = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] quota.driver                   = nova.quota.DbQuotaDriver {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] quota.injected_file_content_bytes = 10240 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] quota.injected_file_path_length = 255 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] quota.injected_files           = 5 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] quota.instances                = 10 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] quota.key_pairs                = 100 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] quota.metadata_items           = 128 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] quota.ram                      = 51200 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] quota.recheck_quota            = True {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] quota.server_group_members     = 10 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] quota.server_groups            = 10 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] rdp.enabled                    = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] rdp.html5_proxy_base_url       = http://127.0.0.1:6083/ {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] scheduler.image_metadata_prefilter = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] scheduler.max_attempts         = 3 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] scheduler.max_placement_results = 1000 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] scheduler.query_placement_for_image_type_support = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] scheduler.workers              = 3 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] filter_scheduler.host_subset_size = 1 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] filter_scheduler.isolated_hosts = [] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] filter_scheduler.isolated_images = [] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] filter_scheduler.pci_in_placement = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] filter_scheduler.track_instance_changes = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] metrics.required               = True {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] metrics.weight_multiplier      = 1.0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] metrics.weight_of_unavailable  = -10000.0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] metrics.weight_setting         = [] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] serial_console.base_url        = ws://127.0.0.1:6083/ {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] serial_console.enabled         = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] serial_console.port_range      = 10000:20000 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] serial_console.serialproxy_port = 6083 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] service_user.auth_section      = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] service_user.auth_type         = password {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] service_user.cafile            = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] service_user.certfile          = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] service_user.collect_timing    = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] service_user.insecure          = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] service_user.keyfile           = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] service_user.send_service_user_token = True {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] service_user.split_loggers     = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] service_user.timeout           = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] spice.agent_enabled            = True {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] spice.enabled                  = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] spice.html5proxy_base_url      = http://10.0.0.210:6081/spice_auto.html {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] spice.html5proxy_host          = 0.0.0.0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] spice.html5proxy_port          = 6082 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] spice.image_compression        = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] spice.jpeg_compression         = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] spice.playback_compression     = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] spice.server_listen            = 127.0.0.1 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] spice.streaming_mode           = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] spice.zlib_compression         = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] upgrade_levels.baseapi         = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] upgrade_levels.cert            = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] upgrade_levels.compute         = auto {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] upgrade_levels.conductor       = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] upgrade_levels.scheduler       = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vendordata_dynamic_auth.auth_section = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vendordata_dynamic_auth.auth_type = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vendordata_dynamic_auth.cafile = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vendordata_dynamic_auth.certfile = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vendordata_dynamic_auth.insecure = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vendordata_dynamic_auth.keyfile = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vendordata_dynamic_auth.timeout = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vmware.api_retry_count         = 10 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vmware.ca_file                 = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vmware.cache_prefix            = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vmware.cluster_name            = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vmware.connection_pool_size    = 10 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vmware.console_delay_seconds   = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vmware.datastore_regex         = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vmware.host_ip                 = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vmware.host_password           = **** {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vmware.host_port               = 443 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vmware.host_username           = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vmware.insecure                = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vmware.integration_bridge      = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vmware.maximum_objects         = 100 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vmware.pbm_default_policy      = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vmware.pbm_enabled             = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vmware.pbm_wsdl_location       = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vmware.serial_log_dir          = /opt/vmware/vspc {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vmware.serial_port_proxy_uri   = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vmware.serial_port_service_uri = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vmware.task_poll_interval      = 0.5 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vmware.use_linked_clone        = True {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vmware.vnc_keymap              = en-us {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vmware.vnc_port                = 5900 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vmware.vnc_port_total          = 10000 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vnc.auth_schemes               = ['none'] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vnc.enabled                    = True {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vnc.novncproxy_base_url        = http://10.0.0.210:6080/vnc_lite.html {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vnc.novncproxy_host            = 0.0.0.0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vnc.novncproxy_port            = 6080 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vnc.server_listen              = 0.0.0.0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vnc.server_proxyclient_address = 10.0.0.210 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vnc.vencrypt_ca_certs          = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vnc.vencrypt_client_cert       = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vnc.vencrypt_client_key        = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] workarounds.disable_group_policy_check_upcall = True {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] workarounds.disable_rootwrap   = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] workarounds.enable_numa_live_migration = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] workarounds.libvirt_disable_apic = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] wsgi.api_paste_config          = /etc/nova/api-paste.ini {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] wsgi.client_socket_timeout     = 900 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] wsgi.default_pool_size         = 1000 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] wsgi.keep_alive                = True {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] wsgi.max_header_line           = 16384 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] wsgi.secure_proxy_ssl_header   = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] wsgi.ssl_ca_file               = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] wsgi.ssl_cert_file             = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] wsgi.ssl_key_file              = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] wsgi.tcp_keepidle              = 600 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] wsgi.wsgi_log_format           = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] zvm.ca_file                    = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] zvm.cloud_connector_url        = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] zvm.image_tmp_path             = /opt/stack/data/nova/images {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] zvm.reachable_timeout          = 300 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_policy.enforce_new_defaults = True {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_policy.enforce_scope      = True {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_policy.policy_default_rule = default {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_policy.policy_file        = policy.yaml {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] profiler.connection_string     = messaging:// {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] profiler.enabled               = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] profiler.es_doc_type           = notification {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] profiler.es_scroll_size        = 10000 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] profiler.es_scroll_time        = 2m {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] profiler.filter_error_trace    = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] profiler.hmac_keys             = **** {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] profiler.sentinel_service_name = mymaster {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] profiler.socket_timeout        = 0.1 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] profiler.trace_requests        = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] profiler.trace_sqlalchemy      = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] profiler_jaeger.process_tags   = {} {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] profiler_jaeger.service_name_prefix = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] profiler_otlp.service_name_prefix = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] remote_debug.host              = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] remote_debug.port              = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_messaging_rabbit.ssl      = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_messaging_rabbit.ssl_key_file =  {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_messaging_rabbit.ssl_version =  {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_messaging_notifications.retry = -1 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_messaging_notifications.transport_url = **** {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_limit.auth_section        = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_limit.auth_type           = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_limit.cafile              = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_limit.certfile            = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_limit.collect_timing      = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_limit.connect_retries     = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_limit.connect_retry_delay = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_limit.endpoint_id         = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_limit.endpoint_override   = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_limit.insecure            = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_limit.keyfile             = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_limit.max_version         = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_limit.min_version         = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_limit.region_name         = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_limit.service_name        = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_limit.service_type        = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_limit.split_loggers       = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_limit.status_code_retries = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_limit.status_code_retry_delay = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_limit.timeout             = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_limit.valid_interfaces    = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_limit.version             = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_reports.file_event_handler = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] oslo_reports.log_dir           = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 12 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vif_plug_ovs_privileged.group  = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vif_plug_ovs_privileged.thread_pool_size = 12 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] vif_plug_ovs_privileged.user   = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] os_vif_linux_bridge.flat_interface = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] os_vif_linux_bridge.iptables_bottom_regex =  {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] os_vif_linux_bridge.iptables_top_regex =  {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] os_vif_linux_bridge.use_ipv6   = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] os_vif_ovs.default_qos_type    = linux-noop {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] os_vif_ovs.isolate_vif         = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] os_vif_ovs.network_device_mtu  = 1500 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] os_vif_ovs.ovs_vsctl_timeout   = 120 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] os_vif_ovs.ovsdb_connection    = tcp:127.0.0.1:6640 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] os_vif_ovs.ovsdb_interface     = native {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] os_vif_ovs.per_port_bridge     = False {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] os_brick.lock_path             = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] privsep_osbrick.capabilities   = [21] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] privsep_osbrick.group          = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] privsep_osbrick.helper_command = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] privsep_osbrick.logger_name    = os_brick.privileged {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] privsep_osbrick.thread_pool_size = 12 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] privsep_osbrick.user           = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] nova_sys_admin.capabilities    = [0, 1, 2, 3, 12, 21] {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] nova_sys_admin.group           = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] nova_sys_admin.helper_command  = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] nova_sys_admin.logger_name     = oslo_privsep.daemon {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] nova_sys_admin.thread_pool_size = 12 {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] nova_sys_admin.user            = None {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG oslo_service.service [None req-f99c5fb5-dd09-4121-8539-5ec5ed9257a6 None None] ******************************************************************************** {{(pid=73884) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}}
Oct 16 08:18:31 user nova-compute[73884]: INFO nova.service [-] Starting compute node (version 0.0.0)
Oct 16 08:18:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Connecting to libvirt: qemu:///system {{(pid=73884) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:506}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Registering for lifecycle events <nova.virt.libvirt.host.Host object at 0x7f7eacea1120> {{(pid=73884) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:512}}
Oct 16 08:18:31 user nova-compute[73884]: libvirt:  error : internal error: could not initialize domain event timer
Oct 16 08:18:31 user nova-compute[73884]: WARNING nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] URI qemu:///system does not support events: internal error: could not initialize domain event timer: libvirt.libvirtError: internal error: could not initialize domain event timer
Oct 16 08:18:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Registering for connection events: <nova.virt.libvirt.host.Host object at 0x7f7eacea1120> {{(pid=73884) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:533}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Starting native event thread {{(pid=73884) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:492}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Starting green dispatch thread {{(pid=73884) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:498}}
Oct 16 08:18:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Starting connection event dispatch thread {{(pid=73884) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:501}}
Oct 16 08:18:31 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Connection event '1' reason 'None'
Oct 16 08:18:31 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Cannot update service status on host "user" since it is not registered.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Oct 16 08:18:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.mount [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Initialising _HostMountState generation 0 {{(pid=73884) host_up /opt/stack/nova/nova/virt/libvirt/volume/mount.py:130}}
Oct 16 08:18:39 user nova-compute[73884]: INFO nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Libvirt host capabilities <capabilities>
Oct 16 08:18:39 user nova-compute[73884]:   <host>
Oct 16 08:18:39 user nova-compute[73884]:     <uuid>e20c3142-5af9-7467-ecd8-70b2e4a210d6</uuid>
Oct 16 08:18:39 user nova-compute[73884]:     <cpu>
Oct 16 08:18:39 user nova-compute[73884]:       <arch>x86_64</arch>
Oct 16 08:18:39 user nova-compute[73884]:       <model>IvyBridge-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <vendor>Intel</vendor>
Oct 16 08:18:39 user nova-compute[73884]:       <microcode version='1070'/>
Oct 16 08:18:39 user nova-compute[73884]:       <counter name='tsc' frequency='2094952000' scaling='no'/>
Oct 16 08:18:39 user nova-compute[73884]:       <topology sockets='6' dies='1' cores='1' threads='1'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature name='ss'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature name='vmx'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature name='pcid'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature name='osxsave'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature name='hypervisor'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature name='arat'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature name='tsc_adjust'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature name='md-clear'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature name='stibp'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature name='arch-capabilities'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature name='ssbd'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature name='invtsc'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature name='rsba'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature name='skip-l1dfl-vmentry'/>
Oct 16 08:18:39 user nova-compute[73884]:       <pages unit='KiB' size='4'/>
Oct 16 08:18:39 user nova-compute[73884]:       <pages unit='KiB' size='2048'/>
Oct 16 08:18:39 user nova-compute[73884]:     </cpu>
Oct 16 08:18:39 user nova-compute[73884]:     <power_management>
Oct 16 08:18:39 user nova-compute[73884]:       <suspend_mem/>
Oct 16 08:18:39 user nova-compute[73884]:       <suspend_disk/>
Oct 16 08:18:39 user nova-compute[73884]:       <suspend_hybrid/>
Oct 16 08:18:39 user nova-compute[73884]:     </power_management>
Oct 16 08:18:39 user nova-compute[73884]:     <iommu support='no'/>
Oct 16 08:18:39 user nova-compute[73884]:     <migration_features>
Oct 16 08:18:39 user nova-compute[73884]:       <live/>
Oct 16 08:18:39 user nova-compute[73884]:       <uri_transports>
Oct 16 08:18:39 user nova-compute[73884]:         <uri_transport>tcp</uri_transport>
Oct 16 08:18:39 user nova-compute[73884]:         <uri_transport>rdma</uri_transport>
Oct 16 08:18:39 user nova-compute[73884]:       </uri_transports>
Oct 16 08:18:39 user nova-compute[73884]:     </migration_features>
Oct 16 08:18:39 user nova-compute[73884]:     <topology>
Oct 16 08:18:39 user nova-compute[73884]:       <cells num='2'>
Oct 16 08:18:39 user nova-compute[73884]:         <cell id='0'>
Oct 16 08:18:39 user nova-compute[73884]:           <memory unit='KiB'>8140616</memory>
Oct 16 08:18:39 user nova-compute[73884]:           <pages unit='KiB' size='4'>2035154</pages>
Oct 16 08:18:39 user nova-compute[73884]:           <pages unit='KiB' size='2048'>0</pages>
Oct 16 08:18:39 user nova-compute[73884]:           <distances>
Oct 16 08:18:39 user nova-compute[73884]:             <sibling id='0' value='10'/>
Oct 16 08:18:39 user nova-compute[73884]:             <sibling id='1' value='20'/>
Oct 16 08:18:39 user nova-compute[73884]:           </distances>
Oct 16 08:18:39 user nova-compute[73884]:           <cpus num='6'>
Oct 16 08:18:39 user nova-compute[73884]:             <cpu id='0' socket_id='0' die_id='0' core_id='0' siblings='0'/>
Oct 16 08:18:39 user nova-compute[73884]:             <cpu id='1' socket_id='2' die_id='0' core_id='0' siblings='1'/>
Oct 16 08:18:39 user nova-compute[73884]:             <cpu id='2' socket_id='4' die_id='0' core_id='0' siblings='2'/>
Oct 16 08:18:39 user nova-compute[73884]:             <cpu id='3' socket_id='6' die_id='0' core_id='0' siblings='3'/>
Oct 16 08:18:39 user nova-compute[73884]:             <cpu id='4' socket_id='8' die_id='0' core_id='0' siblings='4'/>
Oct 16 08:18:39 user nova-compute[73884]:             <cpu id='5' socket_id='10' die_id='0' core_id='0' siblings='5'/>
Oct 16 08:18:39 user nova-compute[73884]:           </cpus>
Oct 16 08:18:39 user nova-compute[73884]:         </cell>
Oct 16 08:18:39 user nova-compute[73884]:         <cell id='1'>
Oct 16 08:18:39 user nova-compute[73884]:           <memory unit='KiB'>8255100</memory>
Oct 16 08:18:39 user nova-compute[73884]:           <pages unit='KiB' size='4'>2063775</pages>
Oct 16 08:18:39 user nova-compute[73884]:           <pages unit='KiB' size='2048'>0</pages>
Oct 16 08:18:39 user nova-compute[73884]:           <distances>
Oct 16 08:18:39 user nova-compute[73884]:             <sibling id='0' value='20'/>
Oct 16 08:18:39 user nova-compute[73884]:             <sibling id='1' value='10'/>
Oct 16 08:18:39 user nova-compute[73884]:           </distances>
Oct 16 08:18:39 user nova-compute[73884]:           <cpus num='6'>
Oct 16 08:18:39 user nova-compute[73884]:             <cpu id='6' socket_id='12' die_id='0' core_id='0' siblings='6'/>
Oct 16 08:18:39 user nova-compute[73884]:             <cpu id='7' socket_id='14' die_id='0' core_id='0' siblings='7'/>
Oct 16 08:18:39 user nova-compute[73884]:             <cpu id='8' socket_id='16' die_id='0' core_id='0' siblings='8'/>
Oct 16 08:18:39 user nova-compute[73884]:             <cpu id='9' socket_id='18' die_id='0' core_id='0' siblings='9'/>
Oct 16 08:18:39 user nova-compute[73884]:             <cpu id='10' socket_id='20' die_id='0' core_id='0' siblings='10'/>
Oct 16 08:18:39 user nova-compute[73884]:             <cpu id='11' socket_id='22' die_id='0' core_id='0' siblings='11'/>
Oct 16 08:18:39 user nova-compute[73884]:           </cpus>
Oct 16 08:18:39 user nova-compute[73884]:         </cell>
Oct 16 08:18:39 user nova-compute[73884]:       </cells>
Oct 16 08:18:39 user nova-compute[73884]:     </topology>
Oct 16 08:18:39 user nova-compute[73884]:     <cache>
Oct 16 08:18:39 user nova-compute[73884]:       <bank id='0' level='3' type='both' size='15' unit='MiB' cpus='0'/>
Oct 16 08:18:39 user nova-compute[73884]:       <bank id='2' level='3' type='both' size='15' unit='MiB' cpus='1'/>
Oct 16 08:18:39 user nova-compute[73884]:       <bank id='4' level='3' type='both' size='15' unit='MiB' cpus='2'/>
Oct 16 08:18:39 user nova-compute[73884]:       <bank id='6' level='3' type='both' size='15' unit='MiB' cpus='3'/>
Oct 16 08:18:39 user nova-compute[73884]:       <bank id='8' level='3' type='both' size='15' unit='MiB' cpus='4'/>
Oct 16 08:18:39 user nova-compute[73884]:       <bank id='10' level='3' type='both' size='15' unit='MiB' cpus='5'/>
Oct 16 08:18:39 user nova-compute[73884]:       <bank id='12' level='3' type='both' size='15' unit='MiB' cpus='6'/>
Oct 16 08:18:39 user nova-compute[73884]:       <bank id='14' level='3' type='both' size='15' unit='MiB' cpus='7'/>
Oct 16 08:18:39 user nova-compute[73884]:       <bank id='16' level='3' type='both' size='15' unit='MiB' cpus='8'/>
Oct 16 08:18:39 user nova-compute[73884]:       <bank id='18' level='3' type='both' size='15' unit='MiB' cpus='9'/>
Oct 16 08:18:39 user nova-compute[73884]:       <bank id='20' level='3' type='both' size='15' unit='MiB' cpus='10'/>
Oct 16 08:18:39 user nova-compute[73884]:       <bank id='22' level='3' type='both' size='15' unit='MiB' cpus='11'/>
Oct 16 08:18:39 user nova-compute[73884]:     </cache>
Oct 16 08:18:39 user nova-compute[73884]:     <secmodel>
Oct 16 08:18:39 user nova-compute[73884]:       <model>apparmor</model>
Oct 16 08:18:39 user nova-compute[73884]:       <doi>0</doi>
Oct 16 08:18:39 user nova-compute[73884]:     </secmodel>
Oct 16 08:18:39 user nova-compute[73884]:     <secmodel>
Oct 16 08:18:39 user nova-compute[73884]:       <model>dac</model>
Oct 16 08:18:39 user nova-compute[73884]:       <doi>0</doi>
Oct 16 08:18:39 user nova-compute[73884]:       <baselabel type='kvm'>+64055:+108</baselabel>
Oct 16 08:18:39 user nova-compute[73884]:       <baselabel type='qemu'>+64055:+108</baselabel>
Oct 16 08:18:39 user nova-compute[73884]:     </secmodel>
Oct 16 08:18:39 user nova-compute[73884]:   </host>
Oct 16 08:18:39 user nova-compute[73884]:   <guest>
Oct 16 08:18:39 user nova-compute[73884]:     <os_type>hvm</os_type>
Oct 16 08:18:39 user nova-compute[73884]:     <arch name='alpha'>
Oct 16 08:18:39 user nova-compute[73884]:       <wordsize>64</wordsize>
Oct 16 08:18:39 user nova-compute[73884]:       <emulator>/usr/bin/qemu-system-alpha</emulator>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='4'>clipper</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <domain type='qemu'/>
Oct 16 08:18:39 user nova-compute[73884]:     </arch>
Oct 16 08:18:39 user nova-compute[73884]:     <features>
Oct 16 08:18:39 user nova-compute[73884]:       <cpuselection/>
Oct 16 08:18:39 user nova-compute[73884]:       <deviceboot/>
Oct 16 08:18:39 user nova-compute[73884]:       <disksnapshot default='on' toggle='no'/>
Oct 16 08:18:39 user nova-compute[73884]:     </features>
Oct 16 08:18:39 user nova-compute[73884]:   </guest>
Oct 16 08:18:39 user nova-compute[73884]:   <guest>
Oct 16 08:18:39 user nova-compute[73884]:     <os_type>hvm</os_type>
Oct 16 08:18:39 user nova-compute[73884]:     <arch name='armv6l'>
Oct 16 08:18:39 user nova-compute[73884]:       <wordsize>32</wordsize>
Oct 16 08:18:39 user nova-compute[73884]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>integratorcp</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>ast2600-evb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>borzoi</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>spitz</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>virt-2.7</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>nuri</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>romulus-bmc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='512'>virt-3.0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='512'>virt-5.0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>npcm750-evb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>virt-2.10</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>rainier-bmc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>mps3-an547</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>musca-b1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>versatileab</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>kzm</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>virt-2.8</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>musca-a</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='512'>virt-3.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='512'>virt-5.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>smdkc210</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>sx1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>virt-2.11</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>imx25-pdk</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>virt-2.9</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='4'>orangepi-pc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>z2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='512'>virt-5.2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>tosa</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>mps2-an500</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>virt-2.12</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>mps2-an521</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='4'>sabrelite</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>mps2-an511</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>canon-a1100</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>realview-eb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>emcraft-sf2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>realview-pb-a8</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='512'>virt-4.0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>raspi1ap</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>palmetto-bmc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>sx1-v1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>n810</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>g220a-bmc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>n800</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>tacoma-bmc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='512'>virt-4.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>quanta-gsj</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>versatilepb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>terrier</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>mainstone</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='512'>virt-4.2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>mps3-an524</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>kudo-bmc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='4'>vexpress-a9</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='4'>midway</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>musicpal</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>lm3s811evb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>lm3s6965evb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>microbit</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>mps2-an505</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>mps2-an385</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='512'>virt-6.0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>cubieboard</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>verdex</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>netduino2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>mps2-an386</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='512'>virt-6.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='4'>raspi2b</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='4'>vexpress-a15</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>fuji-bmc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='512'>virt-6.2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>cheetah</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>virt-2.6</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>ast2500-evb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='4'>highbank</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>akita</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>connex</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>netduinoplus2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>collie</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>raspi0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <domain type='qemu'/>
Oct 16 08:18:39 user nova-compute[73884]:     </arch>
Oct 16 08:18:39 user nova-compute[73884]:     <features>
Oct 16 08:18:39 user nova-compute[73884]:       <cpuselection/>
Oct 16 08:18:39 user nova-compute[73884]:       <deviceboot/>
Oct 16 08:18:39 user nova-compute[73884]:       <disksnapshot default='on' toggle='no'/>
Oct 16 08:18:39 user nova-compute[73884]:     </features>
Oct 16 08:18:39 user nova-compute[73884]:   </guest>
Oct 16 08:18:39 user nova-compute[73884]:   <guest>
Oct 16 08:18:39 user nova-compute[73884]:     <os_type>hvm</os_type>
Oct 16 08:18:39 user nova-compute[73884]:     <arch name='armv7l'>
Oct 16 08:18:39 user nova-compute[73884]:       <wordsize>32</wordsize>
Oct 16 08:18:39 user nova-compute[73884]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>integratorcp</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>ast2600-evb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>borzoi</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>spitz</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>virt-2.7</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>nuri</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>romulus-bmc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='512'>virt-3.0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='512'>virt-5.0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>npcm750-evb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>virt-2.10</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>rainier-bmc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>mps3-an547</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>musca-b1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>versatileab</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>kzm</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>virt-2.8</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>musca-a</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='512'>virt-3.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='512'>virt-5.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>smdkc210</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>sx1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>virt-2.11</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>imx25-pdk</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>virt-2.9</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='4'>orangepi-pc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>z2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='512'>virt-5.2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>tosa</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>mps2-an500</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>virt-2.12</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>mps2-an521</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='4'>sabrelite</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>mps2-an511</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>canon-a1100</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>realview-eb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>emcraft-sf2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>realview-pb-a8</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='512'>virt-4.0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>raspi1ap</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>palmetto-bmc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>sx1-v1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>n810</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>g220a-bmc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>n800</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>tacoma-bmc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='512'>virt-4.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>quanta-gsj</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>versatilepb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>terrier</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>mainstone</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='512'>virt-4.2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>mps3-an524</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>kudo-bmc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='4'>vexpress-a9</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='4'>midway</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>musicpal</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>lm3s811evb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>lm3s6965evb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>microbit</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>mps2-an505</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>mps2-an385</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='512'>virt-6.0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>cubieboard</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>verdex</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>netduino2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>mps2-an386</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='512'>virt-6.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='4'>raspi2b</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='4'>vexpress-a15</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>fuji-bmc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='512'>virt-6.2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>cheetah</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>virt-2.6</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>ast2500-evb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='4'>highbank</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>akita</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>connex</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>netduinoplus2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>collie</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>raspi0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <domain type='qemu'/>
Oct 16 08:18:39 user nova-compute[73884]:     </arch>
Oct 16 08:18:39 user nova-compute[73884]:     <features>
Oct 16 08:18:39 user nova-compute[73884]:       <cpuselection/>
Oct 16 08:18:39 user nova-compute[73884]:       <deviceboot/>
Oct 16 08:18:39 user nova-compute[73884]:       <disksnapshot default='on' toggle='no'/>
Oct 16 08:18:39 user nova-compute[73884]:     </features>
Oct 16 08:18:39 user nova-compute[73884]:   </guest>
Oct 16 08:18:39 user nova-compute[73884]:   <guest>
Oct 16 08:18:39 user nova-compute[73884]:     <os_type>hvm</os_type>
Oct 16 08:18:39 user nova-compute[73884]:     <arch name='aarch64'>
Oct 16 08:18:39 user nova-compute[73884]:       <wordsize>64</wordsize>
Oct 16 08:18:39 user nova-compute[73884]:       <emulator>/usr/bin/qemu-system-aarch64</emulator>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>integratorcp</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>ast2600-evb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>borzoi</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>spitz</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>virt-2.7</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>nuri</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>romulus-bmc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='512'>virt-3.0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='512'>virt-5.0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>npcm750-evb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>virt-2.10</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>rainier-bmc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>mps3-an547</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>virt-2.8</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>musca-b1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>versatileab</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>kzm</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>musca-a</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='512'>virt-3.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='512'>virt-5.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>smdkc210</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>sx1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>virt-2.11</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>imx25-pdk</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>virt-2.9</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='4'>orangepi-pc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>z2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='512'>virt-5.2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='6'>xlnx-zcu102</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>tosa</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>mps2-an500</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>virt-2.12</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>mps2-an521</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='4'>sabrelite</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>mps2-an511</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>canon-a1100</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>realview-eb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>emcraft-sf2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>realview-pb-a8</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='512'>sbsa-ref</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='512'>virt-4.0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>raspi1ap</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>palmetto-bmc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>sx1-v1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>n810</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>g220a-bmc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>n800</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>tacoma-bmc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='512'>virt-4.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>quanta-gsj</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>versatilepb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>terrier</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>mainstone</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='512'>virt-4.2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>mps3-an524</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>kudo-bmc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='4'>vexpress-a9</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='4'>midway</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>musicpal</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>lm3s811evb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>lm3s6965evb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>microbit</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>mps2-an505</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>mps2-an385</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='512'>virt-6.0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='4'>raspi3ap</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>cubieboard</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>verdex</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>netduino2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>xlnx-versal-virt</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>mps2-an386</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='512'>virt-6.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='4'>raspi3b</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='4'>raspi2b</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='4'>vexpress-a15</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2'>fuji-bmc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='512'>virt-6.2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>cheetah</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>virt-2.6</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>ast2500-evb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='4'>highbank</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>akita</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>connex</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>netduinoplus2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>collie</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>raspi0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <domain type='qemu'/>
Oct 16 08:18:39 user nova-compute[73884]:     </arch>
Oct 16 08:18:39 user nova-compute[73884]:     <features>
Oct 16 08:18:39 user nova-compute[73884]:       <acpi default='on' toggle='yes'/>
Oct 16 08:18:39 user nova-compute[73884]:       <cpuselection/>
Oct 16 08:18:39 user nova-compute[73884]:       <deviceboot/>
Oct 16 08:18:39 user nova-compute[73884]:       <disksnapshot default='on' toggle='no'/>
Oct 16 08:18:39 user nova-compute[73884]:     </features>
Oct 16 08:18:39 user nova-compute[73884]:   </guest>
Oct 16 08:18:39 user nova-compute[73884]:   <guest>
Oct 16 08:18:39 user nova-compute[73884]:     <os_type>hvm</os_type>
Oct 16 08:18:39 user nova-compute[73884]:     <arch name='cris'>
Oct 16 08:18:39 user nova-compute[73884]:       <wordsize>32</wordsize>
Oct 16 08:18:39 user nova-compute[73884]:       <emulator>/usr/bin/qemu-system-cris</emulator>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>axis-dev88</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <domain type='qemu'/>
Oct 16 08:18:39 user nova-compute[73884]:     </arch>
Oct 16 08:18:39 user nova-compute[73884]:     <features>
Oct 16 08:18:39 user nova-compute[73884]:       <cpuselection/>
Oct 16 08:18:39 user nova-compute[73884]:       <deviceboot/>
Oct 16 08:18:39 user nova-compute[73884]:       <disksnapshot default='on' toggle='no'/>
Oct 16 08:18:39 user nova-compute[73884]:     </features>
Oct 16 08:18:39 user nova-compute[73884]:   </guest>
Oct 16 08:18:39 user nova-compute[73884]:   <guest>
Oct 16 08:18:39 user nova-compute[73884]:     <os_type>hvm</os_type>
Oct 16 08:18:39 user nova-compute[73884]:     <arch name='i686'>
Oct 16 08:18:39 user nova-compute[73884]:       <wordsize>32</wordsize>
Oct 16 08:18:39 user nova-compute[73884]:       <emulator>/usr/bin/qemu-system-i386</emulator>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-artful</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>x-remote</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>isapc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-disco</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-impish</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-focal</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>microvm</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <domain type='qemu'/>
Oct 16 08:18:39 user nova-compute[73884]:       <domain type='kvm'/>
Oct 16 08:18:39 user nova-compute[73884]:     </arch>
Oct 16 08:18:39 user nova-compute[73884]:     <features>
Oct 16 08:18:39 user nova-compute[73884]:       <pae/>
Oct 16 08:18:39 user nova-compute[73884]:       <nonpae/>
Oct 16 08:18:39 user nova-compute[73884]:       <acpi default='on' toggle='yes'/>
Oct 16 08:18:39 user nova-compute[73884]:       <apic default='on' toggle='no'/>
Oct 16 08:18:39 user nova-compute[73884]:       <cpuselection/>
Oct 16 08:18:39 user nova-compute[73884]:       <deviceboot/>
Oct 16 08:18:39 user nova-compute[73884]:       <disksnapshot default='on' toggle='no'/>
Oct 16 08:18:39 user nova-compute[73884]:     </features>
Oct 16 08:18:39 user nova-compute[73884]:   </guest>
Oct 16 08:18:39 user nova-compute[73884]:   <guest>
Oct 16 08:18:39 user nova-compute[73884]:     <os_type>hvm</os_type>
Oct 16 08:18:39 user nova-compute[73884]:     <arch name='m68k'>
Oct 16 08:18:39 user nova-compute[73884]:       <wordsize>32</wordsize>
Oct 16 08:18:39 user nova-compute[73884]:       <emulator>/usr/bin/qemu-system-m68k</emulator>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>mcf5208evb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>an5206</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>virt-6.0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>q800</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>virt-6.2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine canonical='virt-6.2' maxCpus='1'>virt</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>next-cube</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>virt-6.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <domain type='qemu'/>
Oct 16 08:18:39 user nova-compute[73884]:     </arch>
Oct 16 08:18:39 user nova-compute[73884]:     <features>
Oct 16 08:18:39 user nova-compute[73884]:       <cpuselection/>
Oct 16 08:18:39 user nova-compute[73884]:       <deviceboot/>
Oct 16 08:18:39 user nova-compute[73884]:       <disksnapshot default='on' toggle='no'/>
Oct 16 08:18:39 user nova-compute[73884]:     </features>
Oct 16 08:18:39 user nova-compute[73884]:   </guest>
Oct 16 08:18:39 user nova-compute[73884]:   <guest>
Oct 16 08:18:39 user nova-compute[73884]:     <os_type>hvm</os_type>
Oct 16 08:18:39 user nova-compute[73884]:     <arch name='microblaze'>
Oct 16 08:18:39 user nova-compute[73884]:       <wordsize>32</wordsize>
Oct 16 08:18:39 user nova-compute[73884]:       <emulator>/usr/bin/qemu-system-microblaze</emulator>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>petalogix-ml605</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <domain type='qemu'/>
Oct 16 08:18:39 user nova-compute[73884]:     </arch>
Oct 16 08:18:39 user nova-compute[73884]:     <features>
Oct 16 08:18:39 user nova-compute[73884]:       <cpuselection/>
Oct 16 08:18:39 user nova-compute[73884]:       <deviceboot/>
Oct 16 08:18:39 user nova-compute[73884]:       <disksnapshot default='on' toggle='no'/>
Oct 16 08:18:39 user nova-compute[73884]:     </features>
Oct 16 08:18:39 user nova-compute[73884]:   </guest>
Oct 16 08:18:39 user nova-compute[73884]:   <guest>
Oct 16 08:18:39 user nova-compute[73884]:     <os_type>hvm</os_type>
Oct 16 08:18:39 user nova-compute[73884]:     <arch name='microblazeel'>
Oct 16 08:18:39 user nova-compute[73884]:       <wordsize>32</wordsize>
Oct 16 08:18:39 user nova-compute[73884]:       <emulator>/usr/bin/qemu-system-microblazeel</emulator>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>petalogix-ml605</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <domain type='qemu'/>
Oct 16 08:18:39 user nova-compute[73884]:     </arch>
Oct 16 08:18:39 user nova-compute[73884]:     <features>
Oct 16 08:18:39 user nova-compute[73884]:       <cpuselection/>
Oct 16 08:18:39 user nova-compute[73884]:       <deviceboot/>
Oct 16 08:18:39 user nova-compute[73884]:       <disksnapshot default='on' toggle='no'/>
Oct 16 08:18:39 user nova-compute[73884]:     </features>
Oct 16 08:18:39 user nova-compute[73884]:   </guest>
Oct 16 08:18:39 user nova-compute[73884]:   <guest>
Oct 16 08:18:39 user nova-compute[73884]:     <os_type>hvm</os_type>
Oct 16 08:18:39 user nova-compute[73884]:     <arch name='mips'>
Oct 16 08:18:39 user nova-compute[73884]:       <wordsize>32</wordsize>
Oct 16 08:18:39 user nova-compute[73884]:       <emulator>/usr/bin/qemu-system-mips</emulator>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='16'>malta</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>mipssim</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <domain type='qemu'/>
Oct 16 08:18:39 user nova-compute[73884]:     </arch>
Oct 16 08:18:39 user nova-compute[73884]:     <features>
Oct 16 08:18:39 user nova-compute[73884]:       <cpuselection/>
Oct 16 08:18:39 user nova-compute[73884]:       <deviceboot/>
Oct 16 08:18:39 user nova-compute[73884]:       <disksnapshot default='on' toggle='no'/>
Oct 16 08:18:39 user nova-compute[73884]:     </features>
Oct 16 08:18:39 user nova-compute[73884]:   </guest>
Oct 16 08:18:39 user nova-compute[73884]:   <guest>
Oct 16 08:18:39 user nova-compute[73884]:     <os_type>hvm</os_type>
Oct 16 08:18:39 user nova-compute[73884]:     <arch name='mipsel'>
Oct 16 08:18:39 user nova-compute[73884]:       <wordsize>32</wordsize>
Oct 16 08:18:39 user nova-compute[73884]:       <emulator>/usr/bin/qemu-system-mipsel</emulator>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='16'>malta</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>mipssim</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <domain type='qemu'/>
Oct 16 08:18:39 user nova-compute[73884]:     </arch>
Oct 16 08:18:39 user nova-compute[73884]:     <features>
Oct 16 08:18:39 user nova-compute[73884]:       <cpuselection/>
Oct 16 08:18:39 user nova-compute[73884]:       <deviceboot/>
Oct 16 08:18:39 user nova-compute[73884]:       <disksnapshot default='on' toggle='no'/>
Oct 16 08:18:39 user nova-compute[73884]:     </features>
Oct 16 08:18:39 user nova-compute[73884]:   </guest>
Oct 16 08:18:39 user nova-compute[73884]:   <guest>
Oct 16 08:18:39 user nova-compute[73884]:     <os_type>hvm</os_type>
Oct 16 08:18:39 user nova-compute[73884]:     <arch name='mips64'>
Oct 16 08:18:39 user nova-compute[73884]:       <wordsize>64</wordsize>
Oct 16 08:18:39 user nova-compute[73884]:       <emulator>/usr/bin/qemu-system-mips64</emulator>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='16'>malta</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>mipssim</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>pica61</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>magnum</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <domain type='qemu'/>
Oct 16 08:18:39 user nova-compute[73884]:     </arch>
Oct 16 08:18:39 user nova-compute[73884]:     <features>
Oct 16 08:18:39 user nova-compute[73884]:       <cpuselection/>
Oct 16 08:18:39 user nova-compute[73884]:       <deviceboot/>
Oct 16 08:18:39 user nova-compute[73884]:       <disksnapshot default='on' toggle='no'/>
Oct 16 08:18:39 user nova-compute[73884]:     </features>
Oct 16 08:18:39 user nova-compute[73884]:   </guest>
Oct 16 08:18:39 user nova-compute[73884]:   <guest>
Oct 16 08:18:39 user nova-compute[73884]:     <os_type>hvm</os_type>
Oct 16 08:18:39 user nova-compute[73884]:     <arch name='mips64el'>
Oct 16 08:18:39 user nova-compute[73884]:       <wordsize>64</wordsize>
Oct 16 08:18:39 user nova-compute[73884]:       <emulator>/usr/bin/qemu-system-mips64el</emulator>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='16'>malta</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='16'>loongson3-virt</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>mipssim</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>pica61</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>magnum</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='16'>boston</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>fuloong2e</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <domain type='qemu'/>
Oct 16 08:18:39 user nova-compute[73884]:     </arch>
Oct 16 08:18:39 user nova-compute[73884]:     <features>
Oct 16 08:18:39 user nova-compute[73884]:       <cpuselection/>
Oct 16 08:18:39 user nova-compute[73884]:       <deviceboot/>
Oct 16 08:18:39 user nova-compute[73884]:       <disksnapshot default='on' toggle='no'/>
Oct 16 08:18:39 user nova-compute[73884]:     </features>
Oct 16 08:18:39 user nova-compute[73884]:   </guest>
Oct 16 08:18:39 user nova-compute[73884]:   <guest>
Oct 16 08:18:39 user nova-compute[73884]:     <os_type>hvm</os_type>
Oct 16 08:18:39 user nova-compute[73884]:     <arch name='ppc'>
Oct 16 08:18:39 user nova-compute[73884]:       <wordsize>32</wordsize>
Oct 16 08:18:39 user nova-compute[73884]:       <emulator>/usr/bin/qemu-system-ppc</emulator>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>g3beige</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>virtex-ml507</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>mac99</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='32'>ppce500</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>pegasos2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>sam460ex</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>bamboo</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>40p</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>ref405ep</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='15'>mpc8544ds</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>taihu</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <domain type='qemu'/>
Oct 16 08:18:39 user nova-compute[73884]:     </arch>
Oct 16 08:18:39 user nova-compute[73884]:     <features>
Oct 16 08:18:39 user nova-compute[73884]:       <cpuselection/>
Oct 16 08:18:39 user nova-compute[73884]:       <deviceboot/>
Oct 16 08:18:39 user nova-compute[73884]:       <disksnapshot default='on' toggle='no'/>
Oct 16 08:18:39 user nova-compute[73884]:     </features>
Oct 16 08:18:39 user nova-compute[73884]:   </guest>
Oct 16 08:18:39 user nova-compute[73884]:   <guest>
Oct 16 08:18:39 user nova-compute[73884]:     <os_type>hvm</os_type>
Oct 16 08:18:39 user nova-compute[73884]:     <arch name='ppc64'>
Oct 16 08:18:39 user nova-compute[73884]:       <wordsize>64</wordsize>
Oct 16 08:18:39 user nova-compute[73884]:       <emulator>/usr/bin/qemu-system-ppc64</emulator>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2048'>powernv9</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>taihu</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='15'>mpc8544ds</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2048'>powernv10</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='32'>ppce500</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>40p</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>pegasos2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>bamboo</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>g3beige</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>virtex-ml507</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>mac99</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>sam460ex</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>ref405ep</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2048'>powernv8</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <domain type='qemu'/>
Oct 16 08:18:39 user nova-compute[73884]:     </arch>
Oct 16 08:18:39 user nova-compute[73884]:     <features>
Oct 16 08:18:39 user nova-compute[73884]:       <cpuselection/>
Oct 16 08:18:39 user nova-compute[73884]:       <deviceboot/>
Oct 16 08:18:39 user nova-compute[73884]:       <disksnapshot default='on' toggle='no'/>
Oct 16 08:18:39 user nova-compute[73884]:     </features>
Oct 16 08:18:39 user nova-compute[73884]:   </guest>
Oct 16 08:18:39 user nova-compute[73884]:   <guest>
Oct 16 08:18:39 user nova-compute[73884]:     <os_type>hvm</os_type>
Oct 16 08:18:39 user nova-compute[73884]:     <arch name='ppc64le'>
Oct 16 08:18:39 user nova-compute[73884]:       <wordsize>64</wordsize>
Oct 16 08:18:39 user nova-compute[73884]:       <emulator>/usr/bin/qemu-system-ppc64le</emulator>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2048'>powernv9</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>taihu</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='15'>mpc8544ds</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2048'>powernv10</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='32'>ppce500</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>40p</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>pegasos2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>bamboo</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>g3beige</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>virtex-ml507</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>mac99</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>sam460ex</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>ref405ep</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2048'>powernv8</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <domain type='qemu'/>
Oct 16 08:18:39 user nova-compute[73884]:     </arch>
Oct 16 08:18:39 user nova-compute[73884]:     <features>
Oct 16 08:18:39 user nova-compute[73884]:       <cpuselection/>
Oct 16 08:18:39 user nova-compute[73884]:       <deviceboot/>
Oct 16 08:18:39 user nova-compute[73884]:       <disksnapshot default='on' toggle='no'/>
Oct 16 08:18:39 user nova-compute[73884]:     </features>
Oct 16 08:18:39 user nova-compute[73884]:   </guest>
Oct 16 08:18:39 user nova-compute[73884]:   <guest>
Oct 16 08:18:39 user nova-compute[73884]:     <os_type>hvm</os_type>
Oct 16 08:18:39 user nova-compute[73884]:     <arch name='riscv32'>
Oct 16 08:18:39 user nova-compute[73884]:       <wordsize>32</wordsize>
Oct 16 08:18:39 user nova-compute[73884]:       <emulator>/usr/bin/qemu-system-riscv32</emulator>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='8'>spike</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>opentitan</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='5'>sifive_u</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>sifive_e</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='8'>virt</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <domain type='qemu'/>
Oct 16 08:18:39 user nova-compute[73884]:     </arch>
Oct 16 08:18:39 user nova-compute[73884]:     <features>
Oct 16 08:18:39 user nova-compute[73884]:       <cpuselection/>
Oct 16 08:18:39 user nova-compute[73884]:       <deviceboot/>
Oct 16 08:18:39 user nova-compute[73884]:       <disksnapshot default='on' toggle='no'/>
Oct 16 08:18:39 user nova-compute[73884]:     </features>
Oct 16 08:18:39 user nova-compute[73884]:   </guest>
Oct 16 08:18:39 user nova-compute[73884]:   <guest>
Oct 16 08:18:39 user nova-compute[73884]:     <os_type>hvm</os_type>
Oct 16 08:18:39 user nova-compute[73884]:     <arch name='riscv64'>
Oct 16 08:18:39 user nova-compute[73884]:       <wordsize>64</wordsize>
Oct 16 08:18:39 user nova-compute[73884]:       <emulator>/usr/bin/qemu-system-riscv64</emulator>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='8'>spike</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='5'>microchip-icicle-kit</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='5'>sifive_u</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>shakti_c</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>sifive_e</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='8'>virt</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <domain type='qemu'/>
Oct 16 08:18:39 user nova-compute[73884]:     </arch>
Oct 16 08:18:39 user nova-compute[73884]:     <features>
Oct 16 08:18:39 user nova-compute[73884]:       <cpuselection/>
Oct 16 08:18:39 user nova-compute[73884]:       <deviceboot/>
Oct 16 08:18:39 user nova-compute[73884]:       <disksnapshot default='on' toggle='no'/>
Oct 16 08:18:39 user nova-compute[73884]:     </features>
Oct 16 08:18:39 user nova-compute[73884]:   </guest>
Oct 16 08:18:39 user nova-compute[73884]:   <guest>
Oct 16 08:18:39 user nova-compute[73884]:     <os_type>hvm</os_type>
Oct 16 08:18:39 user nova-compute[73884]:     <arch name='s390x'>
Oct 16 08:18:39 user nova-compute[73884]:       <wordsize>64</wordsize>
Oct 16 08:18:39 user nova-compute[73884]:       <emulator>/usr/bin/qemu-system-s390x</emulator>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='248'>s390-ccw-virtio-jammy</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine canonical='s390-ccw-virtio-jammy' maxCpus='248'>s390-ccw-virtio</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='248'>s390-ccw-virtio-4.0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='248'>s390-ccw-virtio-5.2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='248'>s390-ccw-virtio-artful</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='248'>s390-ccw-virtio-3.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='248'>s390-ccw-virtio-groovy</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='248'>s390-ccw-virtio-hirsute</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='248'>s390-ccw-virtio-disco</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='248'>s390-ccw-virtio-2.12</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='248'>s390-ccw-virtio-2.6</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='248'>s390-ccw-virtio-yakkety</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='248'>s390-ccw-virtio-eoan</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='248'>s390-ccw-virtio-2.9</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='248'>s390-ccw-virtio-6.0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='248'>s390-ccw-virtio-5.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='248'>s390-ccw-virtio-3.0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='248'>s390-ccw-virtio-4.2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='248'>s390-ccw-virtio-2.5</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='248'>s390-ccw-virtio-2.11</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='248'>s390-ccw-virtio-xenial</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='248'>s390-ccw-virtio-focal</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='248'>s390-ccw-virtio-2.8</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='248'>s390-ccw-virtio-impish</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='248'>s390-ccw-virtio-bionic</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='248'>s390-ccw-virtio-5.0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='248'>s390-ccw-virtio-6.2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='248'>s390-ccw-virtio-zesty</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='248'>s390-ccw-virtio-4.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='248'>s390-ccw-virtio-cosmic</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='248'>s390-ccw-virtio-2.4</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='248'>s390-ccw-virtio-2.10</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='248'>s390-ccw-virtio-2.7</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='248'>s390-ccw-virtio-6.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <domain type='qemu'/>
Oct 16 08:18:39 user nova-compute[73884]:     </arch>
Oct 16 08:18:39 user nova-compute[73884]:     <features>
Oct 16 08:18:39 user nova-compute[73884]:       <cpuselection/>
Oct 16 08:18:39 user nova-compute[73884]:       <deviceboot/>
Oct 16 08:18:39 user nova-compute[73884]:       <disksnapshot default='on' toggle='no'/>
Oct 16 08:18:39 user nova-compute[73884]:     </features>
Oct 16 08:18:39 user nova-compute[73884]:   </guest>
Oct 16 08:18:39 user nova-compute[73884]:   <guest>
Oct 16 08:18:39 user nova-compute[73884]:     <os_type>hvm</os_type>
Oct 16 08:18:39 user nova-compute[73884]:     <arch name='sh4'>
Oct 16 08:18:39 user nova-compute[73884]:       <wordsize>32</wordsize>
Oct 16 08:18:39 user nova-compute[73884]:       <emulator>/usr/bin/qemu-system-sh4</emulator>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>shix</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>r2d</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <domain type='qemu'/>
Oct 16 08:18:39 user nova-compute[73884]:     </arch>
Oct 16 08:18:39 user nova-compute[73884]:     <features>
Oct 16 08:18:39 user nova-compute[73884]:       <cpuselection/>
Oct 16 08:18:39 user nova-compute[73884]:       <deviceboot/>
Oct 16 08:18:39 user nova-compute[73884]:       <disksnapshot default='on' toggle='no'/>
Oct 16 08:18:39 user nova-compute[73884]:     </features>
Oct 16 08:18:39 user nova-compute[73884]:   </guest>
Oct 16 08:18:39 user nova-compute[73884]:   <guest>
Oct 16 08:18:39 user nova-compute[73884]:     <os_type>hvm</os_type>
Oct 16 08:18:39 user nova-compute[73884]:     <arch name='sh4eb'>
Oct 16 08:18:39 user nova-compute[73884]:       <wordsize>64</wordsize>
Oct 16 08:18:39 user nova-compute[73884]:       <emulator>/usr/bin/qemu-system-sh4eb</emulator>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>shix</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>r2d</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <domain type='qemu'/>
Oct 16 08:18:39 user nova-compute[73884]:     </arch>
Oct 16 08:18:39 user nova-compute[73884]:     <features>
Oct 16 08:18:39 user nova-compute[73884]:       <cpuselection/>
Oct 16 08:18:39 user nova-compute[73884]:       <deviceboot/>
Oct 16 08:18:39 user nova-compute[73884]:       <disksnapshot default='on' toggle='no'/>
Oct 16 08:18:39 user nova-compute[73884]:     </features>
Oct 16 08:18:39 user nova-compute[73884]:   </guest>
Oct 16 08:18:39 user nova-compute[73884]:   <guest>
Oct 16 08:18:39 user nova-compute[73884]:     <os_type>hvm</os_type>
Oct 16 08:18:39 user nova-compute[73884]:     <arch name='sparc'>
Oct 16 08:18:39 user nova-compute[73884]:       <wordsize>32</wordsize>
Oct 16 08:18:39 user nova-compute[73884]:       <emulator>/usr/bin/qemu-system-sparc</emulator>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>SS-5</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='4'>SS-20</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>LX</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>SPARCClassic</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>leon3_generic</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>SPARCbook</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>SS-4</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='4'>SS-600MP</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='4'>SS-10</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>Voyager</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <domain type='qemu'/>
Oct 16 08:18:39 user nova-compute[73884]:     </arch>
Oct 16 08:18:39 user nova-compute[73884]:     <features>
Oct 16 08:18:39 user nova-compute[73884]:       <cpuselection/>
Oct 16 08:18:39 user nova-compute[73884]:       <deviceboot/>
Oct 16 08:18:39 user nova-compute[73884]:       <disksnapshot default='on' toggle='no'/>
Oct 16 08:18:39 user nova-compute[73884]:     </features>
Oct 16 08:18:39 user nova-compute[73884]:   </guest>
Oct 16 08:18:39 user nova-compute[73884]:   <guest>
Oct 16 08:18:39 user nova-compute[73884]:     <os_type>hvm</os_type>
Oct 16 08:18:39 user nova-compute[73884]:     <arch name='sparc64'>
Oct 16 08:18:39 user nova-compute[73884]:       <wordsize>64</wordsize>
Oct 16 08:18:39 user nova-compute[73884]:       <emulator>/usr/bin/qemu-system-sparc64</emulator>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>sun4u</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>niagara</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>sun4v</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <domain type='qemu'/>
Oct 16 08:18:39 user nova-compute[73884]:     </arch>
Oct 16 08:18:39 user nova-compute[73884]:     <features>
Oct 16 08:18:39 user nova-compute[73884]:       <cpuselection/>
Oct 16 08:18:39 user nova-compute[73884]:       <deviceboot/>
Oct 16 08:18:39 user nova-compute[73884]:       <disksnapshot default='on' toggle='no'/>
Oct 16 08:18:39 user nova-compute[73884]:     </features>
Oct 16 08:18:39 user nova-compute[73884]:   </guest>
Oct 16 08:18:39 user nova-compute[73884]:   <guest>
Oct 16 08:18:39 user nova-compute[73884]:     <os_type>hvm</os_type>
Oct 16 08:18:39 user nova-compute[73884]:     <arch name='x86_64'>
Oct 16 08:18:39 user nova-compute[73884]:       <wordsize>64</wordsize>
Oct 16 08:18:39 user nova-compute[73884]:       <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-artful</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>x-remote</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='1'>isapc</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-disco</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-impish</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-focal</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>microvm</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <domain type='qemu'/>
Oct 16 08:18:39 user nova-compute[73884]:       <domain type='kvm'/>
Oct 16 08:18:39 user nova-compute[73884]:     </arch>
Oct 16 08:18:39 user nova-compute[73884]:     <features>
Oct 16 08:18:39 user nova-compute[73884]:       <acpi default='on' toggle='yes'/>
Oct 16 08:18:39 user nova-compute[73884]:       <apic default='on' toggle='no'/>
Oct 16 08:18:39 user nova-compute[73884]:       <cpuselection/>
Oct 16 08:18:39 user nova-compute[73884]:       <deviceboot/>
Oct 16 08:18:39 user nova-compute[73884]:       <disksnapshot default='on' toggle='no'/>
Oct 16 08:18:39 user nova-compute[73884]:     </features>
Oct 16 08:18:39 user nova-compute[73884]:   </guest>
Oct 16 08:18:39 user nova-compute[73884]:   <guest>
Oct 16 08:18:39 user nova-compute[73884]:     <os_type>hvm</os_type>
Oct 16 08:18:39 user nova-compute[73884]:     <arch name='xtensa'>
Oct 16 08:18:39 user nova-compute[73884]:       <wordsize>32</wordsize>
Oct 16 08:18:39 user nova-compute[73884]:       <emulator>/usr/bin/qemu-system-xtensa</emulator>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='4'>sim</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='32'>kc705</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='32'>ml605</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='32'>ml605-nommu</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='32'>virt</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='32'>lx60-nommu</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='32'>lx200</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='32'>lx200-nommu</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='32'>lx60</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='32'>kc705-nommu</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <domain type='qemu'/>
Oct 16 08:18:39 user nova-compute[73884]:     </arch>
Oct 16 08:18:39 user nova-compute[73884]:     <features>
Oct 16 08:18:39 user nova-compute[73884]:       <cpuselection/>
Oct 16 08:18:39 user nova-compute[73884]:       <deviceboot/>
Oct 16 08:18:39 user nova-compute[73884]:       <disksnapshot default='on' toggle='no'/>
Oct 16 08:18:39 user nova-compute[73884]:     </features>
Oct 16 08:18:39 user nova-compute[73884]:   </guest>
Oct 16 08:18:39 user nova-compute[73884]:   <guest>
Oct 16 08:18:39 user nova-compute[73884]:     <os_type>hvm</os_type>
Oct 16 08:18:39 user nova-compute[73884]:     <arch name='xtensaeb'>
Oct 16 08:18:39 user nova-compute[73884]:       <wordsize>32</wordsize>
Oct 16 08:18:39 user nova-compute[73884]:       <emulator>/usr/bin/qemu-system-xtensaeb</emulator>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='4'>sim</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='32'>kc705</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='32'>ml605</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='32'>ml605-nommu</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='32'>virt</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='32'>lx60-nommu</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='32'>lx200</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='32'>lx200-nommu</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='32'>lx60</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <machine maxCpus='32'>kc705-nommu</machine>
Oct 16 08:18:39 user nova-compute[73884]:       <domain type='qemu'/>
Oct 16 08:18:39 user nova-compute[73884]:     </arch>
Oct 16 08:18:39 user nova-compute[73884]:     <features>
Oct 16 08:18:39 user nova-compute[73884]:       <cpuselection/>
Oct 16 08:18:39 user nova-compute[73884]:       <deviceboot/>
Oct 16 08:18:39 user nova-compute[73884]:       <disksnapshot default='on' toggle='no'/>
Oct 16 08:18:39 user nova-compute[73884]:     </features>
Oct 16 08:18:39 user nova-compute[73884]:   </guest>
Oct 16 08:18:39 user nova-compute[73884]: </capabilities>
Oct 16 08:18:39 user nova-compute[73884]: 
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Getting domain capabilities for alpha via machine types: {None} {{(pid=73884) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Error from libvirt when retrieving domain capabilities for arch alpha / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-alpha' on this host {{(pid=73884) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Getting domain capabilities for armv6l via machine types: {'virt', None} {{(pid=73884) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=73884) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=73884) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Getting domain capabilities for armv7l via machine types: {'virt'} {{(pid=73884) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Error from libvirt when retrieving domain capabilities for arch armv7l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=73884) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Getting domain capabilities for aarch64 via machine types: {'virt'} {{(pid=73884) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Error from libvirt when retrieving domain capabilities for arch aarch64 / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-aarch64' on this host {{(pid=73884) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Getting domain capabilities for cris via machine types: {None} {{(pid=73884) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Error from libvirt when retrieving domain capabilities for arch cris / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-cris' on this host {{(pid=73884) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Getting domain capabilities for i686 via machine types: {'ubuntu-q35', 'pc', 'q35', 'ubuntu'} {{(pid=73884) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu-q35:
Oct 16 08:18:39 user nova-compute[73884]: <domainCapabilities>
Oct 16 08:18:39 user nova-compute[73884]:   <path>/usr/bin/qemu-system-i386</path>
Oct 16 08:18:39 user nova-compute[73884]:   <domain>kvm</domain>
Oct 16 08:18:39 user nova-compute[73884]:   <machine>pc-q35-jammy</machine>
Oct 16 08:18:39 user nova-compute[73884]:   <arch>i686</arch>
Oct 16 08:18:39 user nova-compute[73884]:   <vcpu max='288'/>
Oct 16 08:18:39 user nova-compute[73884]:   <iothreads supported='yes'/>
Oct 16 08:18:39 user nova-compute[73884]:   <os supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:     <enum name='firmware'/>
Oct 16 08:18:39 user nova-compute[73884]:     <loader supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 16 08:18:39 user nova-compute[73884]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 16 08:18:39 user nova-compute[73884]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 16 08:18:39 user nova-compute[73884]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 16 08:18:39 user nova-compute[73884]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='type'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>rom</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>pflash</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='readonly'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>yes</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>no</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='secure'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>no</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </loader>
Oct 16 08:18:39 user nova-compute[73884]:   </os>
Oct 16 08:18:39 user nova-compute[73884]:   <cpu>
Oct 16 08:18:39 user nova-compute[73884]:     <mode name='host-passthrough' supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='hostPassthroughMigratable'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>off</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </mode>
Oct 16 08:18:39 user nova-compute[73884]:     <mode name='maximum' supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='maximumMigratable'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>on</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>off</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </mode>
Oct 16 08:18:39 user nova-compute[73884]:     <mode name='host-model' supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <vendor>Intel</vendor>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='ss'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='vmx'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='pcid'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='hypervisor'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='arat'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='tsc_adjust'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='umip'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='md-clear'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='stibp'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='arch-capabilities'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='ssbd'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='ibpb'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='ibrs'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='amd-stibp'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='amd-ssbd'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='disable' name='erms'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='disable' name='xsaveopt'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='disable' name='lm'/>
Oct 16 08:18:39 user nova-compute[73884]:     </mode>
Oct 16 08:18:39 user nova-compute[73884]:     <mode name='custom' supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>qemu64</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>qemu32</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>phenom</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>pentium3</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>pentium2</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>pentium</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>n270</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>kvm64</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>kvm32</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>coreduo</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>core2duo</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>athlon</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Westmere-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Westmere</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Snowridge</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Server</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Client</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>SandyBridge</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Penryn</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Opteron_G5</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Opteron_G4</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Opteron_G3</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Opteron_G2</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Opteron_G1</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Nehalem-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Nehalem</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>IvyBridge</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Icelake-Server</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Haswell-noTSX</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Haswell-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Haswell</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>EPYC-Rome</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>EPYC-Milan</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>EPYC-IBPB</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>EPYC</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Dhyana</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Cooperlake</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Conroe</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Cascadelake-Server</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Broadwell-noTSX</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Broadwell-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Broadwell</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>486</model>
Oct 16 08:18:39 user nova-compute[73884]:     </mode>
Oct 16 08:18:39 user nova-compute[73884]:   </cpu>
Oct 16 08:18:39 user nova-compute[73884]:   <memoryBacking supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:     <enum name='sourceType'>
Oct 16 08:18:39 user nova-compute[73884]:       <value>file</value>
Oct 16 08:18:39 user nova-compute[73884]:       <value>anonymous</value>
Oct 16 08:18:39 user nova-compute[73884]:       <value>memfd</value>
Oct 16 08:18:39 user nova-compute[73884]:     </enum>
Oct 16 08:18:39 user nova-compute[73884]:   </memoryBacking>
Oct 16 08:18:39 user nova-compute[73884]:   <devices>
Oct 16 08:18:39 user nova-compute[73884]:     <disk supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='diskDevice'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>disk</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>cdrom</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>floppy</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>lun</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='bus'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>fdc</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>scsi</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>usb</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>sata</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='model'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio-transitional</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio-non-transitional</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </disk>
Oct 16 08:18:39 user nova-compute[73884]:     <graphics supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='type'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>sdl</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>vnc</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>spice</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>egl-headless</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </graphics>
Oct 16 08:18:39 user nova-compute[73884]:     <video supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='modelType'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>vga</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>cirrus</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>vmvga</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>qxl</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>none</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>bochs</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>ramfb</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </video>
Oct 16 08:18:39 user nova-compute[73884]:     <hostdev supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='mode'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>subsystem</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='startupPolicy'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>default</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>mandatory</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>requisite</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>optional</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='subsysType'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>usb</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>pci</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>scsi</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='capsType'/>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='pciBackend'/>
Oct 16 08:18:39 user nova-compute[73884]:     </hostdev>
Oct 16 08:18:39 user nova-compute[73884]:     <rng supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='model'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio-transitional</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio-non-transitional</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='backendModel'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>random</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>egd</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>builtin</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </rng>
Oct 16 08:18:39 user nova-compute[73884]:     <filesystem supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='driverType'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>path</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>handle</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtiofs</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </filesystem>
Oct 16 08:18:39 user nova-compute[73884]:     <tpm supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='model'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>tpm-tis</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>tpm-crb</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='backendModel'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>passthrough</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>emulator</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </tpm>
Oct 16 08:18:39 user nova-compute[73884]:   </devices>
Oct 16 08:18:39 user nova-compute[73884]:   <features>
Oct 16 08:18:39 user nova-compute[73884]:     <gic supported='no'/>
Oct 16 08:18:39 user nova-compute[73884]:     <vmcoreinfo supported='yes'/>
Oct 16 08:18:39 user nova-compute[73884]:     <genid supported='yes'/>
Oct 16 08:18:39 user nova-compute[73884]:     <backingStoreInput supported='yes'/>
Oct 16 08:18:39 user nova-compute[73884]:     <backup supported='yes'/>
Oct 16 08:18:39 user nova-compute[73884]:     <sev supported='no'/>
Oct 16 08:18:39 user nova-compute[73884]:   </features>
Oct 16 08:18:39 user nova-compute[73884]: </domainCapabilities>
Oct 16 08:18:39 user nova-compute[73884]:  {{(pid=73884) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=pc:
Oct 16 08:18:39 user nova-compute[73884]: <domainCapabilities>
Oct 16 08:18:39 user nova-compute[73884]:   <path>/usr/bin/qemu-system-i386</path>
Oct 16 08:18:39 user nova-compute[73884]:   <domain>kvm</domain>
Oct 16 08:18:39 user nova-compute[73884]:   <machine>pc-i440fx-6.2</machine>
Oct 16 08:18:39 user nova-compute[73884]:   <arch>i686</arch>
Oct 16 08:18:39 user nova-compute[73884]:   <vcpu max='255'/>
Oct 16 08:18:39 user nova-compute[73884]:   <iothreads supported='yes'/>
Oct 16 08:18:39 user nova-compute[73884]:   <os supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:     <enum name='firmware'/>
Oct 16 08:18:39 user nova-compute[73884]:     <loader supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 16 08:18:39 user nova-compute[73884]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 16 08:18:39 user nova-compute[73884]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 16 08:18:39 user nova-compute[73884]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 16 08:18:39 user nova-compute[73884]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='type'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>rom</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>pflash</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='readonly'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>yes</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>no</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='secure'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>no</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </loader>
Oct 16 08:18:39 user nova-compute[73884]:   </os>
Oct 16 08:18:39 user nova-compute[73884]:   <cpu>
Oct 16 08:18:39 user nova-compute[73884]:     <mode name='host-passthrough' supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='hostPassthroughMigratable'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>off</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </mode>
Oct 16 08:18:39 user nova-compute[73884]:     <mode name='maximum' supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='maximumMigratable'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>on</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>off</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </mode>
Oct 16 08:18:39 user nova-compute[73884]:     <mode name='host-model' supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <vendor>Intel</vendor>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='ss'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='vmx'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='pcid'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='hypervisor'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='arat'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='tsc_adjust'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='umip'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='md-clear'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='stibp'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='arch-capabilities'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='ssbd'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='ibpb'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='ibrs'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='amd-stibp'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='amd-ssbd'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='disable' name='erms'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='disable' name='xsaveopt'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='disable' name='lm'/>
Oct 16 08:18:39 user nova-compute[73884]:     </mode>
Oct 16 08:18:39 user nova-compute[73884]:     <mode name='custom' supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>qemu64</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>qemu32</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>phenom</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>pentium3</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>pentium2</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>pentium</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>n270</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>kvm64</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>kvm32</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>coreduo</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>core2duo</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>athlon</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Westmere-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Westmere</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Snowridge</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Server</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Client</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>SandyBridge</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Penryn</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Opteron_G5</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Opteron_G4</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Opteron_G3</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Opteron_G2</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Opteron_G1</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Nehalem-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Nehalem</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>IvyBridge</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Icelake-Server</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Haswell-noTSX</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Haswell-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Haswell</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>EPYC-Rome</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>EPYC-Milan</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>EPYC-IBPB</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>EPYC</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Dhyana</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Cooperlake</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Conroe</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Cascadelake-Server</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Broadwell-noTSX</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Broadwell-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Broadwell</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>486</model>
Oct 16 08:18:39 user nova-compute[73884]:     </mode>
Oct 16 08:18:39 user nova-compute[73884]:   </cpu>
Oct 16 08:18:39 user nova-compute[73884]:   <memoryBacking supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:     <enum name='sourceType'>
Oct 16 08:18:39 user nova-compute[73884]:       <value>file</value>
Oct 16 08:18:39 user nova-compute[73884]:       <value>anonymous</value>
Oct 16 08:18:39 user nova-compute[73884]:       <value>memfd</value>
Oct 16 08:18:39 user nova-compute[73884]:     </enum>
Oct 16 08:18:39 user nova-compute[73884]:   </memoryBacking>
Oct 16 08:18:39 user nova-compute[73884]:   <devices>
Oct 16 08:18:39 user nova-compute[73884]:     <disk supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='diskDevice'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>disk</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>cdrom</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>floppy</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>lun</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='bus'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>ide</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>fdc</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>scsi</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>usb</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>sata</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='model'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio-transitional</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio-non-transitional</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </disk>
Oct 16 08:18:39 user nova-compute[73884]:     <graphics supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='type'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>sdl</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>vnc</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>spice</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>egl-headless</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </graphics>
Oct 16 08:18:39 user nova-compute[73884]:     <video supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='modelType'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>vga</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>cirrus</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>vmvga</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>qxl</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>none</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>bochs</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>ramfb</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </video>
Oct 16 08:18:39 user nova-compute[73884]:     <hostdev supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='mode'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>subsystem</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='startupPolicy'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>default</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>mandatory</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>requisite</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>optional</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='subsysType'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>usb</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>pci</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>scsi</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='capsType'/>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='pciBackend'/>
Oct 16 08:18:39 user nova-compute[73884]:     </hostdev>
Oct 16 08:18:39 user nova-compute[73884]:     <rng supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='model'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio-transitional</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio-non-transitional</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='backendModel'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>random</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>egd</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>builtin</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </rng>
Oct 16 08:18:39 user nova-compute[73884]:     <filesystem supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='driverType'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>path</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>handle</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtiofs</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </filesystem>
Oct 16 08:18:39 user nova-compute[73884]:     <tpm supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='model'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>tpm-tis</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>tpm-crb</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='backendModel'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>passthrough</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>emulator</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </tpm>
Oct 16 08:18:39 user nova-compute[73884]:   </devices>
Oct 16 08:18:39 user nova-compute[73884]:   <features>
Oct 16 08:18:39 user nova-compute[73884]:     <gic supported='no'/>
Oct 16 08:18:39 user nova-compute[73884]:     <vmcoreinfo supported='yes'/>
Oct 16 08:18:39 user nova-compute[73884]:     <genid supported='yes'/>
Oct 16 08:18:39 user nova-compute[73884]:     <backingStoreInput supported='yes'/>
Oct 16 08:18:39 user nova-compute[73884]:     <backup supported='yes'/>
Oct 16 08:18:39 user nova-compute[73884]:     <sev supported='no'/>
Oct 16 08:18:39 user nova-compute[73884]:   </features>
Oct 16 08:18:39 user nova-compute[73884]: </domainCapabilities>
Oct 16 08:18:39 user nova-compute[73884]:  {{(pid=73884) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=q35:
Oct 16 08:18:39 user nova-compute[73884]: <domainCapabilities>
Oct 16 08:18:39 user nova-compute[73884]:   <path>/usr/bin/qemu-system-i386</path>
Oct 16 08:18:39 user nova-compute[73884]:   <domain>kvm</domain>
Oct 16 08:18:39 user nova-compute[73884]:   <machine>pc-q35-6.2</machine>
Oct 16 08:18:39 user nova-compute[73884]:   <arch>i686</arch>
Oct 16 08:18:39 user nova-compute[73884]:   <vcpu max='288'/>
Oct 16 08:18:39 user nova-compute[73884]:   <iothreads supported='yes'/>
Oct 16 08:18:39 user nova-compute[73884]:   <os supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:     <enum name='firmware'/>
Oct 16 08:18:39 user nova-compute[73884]:     <loader supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 16 08:18:39 user nova-compute[73884]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 16 08:18:39 user nova-compute[73884]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 16 08:18:39 user nova-compute[73884]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 16 08:18:39 user nova-compute[73884]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='type'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>rom</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>pflash</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='readonly'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>yes</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>no</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='secure'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>no</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </loader>
Oct 16 08:18:39 user nova-compute[73884]:   </os>
Oct 16 08:18:39 user nova-compute[73884]:   <cpu>
Oct 16 08:18:39 user nova-compute[73884]:     <mode name='host-passthrough' supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='hostPassthroughMigratable'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>off</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </mode>
Oct 16 08:18:39 user nova-compute[73884]:     <mode name='maximum' supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='maximumMigratable'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>on</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>off</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </mode>
Oct 16 08:18:39 user nova-compute[73884]:     <mode name='host-model' supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <vendor>Intel</vendor>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='ss'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='vmx'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='pcid'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='hypervisor'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='arat'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='tsc_adjust'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='umip'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='md-clear'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='stibp'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='arch-capabilities'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='ssbd'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='ibpb'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='ibrs'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='amd-stibp'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='amd-ssbd'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='disable' name='erms'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='disable' name='xsaveopt'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='disable' name='lm'/>
Oct 16 08:18:39 user nova-compute[73884]:     </mode>
Oct 16 08:18:39 user nova-compute[73884]:     <mode name='custom' supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>qemu64</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>qemu32</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>phenom</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>pentium3</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>pentium2</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>pentium</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>n270</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>kvm64</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>kvm32</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>coreduo</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>core2duo</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>athlon</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Westmere-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Westmere</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Snowridge</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Server</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Client</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>SandyBridge</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Penryn</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Opteron_G5</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Opteron_G4</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Opteron_G3</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Opteron_G2</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Opteron_G1</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Nehalem-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Nehalem</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>IvyBridge</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Icelake-Server</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Haswell-noTSX</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Haswell-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Haswell</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>EPYC-Rome</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>EPYC-Milan</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>EPYC-IBPB</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>EPYC</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Dhyana</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Cooperlake</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Conroe</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Cascadelake-Server</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Broadwell-noTSX</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Broadwell-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Broadwell</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>486</model>
Oct 16 08:18:39 user nova-compute[73884]:     </mode>
Oct 16 08:18:39 user nova-compute[73884]:   </cpu>
Oct 16 08:18:39 user nova-compute[73884]:   <memoryBacking supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:     <enum name='sourceType'>
Oct 16 08:18:39 user nova-compute[73884]:       <value>file</value>
Oct 16 08:18:39 user nova-compute[73884]:       <value>anonymous</value>
Oct 16 08:18:39 user nova-compute[73884]:       <value>memfd</value>
Oct 16 08:18:39 user nova-compute[73884]:     </enum>
Oct 16 08:18:39 user nova-compute[73884]:   </memoryBacking>
Oct 16 08:18:39 user nova-compute[73884]:   <devices>
Oct 16 08:18:39 user nova-compute[73884]:     <disk supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='diskDevice'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>disk</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>cdrom</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>floppy</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>lun</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='bus'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>fdc</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>scsi</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>usb</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>sata</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='model'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio-transitional</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio-non-transitional</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </disk>
Oct 16 08:18:39 user nova-compute[73884]:     <graphics supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='type'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>sdl</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>vnc</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>spice</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>egl-headless</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </graphics>
Oct 16 08:18:39 user nova-compute[73884]:     <video supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='modelType'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>vga</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>cirrus</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>vmvga</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>qxl</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>none</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>bochs</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>ramfb</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </video>
Oct 16 08:18:39 user nova-compute[73884]:     <hostdev supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='mode'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>subsystem</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='startupPolicy'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>default</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>mandatory</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>requisite</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>optional</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='subsysType'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>usb</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>pci</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>scsi</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='capsType'/>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='pciBackend'/>
Oct 16 08:18:39 user nova-compute[73884]:     </hostdev>
Oct 16 08:18:39 user nova-compute[73884]:     <rng supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='model'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio-transitional</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio-non-transitional</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='backendModel'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>random</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>egd</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>builtin</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </rng>
Oct 16 08:18:39 user nova-compute[73884]:     <filesystem supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='driverType'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>path</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>handle</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtiofs</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </filesystem>
Oct 16 08:18:39 user nova-compute[73884]:     <tpm supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='model'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>tpm-tis</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>tpm-crb</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='backendModel'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>passthrough</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>emulator</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </tpm>
Oct 16 08:18:39 user nova-compute[73884]:   </devices>
Oct 16 08:18:39 user nova-compute[73884]:   <features>
Oct 16 08:18:39 user nova-compute[73884]:     <gic supported='no'/>
Oct 16 08:18:39 user nova-compute[73884]:     <vmcoreinfo supported='yes'/>
Oct 16 08:18:39 user nova-compute[73884]:     <genid supported='yes'/>
Oct 16 08:18:39 user nova-compute[73884]:     <backingStoreInput supported='yes'/>
Oct 16 08:18:39 user nova-compute[73884]:     <backup supported='yes'/>
Oct 16 08:18:39 user nova-compute[73884]:     <sev supported='no'/>
Oct 16 08:18:39 user nova-compute[73884]:   </features>
Oct 16 08:18:39 user nova-compute[73884]: </domainCapabilities>
Oct 16 08:18:39 user nova-compute[73884]:  {{(pid=73884) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu:
Oct 16 08:18:39 user nova-compute[73884]: <domainCapabilities>
Oct 16 08:18:39 user nova-compute[73884]:   <path>/usr/bin/qemu-system-i386</path>
Oct 16 08:18:39 user nova-compute[73884]:   <domain>kvm</domain>
Oct 16 08:18:39 user nova-compute[73884]:   <machine>pc-i440fx-jammy</machine>
Oct 16 08:18:39 user nova-compute[73884]:   <arch>i686</arch>
Oct 16 08:18:39 user nova-compute[73884]:   <vcpu max='255'/>
Oct 16 08:18:39 user nova-compute[73884]:   <iothreads supported='yes'/>
Oct 16 08:18:39 user nova-compute[73884]:   <os supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:     <enum name='firmware'/>
Oct 16 08:18:39 user nova-compute[73884]:     <loader supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Oct 16 08:18:39 user nova-compute[73884]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Oct 16 08:18:39 user nova-compute[73884]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Oct 16 08:18:39 user nova-compute[73884]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Oct 16 08:18:39 user nova-compute[73884]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='type'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>rom</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>pflash</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='readonly'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>yes</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>no</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='secure'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>no</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </loader>
Oct 16 08:18:39 user nova-compute[73884]:   </os>
Oct 16 08:18:39 user nova-compute[73884]:   <cpu>
Oct 16 08:18:39 user nova-compute[73884]:     <mode name='host-passthrough' supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='hostPassthroughMigratable'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>off</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </mode>
Oct 16 08:18:39 user nova-compute[73884]:     <mode name='maximum' supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='maximumMigratable'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>on</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>off</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </mode>
Oct 16 08:18:39 user nova-compute[73884]:     <mode name='host-model' supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <vendor>Intel</vendor>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='ss'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='vmx'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='pcid'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='hypervisor'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='arat'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='tsc_adjust'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='umip'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='md-clear'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='stibp'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='arch-capabilities'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='ssbd'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='ibpb'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='ibrs'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='amd-stibp'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='amd-ssbd'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='disable' name='erms'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='disable' name='xsaveopt'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='disable' name='lm'/>
Oct 16 08:18:39 user nova-compute[73884]:     </mode>
Oct 16 08:18:39 user nova-compute[73884]:     <mode name='custom' supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>qemu64</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>qemu32</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>phenom</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>pentium3</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>pentium2</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>pentium</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>n270</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>kvm64</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>kvm32</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>coreduo</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>core2duo</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>athlon</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Westmere-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Westmere</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Snowridge</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Server</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Client</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>SandyBridge</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Penryn</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Opteron_G5</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Opteron_G4</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Opteron_G3</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Opteron_G2</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Opteron_G1</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Nehalem-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Nehalem</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>IvyBridge</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Icelake-Server</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Haswell-noTSX</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Haswell-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Haswell</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>EPYC-Rome</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>EPYC-Milan</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>EPYC-IBPB</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>EPYC</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Dhyana</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Cooperlake</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Conroe</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Cascadelake-Server</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Broadwell-noTSX</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Broadwell-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Broadwell</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>486</model>
Oct 16 08:18:39 user nova-compute[73884]:     </mode>
Oct 16 08:18:39 user nova-compute[73884]:   </cpu>
Oct 16 08:18:39 user nova-compute[73884]:   <memoryBacking supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:     <enum name='sourceType'>
Oct 16 08:18:39 user nova-compute[73884]:       <value>file</value>
Oct 16 08:18:39 user nova-compute[73884]:       <value>anonymous</value>
Oct 16 08:18:39 user nova-compute[73884]:       <value>memfd</value>
Oct 16 08:18:39 user nova-compute[73884]:     </enum>
Oct 16 08:18:39 user nova-compute[73884]:   </memoryBacking>
Oct 16 08:18:39 user nova-compute[73884]:   <devices>
Oct 16 08:18:39 user nova-compute[73884]:     <disk supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='diskDevice'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>disk</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>cdrom</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>floppy</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>lun</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='bus'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>ide</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>fdc</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>scsi</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>usb</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>sata</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='model'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio-transitional</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio-non-transitional</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </disk>
Oct 16 08:18:39 user nova-compute[73884]:     <graphics supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='type'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>sdl</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>vnc</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>spice</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>egl-headless</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </graphics>
Oct 16 08:18:39 user nova-compute[73884]:     <video supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='modelType'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>vga</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>cirrus</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>vmvga</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>qxl</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>none</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>bochs</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>ramfb</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </video>
Oct 16 08:18:39 user nova-compute[73884]:     <hostdev supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='mode'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>subsystem</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='startupPolicy'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>default</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>mandatory</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>requisite</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>optional</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='subsysType'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>usb</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>pci</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>scsi</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='capsType'/>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='pciBackend'/>
Oct 16 08:18:39 user nova-compute[73884]:     </hostdev>
Oct 16 08:18:39 user nova-compute[73884]:     <rng supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='model'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio-transitional</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio-non-transitional</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='backendModel'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>random</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>egd</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>builtin</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </rng>
Oct 16 08:18:39 user nova-compute[73884]:     <filesystem supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='driverType'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>path</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>handle</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtiofs</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </filesystem>
Oct 16 08:18:39 user nova-compute[73884]:     <tpm supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='model'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>tpm-tis</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>tpm-crb</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='backendModel'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>passthrough</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>emulator</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </tpm>
Oct 16 08:18:39 user nova-compute[73884]:   </devices>
Oct 16 08:18:39 user nova-compute[73884]:   <features>
Oct 16 08:18:39 user nova-compute[73884]:     <gic supported='no'/>
Oct 16 08:18:39 user nova-compute[73884]:     <vmcoreinfo supported='yes'/>
Oct 16 08:18:39 user nova-compute[73884]:     <genid supported='yes'/>
Oct 16 08:18:39 user nova-compute[73884]:     <backingStoreInput supported='yes'/>
Oct 16 08:18:39 user nova-compute[73884]:     <backup supported='yes'/>
Oct 16 08:18:39 user nova-compute[73884]:     <sev supported='no'/>
Oct 16 08:18:39 user nova-compute[73884]:   </features>
Oct 16 08:18:39 user nova-compute[73884]: </domainCapabilities>
Oct 16 08:18:39 user nova-compute[73884]:  {{(pid=73884) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Getting domain capabilities for m68k via machine types: {'virt', None} {{(pid=73884) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=73884) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=73884) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Getting domain capabilities for microblaze via machine types: {None} {{(pid=73884) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Error from libvirt when retrieving domain capabilities for arch microblaze / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblaze' on this host {{(pid=73884) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Getting domain capabilities for microblazeel via machine types: {None} {{(pid=73884) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Error from libvirt when retrieving domain capabilities for arch microblazeel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblazeel' on this host {{(pid=73884) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Getting domain capabilities for mips via machine types: {None} {{(pid=73884) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Error from libvirt when retrieving domain capabilities for arch mips / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips' on this host {{(pid=73884) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Getting domain capabilities for mipsel via machine types: {None} {{(pid=73884) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Error from libvirt when retrieving domain capabilities for arch mipsel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mipsel' on this host {{(pid=73884) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Getting domain capabilities for mips64 via machine types: {None} {{(pid=73884) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Error from libvirt when retrieving domain capabilities for arch mips64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64' on this host {{(pid=73884) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Getting domain capabilities for mips64el via machine types: {None} {{(pid=73884) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Error from libvirt when retrieving domain capabilities for arch mips64el / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64el' on this host {{(pid=73884) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Getting domain capabilities for ppc via machine types: {None} {{(pid=73884) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Error from libvirt when retrieving domain capabilities for arch ppc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc' on this host {{(pid=73884) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Getting domain capabilities for ppc64 via machine types: {'powernv', 'pseries', None} {{(pid=73884) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=73884) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=73884) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=73884) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Getting domain capabilities for ppc64le via machine types: {'powernv', 'pseries'} {{(pid=73884) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=73884) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=73884) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Getting domain capabilities for riscv32 via machine types: {None} {{(pid=73884) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Error from libvirt when retrieving domain capabilities for arch riscv32 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv32' on this host {{(pid=73884) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Getting domain capabilities for riscv64 via machine types: {None} {{(pid=73884) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Error from libvirt when retrieving domain capabilities for arch riscv64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv64' on this host {{(pid=73884) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Getting domain capabilities for s390x via machine types: {'s390-ccw-virtio'} {{(pid=73884) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Error from libvirt when retrieving domain capabilities for arch s390x / virt_type kvm / machine_type s390-ccw-virtio: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-s390x' on this host {{(pid=73884) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Getting domain capabilities for sh4 via machine types: {None} {{(pid=73884) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Error from libvirt when retrieving domain capabilities for arch sh4 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4' on this host {{(pid=73884) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Getting domain capabilities for sh4eb via machine types: {None} {{(pid=73884) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Error from libvirt when retrieving domain capabilities for arch sh4eb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4eb' on this host {{(pid=73884) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Getting domain capabilities for sparc via machine types: {None} {{(pid=73884) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Error from libvirt when retrieving domain capabilities for arch sparc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc' on this host {{(pid=73884) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Getting domain capabilities for sparc64 via machine types: {None} {{(pid=73884) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Error from libvirt when retrieving domain capabilities for arch sparc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc64' on this host {{(pid=73884) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Getting domain capabilities for x86_64 via machine types: {'ubuntu-q35', 'pc', 'q35', 'ubuntu'} {{(pid=73884) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu-q35:
Oct 16 08:18:39 user nova-compute[73884]: <domainCapabilities>
Oct 16 08:18:39 user nova-compute[73884]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 16 08:18:39 user nova-compute[73884]:   <domain>kvm</domain>
Oct 16 08:18:39 user nova-compute[73884]:   <machine>pc-q35-jammy</machine>
Oct 16 08:18:39 user nova-compute[73884]:   <arch>x86_64</arch>
Oct 16 08:18:39 user nova-compute[73884]:   <vcpu max='288'/>
Oct 16 08:18:39 user nova-compute[73884]:   <iothreads supported='yes'/>
Oct 16 08:18:39 user nova-compute[73884]:   <os supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:     <enum name='firmware'>
Oct 16 08:18:39 user nova-compute[73884]:       <value>efi</value>
Oct 16 08:18:39 user nova-compute[73884]:     </enum>
Oct 16 08:18:39 user nova-compute[73884]:     <loader supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Oct 16 08:18:39 user nova-compute[73884]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Oct 16 08:18:39 user nova-compute[73884]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='type'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>rom</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>pflash</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='readonly'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>yes</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>no</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='secure'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>yes</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>no</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </loader>
Oct 16 08:18:39 user nova-compute[73884]:   </os>
Oct 16 08:18:39 user nova-compute[73884]:   <cpu>
Oct 16 08:18:39 user nova-compute[73884]:     <mode name='host-passthrough' supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='hostPassthroughMigratable'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>on</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>off</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </mode>
Oct 16 08:18:39 user nova-compute[73884]:     <mode name='maximum' supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='maximumMigratable'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>on</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>off</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </mode>
Oct 16 08:18:39 user nova-compute[73884]:     <mode name='host-model' supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <vendor>Intel</vendor>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='ss'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='vmx'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='pcid'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='hypervisor'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='arat'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='tsc_adjust'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='umip'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='md-clear'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='stibp'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='arch-capabilities'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='ssbd'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='invtsc'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='ibpb'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='ibrs'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='amd-stibp'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='amd-ssbd'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='rsba'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='pschange-mc-no'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='disable' name='erms'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='disable' name='xsaveopt'/>
Oct 16 08:18:39 user nova-compute[73884]:     </mode>
Oct 16 08:18:39 user nova-compute[73884]:     <mode name='custom' supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>qemu64</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>qemu32</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>phenom</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>pentium3</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>pentium2</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>pentium</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>n270</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>kvm64</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>kvm32</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>coreduo</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>core2duo</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>athlon</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>Westmere-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>Westmere</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Snowridge</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Server</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Client</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>SandyBridge</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>Penryn</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Opteron_G5</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Opteron_G4</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Opteron_G3</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Opteron_G2</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>Opteron_G1</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>Nehalem</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>IvyBridge</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Icelake-Server</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Haswell-noTSX</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Haswell-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Haswell</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>EPYC-Rome</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>EPYC-Milan</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>EPYC-IBPB</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>EPYC</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Dhyana</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Cooperlake</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>Conroe</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Cascadelake-Server</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Broadwell-noTSX</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Broadwell-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Broadwell</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>486</model>
Oct 16 08:18:39 user nova-compute[73884]:     </mode>
Oct 16 08:18:39 user nova-compute[73884]:   </cpu>
Oct 16 08:18:39 user nova-compute[73884]:   <memoryBacking supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:     <enum name='sourceType'>
Oct 16 08:18:39 user nova-compute[73884]:       <value>file</value>
Oct 16 08:18:39 user nova-compute[73884]:       <value>anonymous</value>
Oct 16 08:18:39 user nova-compute[73884]:       <value>memfd</value>
Oct 16 08:18:39 user nova-compute[73884]:     </enum>
Oct 16 08:18:39 user nova-compute[73884]:   </memoryBacking>
Oct 16 08:18:39 user nova-compute[73884]:   <devices>
Oct 16 08:18:39 user nova-compute[73884]:     <disk supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='diskDevice'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>disk</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>cdrom</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>floppy</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>lun</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='bus'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>fdc</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>scsi</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>usb</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>sata</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='model'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio-transitional</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio-non-transitional</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </disk>
Oct 16 08:18:39 user nova-compute[73884]:     <graphics supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='type'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>sdl</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>vnc</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>spice</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>egl-headless</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </graphics>
Oct 16 08:18:39 user nova-compute[73884]:     <video supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='modelType'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>vga</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>cirrus</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>vmvga</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>qxl</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>none</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>bochs</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>ramfb</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </video>
Oct 16 08:18:39 user nova-compute[73884]:     <hostdev supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='mode'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>subsystem</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='startupPolicy'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>default</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>mandatory</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>requisite</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>optional</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='subsysType'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>usb</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>pci</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>scsi</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='capsType'/>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='pciBackend'/>
Oct 16 08:18:39 user nova-compute[73884]:     </hostdev>
Oct 16 08:18:39 user nova-compute[73884]:     <rng supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='model'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio-transitional</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio-non-transitional</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='backendModel'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>random</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>egd</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>builtin</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </rng>
Oct 16 08:18:39 user nova-compute[73884]:     <filesystem supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='driverType'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>path</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>handle</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtiofs</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </filesystem>
Oct 16 08:18:39 user nova-compute[73884]:     <tpm supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='model'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>tpm-tis</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>tpm-crb</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='backendModel'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>passthrough</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>emulator</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </tpm>
Oct 16 08:18:39 user nova-compute[73884]:   </devices>
Oct 16 08:18:39 user nova-compute[73884]:   <features>
Oct 16 08:18:39 user nova-compute[73884]:     <gic supported='no'/>
Oct 16 08:18:39 user nova-compute[73884]:     <vmcoreinfo supported='yes'/>
Oct 16 08:18:39 user nova-compute[73884]:     <genid supported='yes'/>
Oct 16 08:18:39 user nova-compute[73884]:     <backingStoreInput supported='yes'/>
Oct 16 08:18:39 user nova-compute[73884]:     <backup supported='yes'/>
Oct 16 08:18:39 user nova-compute[73884]:     <sev supported='no'/>
Oct 16 08:18:39 user nova-compute[73884]:   </features>
Oct 16 08:18:39 user nova-compute[73884]: </domainCapabilities>
Oct 16 08:18:39 user nova-compute[73884]:  {{(pid=73884) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=pc:
Oct 16 08:18:39 user nova-compute[73884]: <domainCapabilities>
Oct 16 08:18:39 user nova-compute[73884]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 16 08:18:39 user nova-compute[73884]:   <domain>kvm</domain>
Oct 16 08:18:39 user nova-compute[73884]:   <machine>pc-i440fx-6.2</machine>
Oct 16 08:18:39 user nova-compute[73884]:   <arch>x86_64</arch>
Oct 16 08:18:39 user nova-compute[73884]:   <vcpu max='255'/>
Oct 16 08:18:39 user nova-compute[73884]:   <iothreads supported='yes'/>
Oct 16 08:18:39 user nova-compute[73884]:   <os supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:     <enum name='firmware'>
Oct 16 08:18:39 user nova-compute[73884]:       <value>efi</value>
Oct 16 08:18:39 user nova-compute[73884]:     </enum>
Oct 16 08:18:39 user nova-compute[73884]:     <loader supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='type'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>rom</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>pflash</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='readonly'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>yes</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>no</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='secure'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>no</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </loader>
Oct 16 08:18:39 user nova-compute[73884]:   </os>
Oct 16 08:18:39 user nova-compute[73884]:   <cpu>
Oct 16 08:18:39 user nova-compute[73884]:     <mode name='host-passthrough' supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='hostPassthroughMigratable'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>on</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>off</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </mode>
Oct 16 08:18:39 user nova-compute[73884]:     <mode name='maximum' supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='maximumMigratable'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>on</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>off</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </mode>
Oct 16 08:18:39 user nova-compute[73884]:     <mode name='host-model' supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <vendor>Intel</vendor>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='ss'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='vmx'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='pcid'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='hypervisor'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='arat'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='tsc_adjust'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='umip'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='md-clear'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='stibp'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='arch-capabilities'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='ssbd'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='invtsc'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='ibpb'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='ibrs'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='amd-stibp'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='amd-ssbd'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='rsba'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='pschange-mc-no'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='disable' name='erms'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='disable' name='xsaveopt'/>
Oct 16 08:18:39 user nova-compute[73884]:     </mode>
Oct 16 08:18:39 user nova-compute[73884]:     <mode name='custom' supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>qemu64</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>qemu32</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>phenom</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>pentium3</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>pentium2</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>pentium</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>n270</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>kvm64</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>kvm32</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>coreduo</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>core2duo</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>athlon</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>Westmere-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>Westmere</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Snowridge</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Server</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Client</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>SandyBridge</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>Penryn</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Opteron_G5</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Opteron_G4</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Opteron_G3</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Opteron_G2</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>Opteron_G1</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>Nehalem</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>IvyBridge</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Icelake-Server</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Haswell-noTSX</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Haswell-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Haswell</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>EPYC-Rome</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>EPYC-Milan</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>EPYC-IBPB</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>EPYC</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Dhyana</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Cooperlake</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>Conroe</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Cascadelake-Server</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Broadwell-noTSX</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Broadwell-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Broadwell</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>486</model>
Oct 16 08:18:39 user nova-compute[73884]:     </mode>
Oct 16 08:18:39 user nova-compute[73884]:   </cpu>
Oct 16 08:18:39 user nova-compute[73884]:   <memoryBacking supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:     <enum name='sourceType'>
Oct 16 08:18:39 user nova-compute[73884]:       <value>file</value>
Oct 16 08:18:39 user nova-compute[73884]:       <value>anonymous</value>
Oct 16 08:18:39 user nova-compute[73884]:       <value>memfd</value>
Oct 16 08:18:39 user nova-compute[73884]:     </enum>
Oct 16 08:18:39 user nova-compute[73884]:   </memoryBacking>
Oct 16 08:18:39 user nova-compute[73884]:   <devices>
Oct 16 08:18:39 user nova-compute[73884]:     <disk supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='diskDevice'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>disk</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>cdrom</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>floppy</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>lun</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='bus'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>ide</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>fdc</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>scsi</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>usb</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>sata</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='model'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio-transitional</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio-non-transitional</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </disk>
Oct 16 08:18:39 user nova-compute[73884]:     <graphics supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='type'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>sdl</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>vnc</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>spice</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>egl-headless</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </graphics>
Oct 16 08:18:39 user nova-compute[73884]:     <video supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='modelType'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>vga</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>cirrus</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>vmvga</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>qxl</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>none</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>bochs</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>ramfb</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </video>
Oct 16 08:18:39 user nova-compute[73884]:     <hostdev supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='mode'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>subsystem</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='startupPolicy'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>default</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>mandatory</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>requisite</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>optional</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='subsysType'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>usb</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>pci</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>scsi</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='capsType'/>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='pciBackend'/>
Oct 16 08:18:39 user nova-compute[73884]:     </hostdev>
Oct 16 08:18:39 user nova-compute[73884]:     <rng supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='model'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio-transitional</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio-non-transitional</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='backendModel'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>random</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>egd</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>builtin</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </rng>
Oct 16 08:18:39 user nova-compute[73884]:     <filesystem supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='driverType'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>path</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>handle</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtiofs</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </filesystem>
Oct 16 08:18:39 user nova-compute[73884]:     <tpm supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='model'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>tpm-tis</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>tpm-crb</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='backendModel'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>passthrough</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>emulator</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </tpm>
Oct 16 08:18:39 user nova-compute[73884]:   </devices>
Oct 16 08:18:39 user nova-compute[73884]:   <features>
Oct 16 08:18:39 user nova-compute[73884]:     <gic supported='no'/>
Oct 16 08:18:39 user nova-compute[73884]:     <vmcoreinfo supported='yes'/>
Oct 16 08:18:39 user nova-compute[73884]:     <genid supported='yes'/>
Oct 16 08:18:39 user nova-compute[73884]:     <backingStoreInput supported='yes'/>
Oct 16 08:18:39 user nova-compute[73884]:     <backup supported='yes'/>
Oct 16 08:18:39 user nova-compute[73884]:     <sev supported='no'/>
Oct 16 08:18:39 user nova-compute[73884]:   </features>
Oct 16 08:18:39 user nova-compute[73884]: </domainCapabilities>
Oct 16 08:18:39 user nova-compute[73884]:  {{(pid=73884) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=q35:
Oct 16 08:18:39 user nova-compute[73884]: <domainCapabilities>
Oct 16 08:18:39 user nova-compute[73884]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 16 08:18:39 user nova-compute[73884]:   <domain>kvm</domain>
Oct 16 08:18:39 user nova-compute[73884]:   <machine>pc-q35-6.2</machine>
Oct 16 08:18:39 user nova-compute[73884]:   <arch>x86_64</arch>
Oct 16 08:18:39 user nova-compute[73884]:   <vcpu max='288'/>
Oct 16 08:18:39 user nova-compute[73884]:   <iothreads supported='yes'/>
Oct 16 08:18:39 user nova-compute[73884]:   <os supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:     <enum name='firmware'>
Oct 16 08:18:39 user nova-compute[73884]:       <value>efi</value>
Oct 16 08:18:39 user nova-compute[73884]:     </enum>
Oct 16 08:18:39 user nova-compute[73884]:     <loader supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Oct 16 08:18:39 user nova-compute[73884]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Oct 16 08:18:39 user nova-compute[73884]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='type'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>rom</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>pflash</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='readonly'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>yes</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>no</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='secure'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>yes</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>no</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </loader>
Oct 16 08:18:39 user nova-compute[73884]:   </os>
Oct 16 08:18:39 user nova-compute[73884]:   <cpu>
Oct 16 08:18:39 user nova-compute[73884]:     <mode name='host-passthrough' supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='hostPassthroughMigratable'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>on</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>off</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </mode>
Oct 16 08:18:39 user nova-compute[73884]:     <mode name='maximum' supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='maximumMigratable'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>on</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>off</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </mode>
Oct 16 08:18:39 user nova-compute[73884]:     <mode name='host-model' supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <vendor>Intel</vendor>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='ss'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='vmx'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='pcid'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='hypervisor'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='arat'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='tsc_adjust'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='umip'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='md-clear'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='stibp'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='arch-capabilities'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='ssbd'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='invtsc'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='ibpb'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='ibrs'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='amd-stibp'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='amd-ssbd'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='rsba'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='pschange-mc-no'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='disable' name='erms'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='disable' name='xsaveopt'/>
Oct 16 08:18:39 user nova-compute[73884]:     </mode>
Oct 16 08:18:39 user nova-compute[73884]:     <mode name='custom' supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>qemu64</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>qemu32</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>phenom</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>pentium3</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>pentium2</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>pentium</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>n270</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>kvm64</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>kvm32</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>coreduo</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>core2duo</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>athlon</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>Westmere-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>Westmere</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Snowridge</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Server</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Client</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>SandyBridge</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>Penryn</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Opteron_G5</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Opteron_G4</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Opteron_G3</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Opteron_G2</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>Opteron_G1</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>Nehalem</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>IvyBridge</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Icelake-Server</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Haswell-noTSX</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Haswell-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Haswell</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>EPYC-Rome</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>EPYC-Milan</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>EPYC-IBPB</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>EPYC</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Dhyana</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Cooperlake</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>Conroe</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Cascadelake-Server</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Broadwell-noTSX</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Broadwell-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Broadwell</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>486</model>
Oct 16 08:18:39 user nova-compute[73884]:     </mode>
Oct 16 08:18:39 user nova-compute[73884]:   </cpu>
Oct 16 08:18:39 user nova-compute[73884]:   <memoryBacking supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:     <enum name='sourceType'>
Oct 16 08:18:39 user nova-compute[73884]:       <value>file</value>
Oct 16 08:18:39 user nova-compute[73884]:       <value>anonymous</value>
Oct 16 08:18:39 user nova-compute[73884]:       <value>memfd</value>
Oct 16 08:18:39 user nova-compute[73884]:     </enum>
Oct 16 08:18:39 user nova-compute[73884]:   </memoryBacking>
Oct 16 08:18:39 user nova-compute[73884]:   <devices>
Oct 16 08:18:39 user nova-compute[73884]:     <disk supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='diskDevice'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>disk</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>cdrom</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>floppy</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>lun</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='bus'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>fdc</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>scsi</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>usb</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>sata</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='model'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio-transitional</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio-non-transitional</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </disk>
Oct 16 08:18:39 user nova-compute[73884]:     <graphics supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='type'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>sdl</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>vnc</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>spice</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>egl-headless</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </graphics>
Oct 16 08:18:39 user nova-compute[73884]:     <video supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='modelType'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>vga</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>cirrus</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>vmvga</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>qxl</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>none</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>bochs</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>ramfb</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </video>
Oct 16 08:18:39 user nova-compute[73884]:     <hostdev supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='mode'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>subsystem</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='startupPolicy'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>default</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>mandatory</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>requisite</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>optional</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='subsysType'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>usb</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>pci</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>scsi</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='capsType'/>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='pciBackend'/>
Oct 16 08:18:39 user nova-compute[73884]:     </hostdev>
Oct 16 08:18:39 user nova-compute[73884]:     <rng supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='model'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio-transitional</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio-non-transitional</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='backendModel'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>random</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>egd</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>builtin</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </rng>
Oct 16 08:18:39 user nova-compute[73884]:     <filesystem supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='driverType'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>path</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>handle</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtiofs</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </filesystem>
Oct 16 08:18:39 user nova-compute[73884]:     <tpm supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='model'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>tpm-tis</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>tpm-crb</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='backendModel'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>passthrough</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>emulator</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </tpm>
Oct 16 08:18:39 user nova-compute[73884]:   </devices>
Oct 16 08:18:39 user nova-compute[73884]:   <features>
Oct 16 08:18:39 user nova-compute[73884]:     <gic supported='no'/>
Oct 16 08:18:39 user nova-compute[73884]:     <vmcoreinfo supported='yes'/>
Oct 16 08:18:39 user nova-compute[73884]:     <genid supported='yes'/>
Oct 16 08:18:39 user nova-compute[73884]:     <backingStoreInput supported='yes'/>
Oct 16 08:18:39 user nova-compute[73884]:     <backup supported='yes'/>
Oct 16 08:18:39 user nova-compute[73884]:     <sev supported='no'/>
Oct 16 08:18:39 user nova-compute[73884]:   </features>
Oct 16 08:18:39 user nova-compute[73884]: </domainCapabilities>
Oct 16 08:18:39 user nova-compute[73884]:  {{(pid=73884) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu:
Oct 16 08:18:39 user nova-compute[73884]: <domainCapabilities>
Oct 16 08:18:39 user nova-compute[73884]:   <path>/usr/bin/qemu-system-x86_64</path>
Oct 16 08:18:39 user nova-compute[73884]:   <domain>kvm</domain>
Oct 16 08:18:39 user nova-compute[73884]:   <machine>pc-i440fx-jammy</machine>
Oct 16 08:18:39 user nova-compute[73884]:   <arch>x86_64</arch>
Oct 16 08:18:39 user nova-compute[73884]:   <vcpu max='255'/>
Oct 16 08:18:39 user nova-compute[73884]:   <iothreads supported='yes'/>
Oct 16 08:18:39 user nova-compute[73884]:   <os supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:     <enum name='firmware'>
Oct 16 08:18:39 user nova-compute[73884]:       <value>efi</value>
Oct 16 08:18:39 user nova-compute[73884]:     </enum>
Oct 16 08:18:39 user nova-compute[73884]:     <loader supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='type'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>rom</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>pflash</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='readonly'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>yes</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>no</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='secure'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>no</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </loader>
Oct 16 08:18:39 user nova-compute[73884]:   </os>
Oct 16 08:18:39 user nova-compute[73884]:   <cpu>
Oct 16 08:18:39 user nova-compute[73884]:     <mode name='host-passthrough' supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='hostPassthroughMigratable'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>on</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>off</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </mode>
Oct 16 08:18:39 user nova-compute[73884]:     <mode name='maximum' supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='maximumMigratable'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>on</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>off</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </mode>
Oct 16 08:18:39 user nova-compute[73884]:     <mode name='host-model' supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <vendor>Intel</vendor>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='ss'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='vmx'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='pcid'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='hypervisor'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='arat'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='tsc_adjust'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='umip'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='md-clear'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='stibp'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='arch-capabilities'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='ssbd'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='invtsc'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='ibpb'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='ibrs'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='amd-stibp'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='amd-ssbd'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='rsba'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='require' name='pschange-mc-no'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='disable' name='erms'/>
Oct 16 08:18:39 user nova-compute[73884]:       <feature policy='disable' name='xsaveopt'/>
Oct 16 08:18:39 user nova-compute[73884]:     </mode>
Oct 16 08:18:39 user nova-compute[73884]:     <mode name='custom' supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>qemu64</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>qemu32</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>phenom</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>pentium3</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>pentium2</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>pentium</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>n270</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>kvm64</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>kvm32</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>coreduo</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>core2duo</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>athlon</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>Westmere-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>Westmere</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Snowridge</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Server-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Server</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Client-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Skylake-Client</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>SandyBridge-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>SandyBridge</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>Penryn</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Opteron_G5</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Opteron_G4</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Opteron_G3</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Opteron_G2</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>Opteron_G1</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>Nehalem-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>Nehalem</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>IvyBridge-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>IvyBridge</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Icelake-Server-noTSX</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Icelake-Server</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Haswell-noTSX</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Haswell-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Haswell</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>EPYC-Rome</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>EPYC-Milan</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>EPYC-IBPB</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>EPYC</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Dhyana</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Cooperlake</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>Conroe</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Cascadelake-Server</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Broadwell-noTSX</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Broadwell-IBRS</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='no'>Broadwell</model>
Oct 16 08:18:39 user nova-compute[73884]:       <model usable='yes'>486</model>
Oct 16 08:18:39 user nova-compute[73884]:     </mode>
Oct 16 08:18:39 user nova-compute[73884]:   </cpu>
Oct 16 08:18:39 user nova-compute[73884]:   <memoryBacking supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:     <enum name='sourceType'>
Oct 16 08:18:39 user nova-compute[73884]:       <value>file</value>
Oct 16 08:18:39 user nova-compute[73884]:       <value>anonymous</value>
Oct 16 08:18:39 user nova-compute[73884]:       <value>memfd</value>
Oct 16 08:18:39 user nova-compute[73884]:     </enum>
Oct 16 08:18:39 user nova-compute[73884]:   </memoryBacking>
Oct 16 08:18:39 user nova-compute[73884]:   <devices>
Oct 16 08:18:39 user nova-compute[73884]:     <disk supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='diskDevice'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>disk</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>cdrom</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>floppy</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>lun</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='bus'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>ide</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>fdc</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>scsi</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>usb</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>sata</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='model'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio-transitional</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio-non-transitional</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </disk>
Oct 16 08:18:39 user nova-compute[73884]:     <graphics supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='type'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>sdl</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>vnc</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>spice</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>egl-headless</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </graphics>
Oct 16 08:18:39 user nova-compute[73884]:     <video supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='modelType'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>vga</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>cirrus</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>vmvga</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>qxl</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>none</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>bochs</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>ramfb</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </video>
Oct 16 08:18:39 user nova-compute[73884]:     <hostdev supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='mode'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>subsystem</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='startupPolicy'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>default</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>mandatory</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>requisite</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>optional</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='subsysType'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>usb</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>pci</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>scsi</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='capsType'/>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='pciBackend'/>
Oct 16 08:18:39 user nova-compute[73884]:     </hostdev>
Oct 16 08:18:39 user nova-compute[73884]:     <rng supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='model'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio-transitional</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtio-non-transitional</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='backendModel'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>random</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>egd</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>builtin</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </rng>
Oct 16 08:18:39 user nova-compute[73884]:     <filesystem supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='driverType'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>path</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>handle</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>virtiofs</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </filesystem>
Oct 16 08:18:39 user nova-compute[73884]:     <tpm supported='yes'>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='model'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>tpm-tis</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>tpm-crb</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:       <enum name='backendModel'>
Oct 16 08:18:39 user nova-compute[73884]:         <value>passthrough</value>
Oct 16 08:18:39 user nova-compute[73884]:         <value>emulator</value>
Oct 16 08:18:39 user nova-compute[73884]:       </enum>
Oct 16 08:18:39 user nova-compute[73884]:     </tpm>
Oct 16 08:18:39 user nova-compute[73884]:   </devices>
Oct 16 08:18:39 user nova-compute[73884]:   <features>
Oct 16 08:18:39 user nova-compute[73884]:     <gic supported='no'/>
Oct 16 08:18:39 user nova-compute[73884]:     <vmcoreinfo supported='yes'/>
Oct 16 08:18:39 user nova-compute[73884]:     <genid supported='yes'/>
Oct 16 08:18:39 user nova-compute[73884]:     <backingStoreInput supported='yes'/>
Oct 16 08:18:39 user nova-compute[73884]:     <backup supported='yes'/>
Oct 16 08:18:39 user nova-compute[73884]:     <sev supported='no'/>
Oct 16 08:18:39 user nova-compute[73884]:   </features>
Oct 16 08:18:39 user nova-compute[73884]: </domainCapabilities>
Oct 16 08:18:39 user nova-compute[73884]:  {{(pid=73884) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Getting domain capabilities for xtensa via machine types: {None} {{(pid=73884) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Error from libvirt when retrieving domain capabilities for arch xtensa / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensa' on this host {{(pid=73884) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Getting domain capabilities for xtensaeb via machine types: {None} {{(pid=73884) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Error from libvirt when retrieving domain capabilities for arch xtensaeb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensaeb' on this host {{(pid=73884) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Checking secure boot support for host arch (x86_64) {{(pid=73884) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Oct 16 08:18:39 user nova-compute[73884]: INFO nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Secure Boot support detected
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] cpu compare xml: <cpu match="exact">
Oct 16 08:18:39 user nova-compute[73884]:   <model>Nehalem</model>
Oct 16 08:18:39 user nova-compute[73884]: </cpu>
Oct 16 08:18:39 user nova-compute[73884]:  {{(pid=73884) _compare_cpu /opt/stack/nova/nova/virt/libvirt/driver.py:10023}}
Oct 16 08:18:39 user nova-compute[73884]: INFO nova.virt.node [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Generated node identity 3f9b2df1-c425-411c-9859-7f44a8bc4bb6
Oct 16 08:18:39 user nova-compute[73884]: INFO nova.virt.node [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Wrote node identity 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 to /opt/stack/data/nova/compute_id
Oct 16 08:18:39 user nova-compute[73884]: WARNING nova.compute.manager [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Compute nodes ['3f9b2df1-c425-411c-9859-7f44a8bc4bb6'] for host user were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning.
Oct 16 08:18:39 user nova-compute[73884]: INFO nova.compute.manager [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host
Oct 16 08:18:39 user nova-compute[73884]: WARNING nova.compute.manager [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] No compute node record found for host user. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Oct 16 08:18:39 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:18:39 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 08:18:39 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:18:40 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:18:40 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Hypervisor/Node resource view: name=user free_ram=10950MB free_disk=26.256038665771484GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 08:18:40 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:18:40 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:18:40 user nova-compute[73884]: WARNING nova.compute.resource_tracker [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] No compute node record for user:3f9b2df1-c425-411c-9859-7f44a8bc4bb6: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 could not be found.
Oct 16 08:18:40 user nova-compute[73884]: INFO nova.compute.resource_tracker [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Compute node record created for user:user with uuid: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6
Oct 16 08:18:40 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 08:18:40 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 08:18:40 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] [req-287797cc-7e84-48cd-b1f3-c6599f27ab25] Created resource provider record via placement API for resource provider with UUID 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 and name user.
Oct 16 08:18:40 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] /sys/module/kvm_amd/parameters/sev does not exist {{(pid=73884) _kernel_supports_amd_sev /opt/stack/nova/nova/virt/libvirt/host.py:1795}}
Oct 16 08:18:40 user nova-compute[73884]: INFO nova.virt.libvirt.host [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] kernel doesn't support AMD SEV
Oct 16 08:18:40 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Updating inventory in ProviderTree for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 with inventory: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 16 08:18:40 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:18:40 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Libvirt baseline CPU <cpu>
Oct 16 08:18:40 user nova-compute[73884]:   <arch>x86_64</arch>
Oct 16 08:18:40 user nova-compute[73884]:   <model>Nehalem</model>
Oct 16 08:18:40 user nova-compute[73884]:   <vendor>Intel</vendor>
Oct 16 08:18:40 user nova-compute[73884]:   <topology sockets="6" cores="1" threads="1"/>
Oct 16 08:18:40 user nova-compute[73884]: </cpu>
Oct 16 08:18:40 user nova-compute[73884]:  {{(pid=73884) _get_guest_baseline_cpu_features /opt/stack/nova/nova/virt/libvirt/driver.py:12513}}
Oct 16 08:18:40 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Updated inventory for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 with generation 0 in Placement from set_inventory_for_provider using data: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:957}}
Oct 16 08:18:40 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Updating resource provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 generation from 0 to 1 during operation: update_inventory {{(pid=73884) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Oct 16 08:18:40 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Updating inventory in ProviderTree for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 with inventory: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 16 08:18:40 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Updating resource provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 generation from 1 to 2 during operation: update_traits {{(pid=73884) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Oct 16 08:18:40 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 08:18:40 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.681s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:18:40 user nova-compute[73884]: DEBUG nova.service [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Creating RPC server for service compute {{(pid=73884) start /opt/stack/nova/nova/service.py:182}}
Oct 16 08:18:40 user nova-compute[73884]: DEBUG nova.service [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] Join ServiceGroup membership for this service compute {{(pid=73884) start /opt/stack/nova/nova/service.py:199}}
Oct 16 08:18:40 user nova-compute[73884]: DEBUG nova.servicegroup.drivers.db [None req-0a9ddd6b-1666-4aea-a14b-a4966a05b661 None None] DB_Driver: join new ServiceGroup member user to the compute group, service = <Service: host=user, binary=nova-compute, manager_class_name=nova.compute.manager.ComputeManager> {{(pid=73884) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}}
Oct 16 08:19:18 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._sync_power_states {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:19:18 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:19:31 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:19:31 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:19:31 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 08:19:31 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Rebuilding the list of instances to heal {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 16 08:19:31 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Didn't find any instances for network info cache update. {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 16 08:19:31 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:19:31 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:19:31 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:19:31 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:19:31 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:19:31 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:19:31 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 08:19:31 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:19:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:19:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:19:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:19:31 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 08:19:31 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:19:31 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:19:31 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=10391MB free_disk=26.1597900390625GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 08:19:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:19:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:19:31 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 08:19:31 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 08:19:31 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:19:31 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:19:31 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 08:19:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.134s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:20:31 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:20:31 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:20:31 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:20:31 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:20:31 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:20:32 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:20:32 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:20:32 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 08:20:32 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Rebuilding the list of instances to heal {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 16 08:20:32 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Didn't find any instances for network info cache update. {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 16 08:20:32 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:20:32 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:20:32 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:20:32 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:20:32 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 08:20:32 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:20:32 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:20:32 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=10312MB free_disk=26.223876953125GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 08:20:32 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:20:32 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:20:32 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 08:20:32 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 08:20:32 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:20:32 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:20:32 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 08:20:32 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.151s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:20:33 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:20:33 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:20:33 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 08:21:31 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:21:32 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:21:32 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:21:33 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:21:33 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:21:33 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:21:33 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:21:33 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:21:33 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:21:33 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 08:21:33 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:21:33 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:21:33 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=10357MB free_disk=25.97744369506836GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 08:21:33 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:21:33 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:21:33 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 08:21:33 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 08:21:33 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:21:33 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:21:33 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 08:21:33 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.217s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:21:34 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:21:34 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 08:21:34 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Rebuilding the list of instances to heal {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 16 08:21:34 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Didn't find any instances for network info cache update. {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 16 08:21:34 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:21:34 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 08:21:35 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:22:33 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:22:33 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:22:34 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:22:34 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:22:34 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 08:22:34 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Rebuilding the list of instances to heal {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 16 08:22:34 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Didn't find any instances for network info cache update. {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 16 08:22:34 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:22:34 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:22:34 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:22:34 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 08:22:35 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:22:35 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:22:35 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:22:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:22:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:22:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:22:35 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 08:22:35 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:22:35 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:22:35 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=9578MB free_disk=25.996719360351562GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 08:22:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:22:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:22:35 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 08:22:35 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 08:22:35 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:22:35 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:22:35 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 08:22:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.210s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:22:38 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Acquiring lock "5b6f91b0-9046-4b7e-b4e1-3b6a577373e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:22:38 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Lock "5b6f91b0-9046-4b7e-b4e1-3b6a577373e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:22:38 user nova-compute[73884]: DEBUG nova.compute.manager [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:22:39 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:22:39 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:22:39 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:22:39 user nova-compute[73884]: INFO nova.compute.claims [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Claim successful on node user
Oct 16 08:22:40 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:22:40 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:22:40 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.893s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:22:40 user nova-compute[73884]: DEBUG nova.compute.manager [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:22:40 user nova-compute[73884]: DEBUG nova.compute.manager [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:22:40 user nova-compute[73884]: DEBUG nova.network.neutron [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:22:40 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:22:40 user nova-compute[73884]: DEBUG nova.compute.manager [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:22:40 user nova-compute[73884]: DEBUG nova.compute.manager [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:22:40 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:22:40 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Creating image(s)
Oct 16 08:22:40 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Acquiring lock "/opt/stack/data/nova/instances/5b6f91b0-9046-4b7e-b4e1-3b6a577373e9/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:22:40 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Lock "/opt/stack/data/nova/instances/5b6f91b0-9046-4b7e-b4e1-3b6a577373e9/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:22:40 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Lock "/opt/stack/data/nova/instances/5b6f91b0-9046-4b7e-b4e1-3b6a577373e9/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:22:40 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Acquiring lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:22:40 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:22:41 user nova-compute[73884]: DEBUG nova.policy [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8cc7763a098640b282369697fa8434ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5609000d5e2a4563bae6b99e8443ade7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:22:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f.part --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:22:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f.part --force-share --output=json" returned: 0 in 0.165s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:22:42 user nova-compute[73884]: DEBUG nova.virt.images [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] a4e1d819-b957-4c9c-9b9d-fd987951fbab was qcow2, converting to raw {{(pid=73884) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 16 08:22:42 user nova-compute[73884]: DEBUG nova.privsep.utils [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=73884) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 16 08:22:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f.part /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f.converted {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:22:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f.part /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f.converted" returned: 0 in 0.168s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:22:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f.converted --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:22:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f.converted --force-share --output=json" returned: 0 in 0.193s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:22:42 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.982s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:22:42 user nova-compute[73884]: INFO oslo.privsep.daemon [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'nova.privsep.sys_admin_pctxt', '--privsep_sock_path', '/tmp/tmpdz5yxd17/privsep.sock']
Oct 16 08:22:42 user sudo[83103]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmpdz5yxd17/privsep.sock
Oct 16 08:22:42 user sudo[83103]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Oct 16 08:22:43 user nova-compute[73884]: DEBUG nova.network.neutron [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Successfully created port: 14106b87-77b7-4049-a30f-4263a0f2ba61 {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:22:44 user sudo[83103]: pam_unix(sudo:session): session closed for user root
Oct 16 08:22:44 user nova-compute[73884]: INFO oslo.privsep.daemon [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Spawned new privsep daemon via rootwrap
Oct 16 08:22:44 user nova-compute[73884]: INFO oslo.privsep.daemon [-] privsep daemon starting
Oct 16 08:22:44 user nova-compute[73884]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Oct 16 08:22:44 user nova-compute[73884]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/none
Oct 16 08:22:44 user nova-compute[73884]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 83113
Oct 16 08:22:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Acquiring lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:22:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:22:44 user nova-compute[73884]: DEBUG nova.compute.manager [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:22:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:22:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:22:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:22:44 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:22:44 user nova-compute[73884]: INFO nova.compute.claims [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Claim successful on node user
Oct 16 08:22:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.179s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:22:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Acquiring lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:22:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:22:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:22:44 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:22:44 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:22:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.299s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:22:44 user nova-compute[73884]: DEBUG nova.compute.manager [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:22:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.186s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:22:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/5b6f91b0-9046-4b7e-b4e1-3b6a577373e9/disk 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:22:44 user nova-compute[73884]: DEBUG nova.compute.manager [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:22:44 user nova-compute[73884]: DEBUG nova.network.neutron [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:22:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/5b6f91b0-9046-4b7e-b4e1-3b6a577373e9/disk 1073741824" returned: 0 in 0.086s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:22:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.275s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:22:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:22:44 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:22:44 user nova-compute[73884]: DEBUG nova.compute.manager [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:22:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.157s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:22:44 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Checking if we can resize image /opt/stack/data/nova/instances/5b6f91b0-9046-4b7e-b4e1-3b6a577373e9/disk. size=1073741824 {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 08:22:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b6f91b0-9046-4b7e-b4e1-3b6a577373e9/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:22:45 user nova-compute[73884]: DEBUG nova.policy [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2769c10e6f14444e9708151780af5ade', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e45b5fd6b81466495b7d28162de726f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:22:45 user nova-compute[73884]: DEBUG nova.compute.manager [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:22:45 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:22:45 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Creating image(s)
Oct 16 08:22:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Acquiring lock "/opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:22:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lock "/opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:22:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lock "/opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.009s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:22:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b6f91b0-9046-4b7e-b4e1-3b6a577373e9/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:22:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:22:45 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Cannot resize image /opt/stack/data/nova/instances/5b6f91b0-9046-4b7e-b4e1-3b6a577373e9/disk to a smaller size. {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 08:22:45 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:22:45 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Ensure instance console log exists: /opt/stack/data/nova/instances/5b6f91b0-9046-4b7e-b4e1-3b6a577373e9/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:22:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:22:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:22:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.010s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:22:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.207s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:22:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Acquiring lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:22:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:22:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:22:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.174s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:22:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:22:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk 1073741824" returned: 0 in 0.047s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:22:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.226s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:22:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:22:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.223s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:22:45 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Checking if we can resize image /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk. size=1073741824 {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 08:22:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:22:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:22:46 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Cannot resize image /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk to a smaller size. {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 08:22:46 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:22:46 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Ensure instance console log exists: /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:22:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:22:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:22:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:22:46 user nova-compute[73884]: DEBUG nova.network.neutron [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Successfully updated port: 14106b87-77b7-4049-a30f-4263a0f2ba61 {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:22:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Acquiring lock "refresh_cache-5b6f91b0-9046-4b7e-b4e1-3b6a577373e9" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:22:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Acquired lock "refresh_cache-5b6f91b0-9046-4b7e-b4e1-3b6a577373e9" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:22:46 user nova-compute[73884]: DEBUG nova.network.neutron [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:22:46 user nova-compute[73884]: DEBUG nova.network.neutron [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:22:46 user nova-compute[73884]: DEBUG nova.compute.manager [req-fb8ce8ee-fd9e-47b5-906b-4ad57868b501 req-6daf1129-ca7c-4d11-a4d5-2803688c3ba3 service nova] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Received event network-changed-14106b87-77b7-4049-a30f-4263a0f2ba61 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:22:46 user nova-compute[73884]: DEBUG nova.compute.manager [req-fb8ce8ee-fd9e-47b5-906b-4ad57868b501 req-6daf1129-ca7c-4d11-a4d5-2803688c3ba3 service nova] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Refreshing instance network info cache due to event network-changed-14106b87-77b7-4049-a30f-4263a0f2ba61. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:22:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-fb8ce8ee-fd9e-47b5-906b-4ad57868b501 req-6daf1129-ca7c-4d11-a4d5-2803688c3ba3 service nova] Acquiring lock "refresh_cache-5b6f91b0-9046-4b7e-b4e1-3b6a577373e9" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG nova.network.neutron [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Successfully created port: d59f0547-73f9-4b4d-ba96-b23a68d95305 {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Acquiring lock "6cb85b93-60df-4b5f-9d18-6271a3423a2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Lock "6cb85b93-60df-4b5f-9d18-6271a3423a2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG nova.compute.manager [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG nova.network.neutron [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Updating instance_info_cache with network_info: [{"id": "14106b87-77b7-4049-a30f-4263a0f2ba61", "address": "fa:16:3e:69:ba:09", "network": {"id": "e8c8d2c1-e615-4899-8b4e-1f58ccc649d0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-494300433-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5609000d5e2a4563bae6b99e8443ade7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap14106b87-77", "ovs_interfaceid": "14106b87-77b7-4049-a30f-4263a0f2ba61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Releasing lock "refresh_cache-5b6f91b0-9046-4b7e-b4e1-3b6a577373e9" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG nova.compute.manager [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Instance network_info: |[{"id": "14106b87-77b7-4049-a30f-4263a0f2ba61", "address": "fa:16:3e:69:ba:09", "network": {"id": "e8c8d2c1-e615-4899-8b4e-1f58ccc649d0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-494300433-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5609000d5e2a4563bae6b99e8443ade7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap14106b87-77", "ovs_interfaceid": "14106b87-77b7-4049-a30f-4263a0f2ba61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-fb8ce8ee-fd9e-47b5-906b-4ad57868b501 req-6daf1129-ca7c-4d11-a4d5-2803688c3ba3 service nova] Acquired lock "refresh_cache-5b6f91b0-9046-4b7e-b4e1-3b6a577373e9" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG nova.network.neutron [req-fb8ce8ee-fd9e-47b5-906b-4ad57868b501 req-6daf1129-ca7c-4d11-a4d5-2803688c3ba3 service nova] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Refreshing network info cache for port 14106b87-77b7-4049-a30f-4263a0f2ba61 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Start _get_guest_xml network_info=[{"id": "14106b87-77b7-4049-a30f-4263a0f2ba61", "address": "fa:16:3e:69:ba:09", "network": {"id": "e8c8d2c1-e615-4899-8b4e-1f58ccc649d0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-494300433-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5609000d5e2a4563bae6b99e8443ade7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap14106b87-77", "ovs_interfaceid": "14106b87-77b7-4049-a30f-4263a0f2ba61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'a4e1d819-b957-4c9c-9b9d-fd987951fbab'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:22:47 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:22:47 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:22:47 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG nova.privsep.utils [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=73884) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:22:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-2117754447',display_name='tempest-DeleteServersTestJSON-server-2117754447',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-2117754447',id=1,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5609000d5e2a4563bae6b99e8443ade7',ramdisk_id='',reservation_id='r-ve4ckct0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-735209883',owner_user_name='tempest-DeleteServersTestJSON-735209883-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:22:40Z,user_data=None,user_id='8cc7763a098640b282369697fa8434ff',uuid=5b6f91b0-9046-4b7e-b4e1-3b6a577373e9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "14106b87-77b7-4049-a30f-4263a0f2ba61", "address": "fa:16:3e:69:ba:09", "network": {"id": "e8c8d2c1-e615-4899-8b4e-1f58ccc649d0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-494300433-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5609000d5e2a4563bae6b99e8443ade7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap14106b87-77", "ovs_interfaceid": "14106b87-77b7-4049-a30f-4263a0f2ba61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Converting VIF {"id": "14106b87-77b7-4049-a30f-4263a0f2ba61", "address": "fa:16:3e:69:ba:09", "network": {"id": "e8c8d2c1-e615-4899-8b4e-1f58ccc649d0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-494300433-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5609000d5e2a4563bae6b99e8443ade7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap14106b87-77", "ovs_interfaceid": "14106b87-77b7-4049-a30f-4263a0f2ba61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:69:ba:09,bridge_name='br-int',has_traffic_filtering=True,id=14106b87-77b7-4049-a30f-4263a0f2ba61,network=Network(e8c8d2c1-e615-4899-8b4e-1f58ccc649d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap14106b87-77') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG nova.objects.instance [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Lazy-loading 'pci_devices' on Instance uuid 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:22:47 user nova-compute[73884]: INFO nova.compute.claims [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Claim successful on node user
Oct 16 08:22:47 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:22:47 user nova-compute[73884]:   <uuid>5b6f91b0-9046-4b7e-b4e1-3b6a577373e9</uuid>
Oct 16 08:22:47 user nova-compute[73884]:   <name>instance-00000001</name>
Oct 16 08:22:47 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:22:47 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:22:47 user nova-compute[73884]:   <metadata>
Oct 16 08:22:47 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:22:47 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:22:47 user nova-compute[73884]:       <nova:name>tempest-DeleteServersTestJSON-server-2117754447</nova:name>
Oct 16 08:22:47 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:22:47</nova:creationTime>
Oct 16 08:22:47 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:22:47 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:22:47 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:22:47 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:22:47 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:22:47 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:22:47 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:22:47 user nova-compute[73884]:       <nova:owner>
Oct 16 08:22:47 user nova-compute[73884]:         <nova:user uuid="8cc7763a098640b282369697fa8434ff">tempest-DeleteServersTestJSON-735209883-project-member</nova:user>
Oct 16 08:22:47 user nova-compute[73884]:         <nova:project uuid="5609000d5e2a4563bae6b99e8443ade7">tempest-DeleteServersTestJSON-735209883</nova:project>
Oct 16 08:22:47 user nova-compute[73884]:       </nova:owner>
Oct 16 08:22:47 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:22:47 user nova-compute[73884]:       <nova:ports>
Oct 16 08:22:47 user nova-compute[73884]:         <nova:port uuid="14106b87-77b7-4049-a30f-4263a0f2ba61">
Oct 16 08:22:47 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 16 08:22:47 user nova-compute[73884]:         </nova:port>
Oct 16 08:22:47 user nova-compute[73884]:       </nova:ports>
Oct 16 08:22:47 user nova-compute[73884]:     </nova:instance>
Oct 16 08:22:47 user nova-compute[73884]:   </metadata>
Oct 16 08:22:47 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:22:47 user nova-compute[73884]:     <system>
Oct 16 08:22:47 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:22:47 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:22:47 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:22:47 user nova-compute[73884]:       <entry name="serial">5b6f91b0-9046-4b7e-b4e1-3b6a577373e9</entry>
Oct 16 08:22:47 user nova-compute[73884]:       <entry name="uuid">5b6f91b0-9046-4b7e-b4e1-3b6a577373e9</entry>
Oct 16 08:22:47 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:22:47 user nova-compute[73884]:     </system>
Oct 16 08:22:47 user nova-compute[73884]:   </sysinfo>
Oct 16 08:22:47 user nova-compute[73884]:   <os>
Oct 16 08:22:47 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:22:47 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:22:47 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:22:47 user nova-compute[73884]:   </os>
Oct 16 08:22:47 user nova-compute[73884]:   <features>
Oct 16 08:22:47 user nova-compute[73884]:     <acpi/>
Oct 16 08:22:47 user nova-compute[73884]:     <apic/>
Oct 16 08:22:47 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:22:47 user nova-compute[73884]:   </features>
Oct 16 08:22:47 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:22:47 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:22:47 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:22:47 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:22:47 user nova-compute[73884]:   </clock>
Oct 16 08:22:47 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:22:47 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:22:47 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:22:47 user nova-compute[73884]:   </cpu>
Oct 16 08:22:47 user nova-compute[73884]:   <devices>
Oct 16 08:22:47 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:22:47 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:22:47 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/5b6f91b0-9046-4b7e-b4e1-3b6a577373e9/disk"/>
Oct 16 08:22:47 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:22:47 user nova-compute[73884]:     </disk>
Oct 16 08:22:47 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:22:47 user nova-compute[73884]:       <mac address="fa:16:3e:69:ba:09"/>
Oct 16 08:22:47 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:22:47 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:22:47 user nova-compute[73884]:       <target dev="tap14106b87-77"/>
Oct 16 08:22:47 user nova-compute[73884]:     </interface>
Oct 16 08:22:47 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:22:47 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/5b6f91b0-9046-4b7e-b4e1-3b6a577373e9/console.log" append="off"/>
Oct 16 08:22:47 user nova-compute[73884]:     </serial>
Oct 16 08:22:47 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:22:47 user nova-compute[73884]:     <video>
Oct 16 08:22:47 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:22:47 user nova-compute[73884]:     </video>
Oct 16 08:22:47 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:22:47 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:22:47 user nova-compute[73884]:     </rng>
Oct 16 08:22:47 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:22:47 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:22:47 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:22:47 user nova-compute[73884]:     </memballoon>
Oct 16 08:22:47 user nova-compute[73884]:   </devices>
Oct 16 08:22:47 user nova-compute[73884]: </domain>
Oct 16 08:22:47 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:22:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-2117754447',display_name='tempest-DeleteServersTestJSON-server-2117754447',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-2117754447',id=1,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5609000d5e2a4563bae6b99e8443ade7',ramdisk_id='',reservation_id='r-ve4ckct0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-735209883',owner_user_name='tempest-DeleteServersTestJSON-735209883-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:22:40Z,user_data=None,user_id='8cc7763a098640b282369697fa8434ff',uuid=5b6f91b0-9046-4b7e-b4e1-3b6a577373e9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "14106b87-77b7-4049-a30f-4263a0f2ba61", "address": "fa:16:3e:69:ba:09", "network": {"id": "e8c8d2c1-e615-4899-8b4e-1f58ccc649d0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-494300433-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5609000d5e2a4563bae6b99e8443ade7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap14106b87-77", "ovs_interfaceid": "14106b87-77b7-4049-a30f-4263a0f2ba61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Converting VIF {"id": "14106b87-77b7-4049-a30f-4263a0f2ba61", "address": "fa:16:3e:69:ba:09", "network": {"id": "e8c8d2c1-e615-4899-8b4e-1f58ccc649d0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-494300433-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5609000d5e2a4563bae6b99e8443ade7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap14106b87-77", "ovs_interfaceid": "14106b87-77b7-4049-a30f-4263a0f2ba61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:69:ba:09,bridge_name='br-int',has_traffic_filtering=True,id=14106b87-77b7-4049-a30f-4263a0f2ba61,network=Network(e8c8d2c1-e615-4899-8b4e-1f58ccc649d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap14106b87-77') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG os_vif [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:69:ba:09,bridge_name='br-int',has_traffic_filtering=True,id=14106b87-77b7-4049-a30f-4263a0f2ba61,network=Network(e8c8d2c1-e615-4899-8b4e-1f58ccc649d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap14106b87-77') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Created schema index Interface.name {{(pid=73884) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Created schema index Port.name {{(pid=73884) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Created schema index Bridge.name {{(pid=73884) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] tcp:127.0.0.1:6640: entering CONNECTING {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [POLLOUT] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b1844637-d01c-5a71-bc7f-d556ce5af0d1', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:22:47 user nova-compute[73884]: INFO oslo.privsep.daemon [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'vif_plug_ovs.privsep.vif_plug', '--privsep_sock_path', '/tmp/tmptc9f2za2/privsep.sock']
Oct 16 08:22:47 user sudo[83157]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmptc9f2za2/privsep.sock
Oct 16 08:22:47 user sudo[83157]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Oct 16 08:22:47 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:22:47 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:22:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.482s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:22:48 user nova-compute[73884]: DEBUG nova.compute.manager [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:22:48 user nova-compute[73884]: DEBUG nova.compute.manager [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:22:48 user nova-compute[73884]: DEBUG nova.network.neutron [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:22:48 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:22:48 user nova-compute[73884]: DEBUG nova.compute.manager [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:22:48 user nova-compute[73884]: DEBUG nova.policy [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a52eedf924f64488a50317b0f4163569', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5541602e94564d8e967513f3ddf10429', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:22:48 user nova-compute[73884]: DEBUG nova.compute.manager [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:22:48 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:22:48 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Creating image(s)
Oct 16 08:22:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Acquiring lock "/opt/stack/data/nova/instances/6cb85b93-60df-4b5f-9d18-6271a3423a2d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:22:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Lock "/opt/stack/data/nova/instances/6cb85b93-60df-4b5f-9d18-6271a3423a2d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:22:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Lock "/opt/stack/data/nova/instances/6cb85b93-60df-4b5f-9d18-6271a3423a2d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:22:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:22:48 user nova-compute[73884]: DEBUG nova.network.neutron [req-fb8ce8ee-fd9e-47b5-906b-4ad57868b501 req-6daf1129-ca7c-4d11-a4d5-2803688c3ba3 service nova] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Updated VIF entry in instance network info cache for port 14106b87-77b7-4049-a30f-4263a0f2ba61. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:22:48 user nova-compute[73884]: DEBUG nova.network.neutron [req-fb8ce8ee-fd9e-47b5-906b-4ad57868b501 req-6daf1129-ca7c-4d11-a4d5-2803688c3ba3 service nova] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Updating instance_info_cache with network_info: [{"id": "14106b87-77b7-4049-a30f-4263a0f2ba61", "address": "fa:16:3e:69:ba:09", "network": {"id": "e8c8d2c1-e615-4899-8b4e-1f58ccc649d0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-494300433-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5609000d5e2a4563bae6b99e8443ade7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap14106b87-77", "ovs_interfaceid": "14106b87-77b7-4049-a30f-4263a0f2ba61", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:22:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-fb8ce8ee-fd9e-47b5-906b-4ad57868b501 req-6daf1129-ca7c-4d11-a4d5-2803688c3ba3 service nova] Releasing lock "refresh_cache-5b6f91b0-9046-4b7e-b4e1-3b6a577373e9" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:22:48 user nova-compute[73884]: DEBUG nova.network.neutron [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Successfully updated port: d59f0547-73f9-4b4d-ba96-b23a68d95305 {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:22:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Acquiring lock "refresh_cache-40e9d767-26f4-4ae2-8edb-e6fd91db4f9b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:22:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Acquired lock "refresh_cache-40e9d767-26f4-4ae2-8edb-e6fd91db4f9b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:22:48 user nova-compute[73884]: DEBUG nova.network.neutron [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:22:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.208s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:22:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Acquiring lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:22:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:22:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:22:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.163s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:22:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/6cb85b93-60df-4b5f-9d18-6271a3423a2d/disk 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:22:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/6cb85b93-60df-4b5f-9d18-6271a3423a2d/disk 1073741824" returned: 0 in 0.047s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:22:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.216s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:22:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:22:48 user nova-compute[73884]: DEBUG nova.network.neutron [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:22:48 user nova-compute[73884]: DEBUG nova.compute.manager [req-988ae2ee-5f65-45e3-a025-11299d4edd97 req-9f28c107-259d-4fbb-a079-5a72a8c82600 service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Received event network-changed-d59f0547-73f9-4b4d-ba96-b23a68d95305 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:22:48 user nova-compute[73884]: DEBUG nova.compute.manager [req-988ae2ee-5f65-45e3-a025-11299d4edd97 req-9f28c107-259d-4fbb-a079-5a72a8c82600 service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Refreshing instance network info cache due to event network-changed-d59f0547-73f9-4b4d-ba96-b23a68d95305. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:22:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-988ae2ee-5f65-45e3-a025-11299d4edd97 req-9f28c107-259d-4fbb-a079-5a72a8c82600 service nova] Acquiring lock "refresh_cache-40e9d767-26f4-4ae2-8edb-e6fd91db4f9b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:22:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.174s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:22:48 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6cb85b93-60df-4b5f-9d18-6271a3423a2d/disk. size=1073741824 {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 08:22:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6cb85b93-60df-4b5f-9d18-6271a3423a2d/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:22:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:22:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6cb85b93-60df-4b5f-9d18-6271a3423a2d/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:22:49 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Cannot resize image /opt/stack/data/nova/instances/6cb85b93-60df-4b5f-9d18-6271a3423a2d/disk to a smaller size. {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 08:22:49 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:22:49 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Ensure instance console log exists: /opt/stack/data/nova/instances/6cb85b93-60df-4b5f-9d18-6271a3423a2d/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:22:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:22:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:22:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:22:49 user sudo[83157]: pam_unix(sudo:session): session closed for user root
Oct 16 08:22:49 user nova-compute[73884]: INFO oslo.privsep.daemon [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Spawned new privsep daemon via rootwrap
Oct 16 08:22:49 user nova-compute[73884]: INFO oslo.privsep.daemon [-] privsep daemon starting
Oct 16 08:22:49 user nova-compute[73884]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Oct 16 08:22:49 user nova-compute[73884]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_DAC_OVERRIDE|CAP_NET_ADMIN/CAP_DAC_OVERRIDE|CAP_NET_ADMIN/none
Oct 16 08:22:49 user nova-compute[73884]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 83177
Oct 16 08:22:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:22:49 user nova-compute[73884]: DEBUG nova.network.neutron [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Updating instance_info_cache with network_info: [{"id": "d59f0547-73f9-4b4d-ba96-b23a68d95305", "address": "fa:16:3e:f0:e1:03", "network": {"id": "c0e837be-34f7-4f6e-8ef0-e97a549c7a87", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-78206623-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e45b5fd6b81466495b7d28162de726f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd59f0547-73", "ovs_interfaceid": "d59f0547-73f9-4b4d-ba96-b23a68d95305", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:22:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Releasing lock "refresh_cache-40e9d767-26f4-4ae2-8edb-e6fd91db4f9b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:22:49 user nova-compute[73884]: DEBUG nova.compute.manager [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Instance network_info: |[{"id": "d59f0547-73f9-4b4d-ba96-b23a68d95305", "address": "fa:16:3e:f0:e1:03", "network": {"id": "c0e837be-34f7-4f6e-8ef0-e97a549c7a87", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-78206623-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e45b5fd6b81466495b7d28162de726f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd59f0547-73", "ovs_interfaceid": "d59f0547-73f9-4b4d-ba96-b23a68d95305", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:22:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-988ae2ee-5f65-45e3-a025-11299d4edd97 req-9f28c107-259d-4fbb-a079-5a72a8c82600 service nova] Acquired lock "refresh_cache-40e9d767-26f4-4ae2-8edb-e6fd91db4f9b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:22:49 user nova-compute[73884]: DEBUG nova.network.neutron [req-988ae2ee-5f65-45e3-a025-11299d4edd97 req-9f28c107-259d-4fbb-a079-5a72a8c82600 service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Refreshing network info cache for port d59f0547-73f9-4b4d-ba96-b23a68d95305 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:22:49 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Start _get_guest_xml network_info=[{"id": "d59f0547-73f9-4b4d-ba96-b23a68d95305", "address": "fa:16:3e:f0:e1:03", "network": {"id": "c0e837be-34f7-4f6e-8ef0-e97a549c7a87", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-78206623-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e45b5fd6b81466495b7d28162de726f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd59f0547-73", "ovs_interfaceid": "d59f0547-73f9-4b4d-ba96-b23a68d95305", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'a4e1d819-b957-4c9c-9b9d-fd987951fbab'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:22:49 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:22:49 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:22:49 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:22:49 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:22:49 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:22:49 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:22:49 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:22:49 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:22:49 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:22:49 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:22:49 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:22:49 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:22:49 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:22:49 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:22:49 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:22:49 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:22:49 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:22:49 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:22:49 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:22:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-2009877134',display_name='tempest-ServerStableDeviceRescueTest-server-2009877134',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-2009877134',id=2,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDBFzD3YLc8JJHYOaqHDaxNzUQZDmtgxMivA4UZ0cAjVByuNnKogGlx1Rr6MFQHHpK9ZiuOyRwYaeauI/oHgtq6AKhAtNk8Yw5t3tMCvbcCNHp46PPhDZ8LoqliNKzyy7g==',key_name='tempest-keypair-1227807114',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8e45b5fd6b81466495b7d28162de726f',ramdisk_id='',reservation_id='r-qzsmzfcr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-631130249',owner_user_name='tempest-ServerStableDeviceRescueTest-631130249-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:22:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2769c10e6f14444e9708151780af5ade',uuid=40e9d767-26f4-4ae2-8edb-e6fd91db4f9b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d59f0547-73f9-4b4d-ba96-b23a68d95305", "address": "fa:16:3e:f0:e1:03", "network": {"id": "c0e837be-34f7-4f6e-8ef0-e97a549c7a87", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-78206623-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e45b5fd6b81466495b7d28162de726f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd59f0547-73", "ovs_interfaceid": "d59f0547-73f9-4b4d-ba96-b23a68d95305", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:22:49 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Converting VIF {"id": "d59f0547-73f9-4b4d-ba96-b23a68d95305", "address": "fa:16:3e:f0:e1:03", "network": {"id": "c0e837be-34f7-4f6e-8ef0-e97a549c7a87", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-78206623-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e45b5fd6b81466495b7d28162de726f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd59f0547-73", "ovs_interfaceid": "d59f0547-73f9-4b4d-ba96-b23a68d95305", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:22:49 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f0:e1:03,bridge_name='br-int',has_traffic_filtering=True,id=d59f0547-73f9-4b4d-ba96-b23a68d95305,network=Network(c0e837be-34f7-4f6e-8ef0-e97a549c7a87),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd59f0547-73') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:22:49 user nova-compute[73884]: DEBUG nova.objects.instance [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lazy-loading 'pci_devices' on Instance uuid 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:22:49 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:22:49 user nova-compute[73884]:   <uuid>40e9d767-26f4-4ae2-8edb-e6fd91db4f9b</uuid>
Oct 16 08:22:49 user nova-compute[73884]:   <name>instance-00000002</name>
Oct 16 08:22:49 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:22:49 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:22:49 user nova-compute[73884]:   <metadata>
Oct 16 08:22:49 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:22:49 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:22:49 user nova-compute[73884]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-2009877134</nova:name>
Oct 16 08:22:49 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:22:49</nova:creationTime>
Oct 16 08:22:49 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:22:49 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:22:49 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:22:49 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:22:49 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:22:49 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:22:49 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:22:49 user nova-compute[73884]:       <nova:owner>
Oct 16 08:22:49 user nova-compute[73884]:         <nova:user uuid="2769c10e6f14444e9708151780af5ade">tempest-ServerStableDeviceRescueTest-631130249-project-member</nova:user>
Oct 16 08:22:49 user nova-compute[73884]:         <nova:project uuid="8e45b5fd6b81466495b7d28162de726f">tempest-ServerStableDeviceRescueTest-631130249</nova:project>
Oct 16 08:22:49 user nova-compute[73884]:       </nova:owner>
Oct 16 08:22:49 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:22:49 user nova-compute[73884]:       <nova:ports>
Oct 16 08:22:49 user nova-compute[73884]:         <nova:port uuid="d59f0547-73f9-4b4d-ba96-b23a68d95305">
Oct 16 08:22:49 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 16 08:22:49 user nova-compute[73884]:         </nova:port>
Oct 16 08:22:49 user nova-compute[73884]:       </nova:ports>
Oct 16 08:22:49 user nova-compute[73884]:     </nova:instance>
Oct 16 08:22:49 user nova-compute[73884]:   </metadata>
Oct 16 08:22:49 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:22:49 user nova-compute[73884]:     <system>
Oct 16 08:22:49 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:22:49 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:22:49 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:22:49 user nova-compute[73884]:       <entry name="serial">40e9d767-26f4-4ae2-8edb-e6fd91db4f9b</entry>
Oct 16 08:22:49 user nova-compute[73884]:       <entry name="uuid">40e9d767-26f4-4ae2-8edb-e6fd91db4f9b</entry>
Oct 16 08:22:49 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:22:49 user nova-compute[73884]:     </system>
Oct 16 08:22:49 user nova-compute[73884]:   </sysinfo>
Oct 16 08:22:49 user nova-compute[73884]:   <os>
Oct 16 08:22:49 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:22:49 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:22:49 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:22:49 user nova-compute[73884]:   </os>
Oct 16 08:22:49 user nova-compute[73884]:   <features>
Oct 16 08:22:49 user nova-compute[73884]:     <acpi/>
Oct 16 08:22:49 user nova-compute[73884]:     <apic/>
Oct 16 08:22:49 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:22:49 user nova-compute[73884]:   </features>
Oct 16 08:22:49 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:22:49 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:22:49 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:22:49 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:22:49 user nova-compute[73884]:   </clock>
Oct 16 08:22:49 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:22:49 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:22:49 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:22:49 user nova-compute[73884]:   </cpu>
Oct 16 08:22:49 user nova-compute[73884]:   <devices>
Oct 16 08:22:49 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:22:49 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:22:49 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk"/>
Oct 16 08:22:49 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:22:49 user nova-compute[73884]:     </disk>
Oct 16 08:22:49 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:22:49 user nova-compute[73884]:       <mac address="fa:16:3e:f0:e1:03"/>
Oct 16 08:22:49 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:22:49 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:22:49 user nova-compute[73884]:       <target dev="tapd59f0547-73"/>
Oct 16 08:22:49 user nova-compute[73884]:     </interface>
Oct 16 08:22:49 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:22:49 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/console.log" append="off"/>
Oct 16 08:22:49 user nova-compute[73884]:     </serial>
Oct 16 08:22:49 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:22:49 user nova-compute[73884]:     <video>
Oct 16 08:22:49 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:22:49 user nova-compute[73884]:     </video>
Oct 16 08:22:49 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:22:49 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:22:49 user nova-compute[73884]:     </rng>
Oct 16 08:22:49 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:22:49 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:22:49 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:22:49 user nova-compute[73884]:     </memballoon>
Oct 16 08:22:49 user nova-compute[73884]:   </devices>
Oct 16 08:22:49 user nova-compute[73884]: </domain>
Oct 16 08:22:49 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:22:49 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:22:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-2009877134',display_name='tempest-ServerStableDeviceRescueTest-server-2009877134',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-2009877134',id=2,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDBFzD3YLc8JJHYOaqHDaxNzUQZDmtgxMivA4UZ0cAjVByuNnKogGlx1Rr6MFQHHpK9ZiuOyRwYaeauI/oHgtq6AKhAtNk8Yw5t3tMCvbcCNHp46PPhDZ8LoqliNKzyy7g==',key_name='tempest-keypair-1227807114',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8e45b5fd6b81466495b7d28162de726f',ramdisk_id='',reservation_id='r-qzsmzfcr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-631130249',owner_user_name='tempest-ServerStableDeviceRescueTest-631130249-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:22:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2769c10e6f14444e9708151780af5ade',uuid=40e9d767-26f4-4ae2-8edb-e6fd91db4f9b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d59f0547-73f9-4b4d-ba96-b23a68d95305", "address": "fa:16:3e:f0:e1:03", "network": {"id": "c0e837be-34f7-4f6e-8ef0-e97a549c7a87", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-78206623-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e45b5fd6b81466495b7d28162de726f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd59f0547-73", "ovs_interfaceid": "d59f0547-73f9-4b4d-ba96-b23a68d95305", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:22:49 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Converting VIF {"id": "d59f0547-73f9-4b4d-ba96-b23a68d95305", "address": "fa:16:3e:f0:e1:03", "network": {"id": "c0e837be-34f7-4f6e-8ef0-e97a549c7a87", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-78206623-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e45b5fd6b81466495b7d28162de726f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd59f0547-73", "ovs_interfaceid": "d59f0547-73f9-4b4d-ba96-b23a68d95305", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:22:49 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f0:e1:03,bridge_name='br-int',has_traffic_filtering=True,id=d59f0547-73f9-4b4d-ba96-b23a68d95305,network=Network(c0e837be-34f7-4f6e-8ef0-e97a549c7a87),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd59f0547-73') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:22:49 user nova-compute[73884]: DEBUG os_vif [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f0:e1:03,bridge_name='br-int',has_traffic_filtering=True,id=d59f0547-73f9-4b4d-ba96-b23a68d95305,network=Network(c0e837be-34f7-4f6e-8ef0-e97a549c7a87),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd59f0547-73') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:22:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:22:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:22:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:22:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:22:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3ccd4f00-c592-5748-a866-b4bedb7aa96a', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:22:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:22:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:22:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap14106b87-77, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:22:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap14106b87-77, col_values=(('qos', UUID('5c0699e9-af42-48ff-82f1-53e40dbcabaf')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:22:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap14106b87-77, col_values=(('external_ids', {'iface-id': '14106b87-77b7-4049-a30f-4263a0f2ba61', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:69:ba:09', 'vm-uuid': '5b6f91b0-9046-4b7e-b4e1-3b6a577373e9'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:22:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:22:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:22:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:22:50 user nova-compute[73884]: INFO os_vif [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:69:ba:09,bridge_name='br-int',has_traffic_filtering=True,id=14106b87-77b7-4049-a30f-4263a0f2ba61,network=Network(e8c8d2c1-e615-4899-8b4e-1f58ccc649d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap14106b87-77')
Oct 16 08:22:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:22:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd59f0547-73, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:22:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd59f0547-73, col_values=(('qos', UUID('b3868a58-9ce8-4573-8d2b-75a355ff789a')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:22:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd59f0547-73, col_values=(('external_ids', {'iface-id': 'd59f0547-73f9-4b4d-ba96-b23a68d95305', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f0:e1:03', 'vm-uuid': '40e9d767-26f4-4ae2-8edb-e6fd91db4f9b'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:22:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:22:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:22:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:22:50 user nova-compute[73884]: INFO os_vif [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f0:e1:03,bridge_name='br-int',has_traffic_filtering=True,id=d59f0547-73f9-4b4d-ba96-b23a68d95305,network=Network(c0e837be-34f7-4f6e-8ef0-e97a549c7a87),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd59f0547-73')
Oct 16 08:22:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:22:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] No VIF found with MAC fa:16:3e:69:ba:09, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:22:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:22:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] No VIF found with MAC fa:16:3e:f0:e1:03, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:22:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:22:50 user nova-compute[73884]: DEBUG nova.network.neutron [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Successfully created port: 00e3e38a-c791-4154-b4d2-1dfcbd7e351c {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:22:51 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:22:51 user nova-compute[73884]: DEBUG nova.network.neutron [req-988ae2ee-5f65-45e3-a025-11299d4edd97 req-9f28c107-259d-4fbb-a079-5a72a8c82600 service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Updated VIF entry in instance network info cache for port d59f0547-73f9-4b4d-ba96-b23a68d95305. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:22:51 user nova-compute[73884]: DEBUG nova.network.neutron [req-988ae2ee-5f65-45e3-a025-11299d4edd97 req-9f28c107-259d-4fbb-a079-5a72a8c82600 service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Updating instance_info_cache with network_info: [{"id": "d59f0547-73f9-4b4d-ba96-b23a68d95305", "address": "fa:16:3e:f0:e1:03", "network": {"id": "c0e837be-34f7-4f6e-8ef0-e97a549c7a87", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-78206623-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e45b5fd6b81466495b7d28162de726f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd59f0547-73", "ovs_interfaceid": "d59f0547-73f9-4b4d-ba96-b23a68d95305", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:22:51 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-988ae2ee-5f65-45e3-a025-11299d4edd97 req-9f28c107-259d-4fbb-a079-5a72a8c82600 service nova] Releasing lock "refresh_cache-40e9d767-26f4-4ae2-8edb-e6fd91db4f9b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:22:51 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:22:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:22:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:22:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:22:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:22:52 user nova-compute[73884]: DEBUG nova.network.neutron [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Successfully updated port: 00e3e38a-c791-4154-b4d2-1dfcbd7e351c {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:22:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:22:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:22:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Acquiring lock "refresh_cache-6cb85b93-60df-4b5f-9d18-6271a3423a2d" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:22:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Acquired lock "refresh_cache-6cb85b93-60df-4b5f-9d18-6271a3423a2d" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:22:53 user nova-compute[73884]: DEBUG nova.network.neutron [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:22:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:22:53 user nova-compute[73884]: DEBUG nova.compute.manager [req-4f9579b0-40df-48d0-ad2d-913a91deeec5 req-b54e7de3-d9d4-4a20-8d52-4b3a4ba7a7a8 service nova] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Received event network-changed-00e3e38a-c791-4154-b4d2-1dfcbd7e351c {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:22:53 user nova-compute[73884]: DEBUG nova.compute.manager [req-4f9579b0-40df-48d0-ad2d-913a91deeec5 req-b54e7de3-d9d4-4a20-8d52-4b3a4ba7a7a8 service nova] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Refreshing instance network info cache due to event network-changed-00e3e38a-c791-4154-b4d2-1dfcbd7e351c. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:22:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-4f9579b0-40df-48d0-ad2d-913a91deeec5 req-b54e7de3-d9d4-4a20-8d52-4b3a4ba7a7a8 service nova] Acquiring lock "refresh_cache-6cb85b93-60df-4b5f-9d18-6271a3423a2d" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:22:53 user nova-compute[73884]: DEBUG nova.network.neutron [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:22:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:22:53 user nova-compute[73884]: DEBUG nova.network.neutron [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Updating instance_info_cache with network_info: [{"id": "00e3e38a-c791-4154-b4d2-1dfcbd7e351c", "address": "fa:16:3e:7b:a7:3b", "network": {"id": "b011d805-167f-4988-9e6a-89b51f0f7b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-996953975-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5541602e94564d8e967513f3ddf10429", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap00e3e38a-c7", "ovs_interfaceid": "00e3e38a-c791-4154-b4d2-1dfcbd7e351c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:22:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Releasing lock "refresh_cache-6cb85b93-60df-4b5f-9d18-6271a3423a2d" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:22:53 user nova-compute[73884]: DEBUG nova.compute.manager [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Instance network_info: |[{"id": "00e3e38a-c791-4154-b4d2-1dfcbd7e351c", "address": "fa:16:3e:7b:a7:3b", "network": {"id": "b011d805-167f-4988-9e6a-89b51f0f7b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-996953975-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5541602e94564d8e967513f3ddf10429", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap00e3e38a-c7", "ovs_interfaceid": "00e3e38a-c791-4154-b4d2-1dfcbd7e351c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:22:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-4f9579b0-40df-48d0-ad2d-913a91deeec5 req-b54e7de3-d9d4-4a20-8d52-4b3a4ba7a7a8 service nova] Acquired lock "refresh_cache-6cb85b93-60df-4b5f-9d18-6271a3423a2d" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:22:53 user nova-compute[73884]: DEBUG nova.network.neutron [req-4f9579b0-40df-48d0-ad2d-913a91deeec5 req-b54e7de3-d9d4-4a20-8d52-4b3a4ba7a7a8 service nova] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Refreshing network info cache for port 00e3e38a-c791-4154-b4d2-1dfcbd7e351c {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:22:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Start _get_guest_xml network_info=[{"id": "00e3e38a-c791-4154-b4d2-1dfcbd7e351c", "address": "fa:16:3e:7b:a7:3b", "network": {"id": "b011d805-167f-4988-9e6a-89b51f0f7b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-996953975-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5541602e94564d8e967513f3ddf10429", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap00e3e38a-c7", "ovs_interfaceid": "00e3e38a-c791-4154-b4d2-1dfcbd7e351c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'a4e1d819-b957-4c9c-9b9d-fd987951fbab'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:22:53 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:22:53 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:22:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:22:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:22:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:22:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:22:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:22:53 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:22:53 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:22:53 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:22:53 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:22:53 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:22:53 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:22:53 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:22:53 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:22:53 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:22:53 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:22:53 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:22:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:22:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-150429545',display_name='tempest-ServerActionsTestOtherB-server-150429545',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-150429545',id=3,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHxeAs8zpoN+yBSfgR0WNq8HzOgAw0Kc/Ku2IYBmjzerEdrJvKaMS5J28QLqnuaFp1wHaYD+frQxEibArx55DCPRySuvpSanOHPSTyyuBnCPzme36WYHQCBNv/6sakNttw==',key_name='tempest-keypair-1545260329',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5541602e94564d8e967513f3ddf10429',ramdisk_id='',reservation_id='r-rz2oqwnz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-625631197',owner_user_name='tempest-ServerActionsTestOtherB-625631197-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:22:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a52eedf924f64488a50317b0f4163569',uuid=6cb85b93-60df-4b5f-9d18-6271a3423a2d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "00e3e38a-c791-4154-b4d2-1dfcbd7e351c", "address": "fa:16:3e:7b:a7:3b", "network": {"id": "b011d805-167f-4988-9e6a-89b51f0f7b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-996953975-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5541602e94564d8e967513f3ddf10429", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap00e3e38a-c7", "ovs_interfaceid": "00e3e38a-c791-4154-b4d2-1dfcbd7e351c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:22:53 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Converting VIF {"id": "00e3e38a-c791-4154-b4d2-1dfcbd7e351c", "address": "fa:16:3e:7b:a7:3b", "network": {"id": "b011d805-167f-4988-9e6a-89b51f0f7b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-996953975-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5541602e94564d8e967513f3ddf10429", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap00e3e38a-c7", "ovs_interfaceid": "00e3e38a-c791-4154-b4d2-1dfcbd7e351c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:22:53 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7b:a7:3b,bridge_name='br-int',has_traffic_filtering=True,id=00e3e38a-c791-4154-b4d2-1dfcbd7e351c,network=Network(b011d805-167f-4988-9e6a-89b51f0f7b65),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap00e3e38a-c7') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:22:53 user nova-compute[73884]: DEBUG nova.objects.instance [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Lazy-loading 'pci_devices' on Instance uuid 6cb85b93-60df-4b5f-9d18-6271a3423a2d {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:22:54 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:22:54 user nova-compute[73884]:   <uuid>6cb85b93-60df-4b5f-9d18-6271a3423a2d</uuid>
Oct 16 08:22:54 user nova-compute[73884]:   <name>instance-00000003</name>
Oct 16 08:22:54 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:22:54 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:22:54 user nova-compute[73884]:   <metadata>
Oct 16 08:22:54 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:22:54 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:22:54 user nova-compute[73884]:       <nova:name>tempest-ServerActionsTestOtherB-server-150429545</nova:name>
Oct 16 08:22:54 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:22:53</nova:creationTime>
Oct 16 08:22:54 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:22:54 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:22:54 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:22:54 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:22:54 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:22:54 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:22:54 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:22:54 user nova-compute[73884]:       <nova:owner>
Oct 16 08:22:54 user nova-compute[73884]:         <nova:user uuid="a52eedf924f64488a50317b0f4163569">tempest-ServerActionsTestOtherB-625631197-project-member</nova:user>
Oct 16 08:22:54 user nova-compute[73884]:         <nova:project uuid="5541602e94564d8e967513f3ddf10429">tempest-ServerActionsTestOtherB-625631197</nova:project>
Oct 16 08:22:54 user nova-compute[73884]:       </nova:owner>
Oct 16 08:22:54 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:22:54 user nova-compute[73884]:       <nova:ports>
Oct 16 08:22:54 user nova-compute[73884]:         <nova:port uuid="00e3e38a-c791-4154-b4d2-1dfcbd7e351c">
Oct 16 08:22:54 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 16 08:22:54 user nova-compute[73884]:         </nova:port>
Oct 16 08:22:54 user nova-compute[73884]:       </nova:ports>
Oct 16 08:22:54 user nova-compute[73884]:     </nova:instance>
Oct 16 08:22:54 user nova-compute[73884]:   </metadata>
Oct 16 08:22:54 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:22:54 user nova-compute[73884]:     <system>
Oct 16 08:22:54 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:22:54 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:22:54 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:22:54 user nova-compute[73884]:       <entry name="serial">6cb85b93-60df-4b5f-9d18-6271a3423a2d</entry>
Oct 16 08:22:54 user nova-compute[73884]:       <entry name="uuid">6cb85b93-60df-4b5f-9d18-6271a3423a2d</entry>
Oct 16 08:22:54 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:22:54 user nova-compute[73884]:     </system>
Oct 16 08:22:54 user nova-compute[73884]:   </sysinfo>
Oct 16 08:22:54 user nova-compute[73884]:   <os>
Oct 16 08:22:54 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:22:54 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:22:54 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:22:54 user nova-compute[73884]:   </os>
Oct 16 08:22:54 user nova-compute[73884]:   <features>
Oct 16 08:22:54 user nova-compute[73884]:     <acpi/>
Oct 16 08:22:54 user nova-compute[73884]:     <apic/>
Oct 16 08:22:54 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:22:54 user nova-compute[73884]:   </features>
Oct 16 08:22:54 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:22:54 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:22:54 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:22:54 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:22:54 user nova-compute[73884]:   </clock>
Oct 16 08:22:54 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:22:54 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:22:54 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:22:54 user nova-compute[73884]:   </cpu>
Oct 16 08:22:54 user nova-compute[73884]:   <devices>
Oct 16 08:22:54 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:22:54 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:22:54 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/6cb85b93-60df-4b5f-9d18-6271a3423a2d/disk"/>
Oct 16 08:22:54 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:22:54 user nova-compute[73884]:     </disk>
Oct 16 08:22:54 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:22:54 user nova-compute[73884]:       <mac address="fa:16:3e:7b:a7:3b"/>
Oct 16 08:22:54 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:22:54 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:22:54 user nova-compute[73884]:       <target dev="tap00e3e38a-c7"/>
Oct 16 08:22:54 user nova-compute[73884]:     </interface>
Oct 16 08:22:54 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:22:54 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/6cb85b93-60df-4b5f-9d18-6271a3423a2d/console.log" append="off"/>
Oct 16 08:22:54 user nova-compute[73884]:     </serial>
Oct 16 08:22:54 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:22:54 user nova-compute[73884]:     <video>
Oct 16 08:22:54 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:22:54 user nova-compute[73884]:     </video>
Oct 16 08:22:54 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:22:54 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:22:54 user nova-compute[73884]:     </rng>
Oct 16 08:22:54 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:22:54 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:22:54 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:22:54 user nova-compute[73884]:     </memballoon>
Oct 16 08:22:54 user nova-compute[73884]:   </devices>
Oct 16 08:22:54 user nova-compute[73884]: </domain>
Oct 16 08:22:54 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:22:54 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:22:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-150429545',display_name='tempest-ServerActionsTestOtherB-server-150429545',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-150429545',id=3,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHxeAs8zpoN+yBSfgR0WNq8HzOgAw0Kc/Ku2IYBmjzerEdrJvKaMS5J28QLqnuaFp1wHaYD+frQxEibArx55DCPRySuvpSanOHPSTyyuBnCPzme36WYHQCBNv/6sakNttw==',key_name='tempest-keypair-1545260329',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5541602e94564d8e967513f3ddf10429',ramdisk_id='',reservation_id='r-rz2oqwnz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-625631197',owner_user_name='tempest-ServerActionsTestOtherB-625631197-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:22:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a52eedf924f64488a50317b0f4163569',uuid=6cb85b93-60df-4b5f-9d18-6271a3423a2d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "00e3e38a-c791-4154-b4d2-1dfcbd7e351c", "address": "fa:16:3e:7b:a7:3b", "network": {"id": "b011d805-167f-4988-9e6a-89b51f0f7b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-996953975-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5541602e94564d8e967513f3ddf10429", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap00e3e38a-c7", "ovs_interfaceid": "00e3e38a-c791-4154-b4d2-1dfcbd7e351c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:22:54 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Converting VIF {"id": "00e3e38a-c791-4154-b4d2-1dfcbd7e351c", "address": "fa:16:3e:7b:a7:3b", "network": {"id": "b011d805-167f-4988-9e6a-89b51f0f7b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-996953975-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5541602e94564d8e967513f3ddf10429", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap00e3e38a-c7", "ovs_interfaceid": "00e3e38a-c791-4154-b4d2-1dfcbd7e351c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:22:54 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7b:a7:3b,bridge_name='br-int',has_traffic_filtering=True,id=00e3e38a-c791-4154-b4d2-1dfcbd7e351c,network=Network(b011d805-167f-4988-9e6a-89b51f0f7b65),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap00e3e38a-c7') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:22:54 user nova-compute[73884]: DEBUG os_vif [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:a7:3b,bridge_name='br-int',has_traffic_filtering=True,id=00e3e38a-c791-4154-b4d2-1dfcbd7e351c,network=Network(b011d805-167f-4988-9e6a-89b51f0f7b65),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap00e3e38a-c7') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:22:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:22:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:22:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:22:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:22:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '567d2918-eb1a-5181-8236-041c307f8d02', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:22:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:22:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:22:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:22:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap00e3e38a-c7, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:22:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap00e3e38a-c7, col_values=(('qos', UUID('55c415e3-8564-4d71-973e-523906cdb74a')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:22:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap00e3e38a-c7, col_values=(('external_ids', {'iface-id': '00e3e38a-c791-4154-b4d2-1dfcbd7e351c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7b:a7:3b', 'vm-uuid': '6cb85b93-60df-4b5f-9d18-6271a3423a2d'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:22:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:22:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:22:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:22:54 user nova-compute[73884]: INFO os_vif [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:a7:3b,bridge_name='br-int',has_traffic_filtering=True,id=00e3e38a-c791-4154-b4d2-1dfcbd7e351c,network=Network(b011d805-167f-4988-9e6a-89b51f0f7b65),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap00e3e38a-c7')
Oct 16 08:22:54 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:22:54 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] No VIF found with MAC fa:16:3e:7b:a7:3b, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:22:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:22:55 user nova-compute[73884]: DEBUG nova.network.neutron [req-4f9579b0-40df-48d0-ad2d-913a91deeec5 req-b54e7de3-d9d4-4a20-8d52-4b3a4ba7a7a8 service nova] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Updated VIF entry in instance network info cache for port 00e3e38a-c791-4154-b4d2-1dfcbd7e351c. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:22:55 user nova-compute[73884]: DEBUG nova.network.neutron [req-4f9579b0-40df-48d0-ad2d-913a91deeec5 req-b54e7de3-d9d4-4a20-8d52-4b3a4ba7a7a8 service nova] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Updating instance_info_cache with network_info: [{"id": "00e3e38a-c791-4154-b4d2-1dfcbd7e351c", "address": "fa:16:3e:7b:a7:3b", "network": {"id": "b011d805-167f-4988-9e6a-89b51f0f7b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-996953975-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5541602e94564d8e967513f3ddf10429", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap00e3e38a-c7", "ovs_interfaceid": "00e3e38a-c791-4154-b4d2-1dfcbd7e351c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:22:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-4f9579b0-40df-48d0-ad2d-913a91deeec5 req-b54e7de3-d9d4-4a20-8d52-4b3a4ba7a7a8 service nova] Releasing lock "refresh_cache-6cb85b93-60df-4b5f-9d18-6271a3423a2d" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:22:55 user nova-compute[73884]: DEBUG nova.compute.manager [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:22:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:22:55 user nova-compute[73884]: DEBUG nova.compute.manager [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:22:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:22:55 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Instance spawned successfully.
Oct 16 08:22:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:22:55 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Instance spawned successfully.
Oct 16 08:22:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:22:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:22:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:22:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:22:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:22:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:22:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:22:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:22:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:22:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:22:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:22:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:22:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:22:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:22:55 user nova-compute[73884]: INFO nova.compute.manager [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Took 10.29 seconds to spawn the instance on the hypervisor.
Oct 16 08:22:55 user nova-compute[73884]: DEBUG nova.compute.manager [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:22:55 user nova-compute[73884]: INFO nova.compute.manager [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Took 14.95 seconds to spawn the instance on the hypervisor.
Oct 16 08:22:55 user nova-compute[73884]: DEBUG nova.compute.manager [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:22:55 user nova-compute[73884]: INFO nova.compute.manager [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Took 11.25 seconds to build instance.
Oct 16 08:22:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-959e3e13-1c70-4366-96eb-a32dceacc26c tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.396s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:22:55 user nova-compute[73884]: INFO nova.compute.manager [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Took 16.55 seconds to build instance.
Oct 16 08:22:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-72c307f4-b778-47e4-a118-71165ab1bc6c tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Lock "5b6f91b0-9046-4b7e-b4e1-3b6a577373e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.855s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:22:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:22:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:22:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:22:56 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:22:58 user nova-compute[73884]: DEBUG nova.compute.manager [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:22:58 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:22:58 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Instance spawned successfully.
Oct 16 08:22:58 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:22:58 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:22:58 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:22:58 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:22:58 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:22:58 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:22:58 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:22:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:22:59 user nova-compute[73884]: INFO nova.compute.manager [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Took 10.76 seconds to spawn the instance on the hypervisor.
Oct 16 08:22:59 user nova-compute[73884]: DEBUG nova.compute.manager [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:22:59 user nova-compute[73884]: INFO nova.compute.manager [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Took 11.77 seconds to build instance.
Oct 16 08:22:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-df6185df-5b64-4e66-94e0-70db0ae54cae tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Lock "6cb85b93-60df-4b5f-9d18-6271a3423a2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.923s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:23:00 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:00 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:02 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:02 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:02 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:02 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Acquiring lock "18e603e0-a105-4662-8a24-fd6d5471109c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:23:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lock "18e603e0-a105-4662-8a24-fd6d5471109c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:23:05 user nova-compute[73884]: DEBUG nova.compute.manager [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:23:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:23:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:23:05 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:23:05 user nova-compute[73884]: INFO nova.compute.claims [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Claim successful on node user
Oct 16 08:23:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Acquiring lock "ddb70d5a-9c18-40ec-98e8-d478ad8c29a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:23:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Lock "ddb70d5a-9c18-40ec-98e8-d478ad8c29a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:23:05 user nova-compute[73884]: DEBUG nova.compute.manager [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:23:06 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:23:06 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:23:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.581s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:23:06 user nova-compute[73884]: DEBUG nova.compute.manager [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:23:06 user nova-compute[73884]: DEBUG nova.compute.manager [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:23:06 user nova-compute[73884]: DEBUG nova.network.neutron [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:23:06 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:23:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:23:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:23:06 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:23:06 user nova-compute[73884]: INFO nova.compute.claims [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Claim successful on node user
Oct 16 08:23:06 user nova-compute[73884]: DEBUG nova.compute.manager [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:23:06 user nova-compute[73884]: DEBUG nova.policy [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd496b38b770b4dba81287049f80abb28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '20ec0f384ecf41cf910921c0b44bf43e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:23:06 user nova-compute[73884]: DEBUG nova.compute.manager [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:23:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:23:06 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Creating image(s)
Oct 16 08:23:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Acquiring lock "/opt/stack/data/nova/instances/18e603e0-a105-4662-8a24-fd6d5471109c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:23:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lock "/opt/stack/data/nova/instances/18e603e0-a105-4662-8a24-fd6d5471109c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:23:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lock "/opt/stack/data/nova/instances/18e603e0-a105-4662-8a24-fd6d5471109c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:23:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:06 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:23:06 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:23:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.467s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:23:06 user nova-compute[73884]: DEBUG nova.compute.manager [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:23:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.260s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Acquiring lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:23:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:23:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:07 user nova-compute[73884]: DEBUG nova.compute.manager [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:23:07 user nova-compute[73884]: DEBUG nova.network.neutron [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:23:07 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Ignoring supplied device name: /dev/sda. Libvirt can't honour user-supplied dev names
Oct 16 08:23:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.307s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/18e603e0-a105-4662-8a24-fd6d5471109c/disk 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:07 user nova-compute[73884]: DEBUG nova.compute.manager [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:23:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/18e603e0-a105-4662-8a24-fd6d5471109c/disk 1073741824" returned: 0 in 0.086s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.399s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:23:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:07 user nova-compute[73884]: DEBUG nova.policy [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '519dad9056484af5b98ce205140e9abc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e01b26e714e40469939d38cceeb220c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:23:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.251s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:07 user nova-compute[73884]: DEBUG nova.compute.manager [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:23:07 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:23:07 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Creating image(s)
Oct 16 08:23:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Acquiring lock "/opt/stack/data/nova/instances/ddb70d5a-9c18-40ec-98e8-d478ad8c29a5/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:23:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Lock "/opt/stack/data/nova/instances/ddb70d5a-9c18-40ec-98e8-d478ad8c29a5/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:23:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Lock "/opt/stack/data/nova/instances/ddb70d5a-9c18-40ec-98e8-d478ad8c29a5/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.011s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:23:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Acquiring lock "7d874f56bebb6e5889e78ae64dec0685b847c6cd" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:23:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Lock "7d874f56bebb6e5889e78ae64dec0685b847c6cd" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:23:07 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Checking if we can resize image /opt/stack/data/nova/instances/18e603e0-a105-4662-8a24-fd6d5471109c/disk. size=1073741824 {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 08:23:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18e603e0-a105-4662-8a24-fd6d5471109c/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7d874f56bebb6e5889e78ae64dec0685b847c6cd.part --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18e603e0-a105-4662-8a24-fd6d5471109c/disk --force-share --output=json" returned: 0 in 0.518s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:08 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Cannot resize image /opt/stack/data/nova/instances/18e603e0-a105-4662-8a24-fd6d5471109c/disk to a smaller size. {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 08:23:08 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:23:08 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Ensure instance console log exists: /opt/stack/data/nova/instances/18e603e0-a105-4662-8a24-fd6d5471109c/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:23:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:23:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.007s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:23:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:23:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7d874f56bebb6e5889e78ae64dec0685b847c6cd.part --force-share --output=json" returned: 0 in 0.206s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:08 user nova-compute[73884]: DEBUG nova.virt.images [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] b0f5446e-cc12-4341-921e-feae8373a570 was qcow2, converting to raw {{(pid=73884) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 16 08:23:08 user nova-compute[73884]: DEBUG nova.privsep.utils [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=73884) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 16 08:23:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/7d874f56bebb6e5889e78ae64dec0685b847c6cd.part /opt/stack/data/nova/instances/_base/7d874f56bebb6e5889e78ae64dec0685b847c6cd.converted {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:08 user nova-compute[73884]: DEBUG nova.network.neutron [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Successfully created port: 8c21a583-9144-4cbd-aaca-a1ec3c296e3e {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:23:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/7d874f56bebb6e5889e78ae64dec0685b847c6cd.part /opt/stack/data/nova/instances/_base/7d874f56bebb6e5889e78ae64dec0685b847c6cd.converted" returned: 0 in 0.333s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7d874f56bebb6e5889e78ae64dec0685b847c6cd.converted --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7d874f56bebb6e5889e78ae64dec0685b847c6cd.converted --force-share --output=json" returned: 0 in 0.239s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Lock "7d874f56bebb6e5889e78ae64dec0685b847c6cd" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.269s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:23:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7d874f56bebb6e5889e78ae64dec0685b847c6cd --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7d874f56bebb6e5889e78ae64dec0685b847c6cd --force-share --output=json" returned: 0 in 0.190s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Acquiring lock "7d874f56bebb6e5889e78ae64dec0685b847c6cd" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:23:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Lock "7d874f56bebb6e5889e78ae64dec0685b847c6cd" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.020s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:23:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7d874f56bebb6e5889e78ae64dec0685b847c6cd --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:09 user nova-compute[73884]: DEBUG nova.network.neutron [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Successfully created port: e22ad475-20b4-4c2a-8190-0aafe3014783 {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:23:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7d874f56bebb6e5889e78ae64dec0685b847c6cd --force-share --output=json" returned: 0 in 0.202s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7d874f56bebb6e5889e78ae64dec0685b847c6cd,backing_fmt=raw /opt/stack/data/nova/instances/ddb70d5a-9c18-40ec-98e8-d478ad8c29a5/disk 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/7d874f56bebb6e5889e78ae64dec0685b847c6cd,backing_fmt=raw /opt/stack/data/nova/instances/ddb70d5a-9c18-40ec-98e8-d478ad8c29a5/disk 1073741824" returned: 0 in 0.060s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Lock "7d874f56bebb6e5889e78ae64dec0685b847c6cd" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.268s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:23:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7d874f56bebb6e5889e78ae64dec0685b847c6cd --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/7d874f56bebb6e5889e78ae64dec0685b847c6cd --force-share --output=json" returned: 0 in 0.218s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:09 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ddb70d5a-9c18-40ec-98e8-d478ad8c29a5/disk. size=1073741824 {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 08:23:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddb70d5a-9c18-40ec-98e8-d478ad8c29a5/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddb70d5a-9c18-40ec-98e8-d478ad8c29a5/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:09 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Cannot resize image /opt/stack/data/nova/instances/ddb70d5a-9c18-40ec-98e8-d478ad8c29a5/disk to a smaller size. {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 08:23:09 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:23:09 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Ensure instance console log exists: /opt/stack/data/nova/instances/ddb70d5a-9c18-40ec-98e8-d478ad8c29a5/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:23:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:23:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:23:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:23:09 user nova-compute[73884]: DEBUG nova.network.neutron [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Successfully updated port: 8c21a583-9144-4cbd-aaca-a1ec3c296e3e {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:23:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Acquiring lock "refresh_cache-18e603e0-a105-4662-8a24-fd6d5471109c" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:23:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Acquired lock "refresh_cache-18e603e0-a105-4662-8a24-fd6d5471109c" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:23:09 user nova-compute[73884]: DEBUG nova.network.neutron [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:23:09 user nova-compute[73884]: DEBUG nova.compute.manager [req-f1de8c08-0d13-4573-bb0c-e8fa9f5ffb87 req-dd7d2da2-07d8-4fc6-942b-ce9c8c30c0f5 service nova] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Received event network-changed-8c21a583-9144-4cbd-aaca-a1ec3c296e3e {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:23:09 user nova-compute[73884]: DEBUG nova.compute.manager [req-f1de8c08-0d13-4573-bb0c-e8fa9f5ffb87 req-dd7d2da2-07d8-4fc6-942b-ce9c8c30c0f5 service nova] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Refreshing instance network info cache due to event network-changed-8c21a583-9144-4cbd-aaca-a1ec3c296e3e. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:23:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f1de8c08-0d13-4573-bb0c-e8fa9f5ffb87 req-dd7d2da2-07d8-4fc6-942b-ce9c8c30c0f5 service nova] Acquiring lock "refresh_cache-18e603e0-a105-4662-8a24-fd6d5471109c" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:23:09 user nova-compute[73884]: DEBUG nova.network.neutron [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG nova.network.neutron [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Successfully updated port: e22ad475-20b4-4c2a-8190-0aafe3014783 {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Acquiring lock "refresh_cache-ddb70d5a-9c18-40ec-98e8-d478ad8c29a5" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Acquired lock "refresh_cache-ddb70d5a-9c18-40ec-98e8-d478ad8c29a5" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG nova.network.neutron [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG nova.network.neutron [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Updating instance_info_cache with network_info: [{"id": "8c21a583-9144-4cbd-aaca-a1ec3c296e3e", "address": "fa:16:3e:9c:e5:4f", "network": {"id": "cc001c45-4010-4986-bbf5-50d8ec86967a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-319910744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "20ec0f384ecf41cf910921c0b44bf43e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c21a583-91", "ovs_interfaceid": "8c21a583-9144-4cbd-aaca-a1ec3c296e3e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG nova.network.neutron [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Releasing lock "refresh_cache-18e603e0-a105-4662-8a24-fd6d5471109c" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG nova.compute.manager [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Instance network_info: |[{"id": "8c21a583-9144-4cbd-aaca-a1ec3c296e3e", "address": "fa:16:3e:9c:e5:4f", "network": {"id": "cc001c45-4010-4986-bbf5-50d8ec86967a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-319910744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "20ec0f384ecf41cf910921c0b44bf43e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c21a583-91", "ovs_interfaceid": "8c21a583-9144-4cbd-aaca-a1ec3c296e3e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f1de8c08-0d13-4573-bb0c-e8fa9f5ffb87 req-dd7d2da2-07d8-4fc6-942b-ce9c8c30c0f5 service nova] Acquired lock "refresh_cache-18e603e0-a105-4662-8a24-fd6d5471109c" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG nova.network.neutron [req-f1de8c08-0d13-4573-bb0c-e8fa9f5ffb87 req-dd7d2da2-07d8-4fc6-942b-ce9c8c30c0f5 service nova] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Refreshing network info cache for port 8c21a583-9144-4cbd-aaca-a1ec3c296e3e {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Start _get_guest_xml network_info=[{"id": "8c21a583-9144-4cbd-aaca-a1ec3c296e3e", "address": "fa:16:3e:9c:e5:4f", "network": {"id": "cc001c45-4010-4986-bbf5-50d8ec86967a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-319910744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "20ec0f384ecf41cf910921c0b44bf43e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c21a583-91", "ovs_interfaceid": "8c21a583-9144-4cbd-aaca-a1ec3c296e3e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'a4e1d819-b957-4c9c-9b9d-fd987951fbab'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:23:10 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:23:10 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:23:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:23:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1230970262',display_name='tempest-VolumesAdminNegativeTest-server-1230970262',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1230970262',id=4,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFA/RJgHO+Wtg2DRckL931OpKusPP2obXq9iAplu3J1zXoRtzTQd3/DxgssHOUHRat4C6FBuls3B/16q3Ofh9c7YOOkE5UAbV0IhO4U3J2ZX5mQ70fkYwAqoL8sMB4YlbQ==',key_name='tempest-keypair-1159031927',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='20ec0f384ecf41cf910921c0b44bf43e',ramdisk_id='',reservation_id='r-5npbv2iw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-630095138',owner_user_name='tempest-VolumesAdminNegativeTest-630095138-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:23:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d496b38b770b4dba81287049f80abb28',uuid=18e603e0-a105-4662-8a24-fd6d5471109c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8c21a583-9144-4cbd-aaca-a1ec3c296e3e", "address": "fa:16:3e:9c:e5:4f", "network": {"id": "cc001c45-4010-4986-bbf5-50d8ec86967a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-319910744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "20ec0f384ecf41cf910921c0b44bf43e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c21a583-91", "ovs_interfaceid": "8c21a583-9144-4cbd-aaca-a1ec3c296e3e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Converting VIF {"id": "8c21a583-9144-4cbd-aaca-a1ec3c296e3e", "address": "fa:16:3e:9c:e5:4f", "network": {"id": "cc001c45-4010-4986-bbf5-50d8ec86967a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-319910744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "20ec0f384ecf41cf910921c0b44bf43e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c21a583-91", "ovs_interfaceid": "8c21a583-9144-4cbd-aaca-a1ec3c296e3e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9c:e5:4f,bridge_name='br-int',has_traffic_filtering=True,id=8c21a583-9144-4cbd-aaca-a1ec3c296e3e,network=Network(cc001c45-4010-4986-bbf5-50d8ec86967a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c21a583-91') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG nova.objects.instance [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lazy-loading 'pci_devices' on Instance uuid 18e603e0-a105-4662-8a24-fd6d5471109c {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:23:10 user nova-compute[73884]:   <uuid>18e603e0-a105-4662-8a24-fd6d5471109c</uuid>
Oct 16 08:23:10 user nova-compute[73884]:   <name>instance-00000004</name>
Oct 16 08:23:10 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:23:10 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:23:10 user nova-compute[73884]:   <metadata>
Oct 16 08:23:10 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:23:10 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:23:10 user nova-compute[73884]:       <nova:name>tempest-VolumesAdminNegativeTest-server-1230970262</nova:name>
Oct 16 08:23:10 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:23:10</nova:creationTime>
Oct 16 08:23:10 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:23:10 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:23:10 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:23:10 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:23:10 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:23:10 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:23:10 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:23:10 user nova-compute[73884]:       <nova:owner>
Oct 16 08:23:10 user nova-compute[73884]:         <nova:user uuid="d496b38b770b4dba81287049f80abb28">tempest-VolumesAdminNegativeTest-630095138-project-member</nova:user>
Oct 16 08:23:10 user nova-compute[73884]:         <nova:project uuid="20ec0f384ecf41cf910921c0b44bf43e">tempest-VolumesAdminNegativeTest-630095138</nova:project>
Oct 16 08:23:10 user nova-compute[73884]:       </nova:owner>
Oct 16 08:23:10 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:23:10 user nova-compute[73884]:       <nova:ports>
Oct 16 08:23:10 user nova-compute[73884]:         <nova:port uuid="8c21a583-9144-4cbd-aaca-a1ec3c296e3e">
Oct 16 08:23:10 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 16 08:23:10 user nova-compute[73884]:         </nova:port>
Oct 16 08:23:10 user nova-compute[73884]:       </nova:ports>
Oct 16 08:23:10 user nova-compute[73884]:     </nova:instance>
Oct 16 08:23:10 user nova-compute[73884]:   </metadata>
Oct 16 08:23:10 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:23:10 user nova-compute[73884]:     <system>
Oct 16 08:23:10 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:23:10 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:23:10 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:23:10 user nova-compute[73884]:       <entry name="serial">18e603e0-a105-4662-8a24-fd6d5471109c</entry>
Oct 16 08:23:10 user nova-compute[73884]:       <entry name="uuid">18e603e0-a105-4662-8a24-fd6d5471109c</entry>
Oct 16 08:23:10 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:23:10 user nova-compute[73884]:     </system>
Oct 16 08:23:10 user nova-compute[73884]:   </sysinfo>
Oct 16 08:23:10 user nova-compute[73884]:   <os>
Oct 16 08:23:10 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:23:10 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:23:10 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:23:10 user nova-compute[73884]:   </os>
Oct 16 08:23:10 user nova-compute[73884]:   <features>
Oct 16 08:23:10 user nova-compute[73884]:     <acpi/>
Oct 16 08:23:10 user nova-compute[73884]:     <apic/>
Oct 16 08:23:10 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:23:10 user nova-compute[73884]:   </features>
Oct 16 08:23:10 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:23:10 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:23:10 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:23:10 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:23:10 user nova-compute[73884]:   </clock>
Oct 16 08:23:10 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:23:10 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:23:10 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:23:10 user nova-compute[73884]:   </cpu>
Oct 16 08:23:10 user nova-compute[73884]:   <devices>
Oct 16 08:23:10 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:23:10 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:23:10 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/18e603e0-a105-4662-8a24-fd6d5471109c/disk"/>
Oct 16 08:23:10 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:23:10 user nova-compute[73884]:     </disk>
Oct 16 08:23:10 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:23:10 user nova-compute[73884]:       <mac address="fa:16:3e:9c:e5:4f"/>
Oct 16 08:23:10 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:23:10 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:23:10 user nova-compute[73884]:       <target dev="tap8c21a583-91"/>
Oct 16 08:23:10 user nova-compute[73884]:     </interface>
Oct 16 08:23:10 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:23:10 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/18e603e0-a105-4662-8a24-fd6d5471109c/console.log" append="off"/>
Oct 16 08:23:10 user nova-compute[73884]:     </serial>
Oct 16 08:23:10 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:23:10 user nova-compute[73884]:     <video>
Oct 16 08:23:10 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:23:10 user nova-compute[73884]:     </video>
Oct 16 08:23:10 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:23:10 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:23:10 user nova-compute[73884]:     </rng>
Oct 16 08:23:10 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:23:10 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:23:10 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:23:10 user nova-compute[73884]:     </memballoon>
Oct 16 08:23:10 user nova-compute[73884]:   </devices>
Oct 16 08:23:10 user nova-compute[73884]: </domain>
Oct 16 08:23:10 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:23:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1230970262',display_name='tempest-VolumesAdminNegativeTest-server-1230970262',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1230970262',id=4,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFA/RJgHO+Wtg2DRckL931OpKusPP2obXq9iAplu3J1zXoRtzTQd3/DxgssHOUHRat4C6FBuls3B/16q3Ofh9c7YOOkE5UAbV0IhO4U3J2ZX5mQ70fkYwAqoL8sMB4YlbQ==',key_name='tempest-keypair-1159031927',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='20ec0f384ecf41cf910921c0b44bf43e',ramdisk_id='',reservation_id='r-5npbv2iw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-630095138',owner_user_name='tempest-VolumesAdminNegativeTest-630095138-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:23:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d496b38b770b4dba81287049f80abb28',uuid=18e603e0-a105-4662-8a24-fd6d5471109c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8c21a583-9144-4cbd-aaca-a1ec3c296e3e", "address": "fa:16:3e:9c:e5:4f", "network": {"id": "cc001c45-4010-4986-bbf5-50d8ec86967a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-319910744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "20ec0f384ecf41cf910921c0b44bf43e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c21a583-91", "ovs_interfaceid": "8c21a583-9144-4cbd-aaca-a1ec3c296e3e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Converting VIF {"id": "8c21a583-9144-4cbd-aaca-a1ec3c296e3e", "address": "fa:16:3e:9c:e5:4f", "network": {"id": "cc001c45-4010-4986-bbf5-50d8ec86967a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-319910744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "20ec0f384ecf41cf910921c0b44bf43e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c21a583-91", "ovs_interfaceid": "8c21a583-9144-4cbd-aaca-a1ec3c296e3e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9c:e5:4f,bridge_name='br-int',has_traffic_filtering=True,id=8c21a583-9144-4cbd-aaca-a1ec3c296e3e,network=Network(cc001c45-4010-4986-bbf5-50d8ec86967a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c21a583-91') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG os_vif [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9c:e5:4f,bridge_name='br-int',has_traffic_filtering=True,id=8c21a583-9144-4cbd-aaca-a1ec3c296e3e,network=Network(cc001c45-4010-4986-bbf5-50d8ec86967a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c21a583-91') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '982440b7-ceed-590b-936b-9bdf0a20d17a', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8c21a583-91, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8c21a583-91, col_values=(('qos', UUID('56fbaab3-d278-4f66-a9d7-7ed2902de467')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8c21a583-91, col_values=(('external_ids', {'iface-id': '8c21a583-9144-4cbd-aaca-a1ec3c296e3e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9c:e5:4f', 'vm-uuid': '18e603e0-a105-4662-8a24-fd6d5471109c'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:10 user nova-compute[73884]: INFO os_vif [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9c:e5:4f,bridge_name='br-int',has_traffic_filtering=True,id=8c21a583-9144-4cbd-aaca-a1ec3c296e3e,network=Network(cc001c45-4010-4986-bbf5-50d8ec86967a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c21a583-91')
Oct 16 08:23:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:23:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] No VIF found with MAC fa:16:3e:9c:e5:4f, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG nova.network.neutron [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Updating instance_info_cache with network_info: [{"id": "e22ad475-20b4-4c2a-8190-0aafe3014783", "address": "fa:16:3e:44:68:b8", "network": {"id": "80a36ab4-e108-4991-b896-da5adccf4f18", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-116395503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e01b26e714e40469939d38cceeb220c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape22ad475-20", "ovs_interfaceid": "e22ad475-20b4-4c2a-8190-0aafe3014783", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Releasing lock "refresh_cache-ddb70d5a-9c18-40ec-98e8-d478ad8c29a5" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG nova.compute.manager [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Instance network_info: |[{"id": "e22ad475-20b4-4c2a-8190-0aafe3014783", "address": "fa:16:3e:44:68:b8", "network": {"id": "80a36ab4-e108-4991-b896-da5adccf4f18", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-116395503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e01b26e714e40469939d38cceeb220c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape22ad475-20", "ovs_interfaceid": "e22ad475-20b4-4c2a-8190-0aafe3014783", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Start _get_guest_xml network_info=[{"id": "e22ad475-20b4-4c2a-8190-0aafe3014783", "address": "fa:16:3e:44:68:b8", "network": {"id": "80a36ab4-e108-4991-b896-da5adccf4f18", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-116395503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e01b26e714e40469939d38cceeb220c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape22ad475-20", "ovs_interfaceid": "e22ad475-20b4-4c2a-8190-0aafe3014783", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'scsi', 'cdrom_bus': 'scsi', 'mapping': {'root': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'scsi', 'dev': 'sdb', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:22:54Z,direct_url=<?>,disk_format='qcow2',id=b0f5446e-cc12-4341-921e-feae8373a570,min_disk=0,min_ram=0,name='',owner='c6096fb0884740e189f04728d790f23b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:22:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/sda', 'image': [{'size': 0, 'device_name': '/dev/sda', 'device_type': 'disk', 'disk_bus': 'scsi', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'b0f5446e-cc12-4341-921e-feae8373a570'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:23:11 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:23:11 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:23:11 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:22:54Z,direct_url=<?>,disk_format='qcow2',id=b0f5446e-cc12-4341-921e-feae8373a570,min_disk=0,min_ram=0,name='',owner='c6096fb0884740e189f04728d790f23b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:22:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:23:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-361553276',display_name='tempest-AttachSCSIVolumeTestJSON-server-361553276',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-361553276',id=5,image_ref='b0f5446e-cc12-4341-921e-feae8373a570',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO2seZcjdcKI7QXg0a4VuWIamT4hUrAXaBAHg/P1Bsu3Gdy/RjwDz0QycOpVQBaIqjWXuXPcC9OICK1Wog4jrqmfM5DJO4HQzmZ4Cve5V82ESiAoe4+sjDdwUlOhOJn+/Q==',key_name='tempest-keypair-390128935',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8e01b26e714e40469939d38cceeb220c',ramdisk_id='',reservation_id='r-54pf0z0f',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b0f5446e-cc12-4341-921e-feae8373a570',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-2137933242',owner_user_name='tempest-AttachSCSIVolumeTestJSON-2137933242-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:23:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='519dad9056484af5b98ce205140e9abc',uuid=ddb70d5a-9c18-40ec-98e8-d478ad8c29a5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e22ad475-20b4-4c2a-8190-0aafe3014783", "address": "fa:16:3e:44:68:b8", "network": {"id": "80a36ab4-e108-4991-b896-da5adccf4f18", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-116395503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e01b26e714e40469939d38cceeb220c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape22ad475-20", "ovs_interfaceid": "e22ad475-20b4-4c2a-8190-0aafe3014783", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Converting VIF {"id": "e22ad475-20b4-4c2a-8190-0aafe3014783", "address": "fa:16:3e:44:68:b8", "network": {"id": "80a36ab4-e108-4991-b896-da5adccf4f18", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-116395503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e01b26e714e40469939d38cceeb220c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape22ad475-20", "ovs_interfaceid": "e22ad475-20b4-4c2a-8190-0aafe3014783", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:44:68:b8,bridge_name='br-int',has_traffic_filtering=True,id=e22ad475-20b4-4c2a-8190-0aafe3014783,network=Network(80a36ab4-e108-4991-b896-da5adccf4f18),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape22ad475-20') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG nova.objects.instance [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Lazy-loading 'pci_devices' on Instance uuid ddb70d5a-9c18-40ec-98e8-d478ad8c29a5 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:23:11 user nova-compute[73884]:   <uuid>ddb70d5a-9c18-40ec-98e8-d478ad8c29a5</uuid>
Oct 16 08:23:11 user nova-compute[73884]:   <name>instance-00000005</name>
Oct 16 08:23:11 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:23:11 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:23:11 user nova-compute[73884]:   <metadata>
Oct 16 08:23:11 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:23:11 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:23:11 user nova-compute[73884]:       <nova:name>tempest-AttachSCSIVolumeTestJSON-server-361553276</nova:name>
Oct 16 08:23:11 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:23:11</nova:creationTime>
Oct 16 08:23:11 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:23:11 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:23:11 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:23:11 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:23:11 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:23:11 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:23:11 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:23:11 user nova-compute[73884]:       <nova:owner>
Oct 16 08:23:11 user nova-compute[73884]:         <nova:user uuid="519dad9056484af5b98ce205140e9abc">tempest-AttachSCSIVolumeTestJSON-2137933242-project-member</nova:user>
Oct 16 08:23:11 user nova-compute[73884]:         <nova:project uuid="8e01b26e714e40469939d38cceeb220c">tempest-AttachSCSIVolumeTestJSON-2137933242</nova:project>
Oct 16 08:23:11 user nova-compute[73884]:       </nova:owner>
Oct 16 08:23:11 user nova-compute[73884]:       <nova:root type="image" uuid="b0f5446e-cc12-4341-921e-feae8373a570"/>
Oct 16 08:23:11 user nova-compute[73884]:       <nova:ports>
Oct 16 08:23:11 user nova-compute[73884]:         <nova:port uuid="e22ad475-20b4-4c2a-8190-0aafe3014783">
Oct 16 08:23:11 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 16 08:23:11 user nova-compute[73884]:         </nova:port>
Oct 16 08:23:11 user nova-compute[73884]:       </nova:ports>
Oct 16 08:23:11 user nova-compute[73884]:     </nova:instance>
Oct 16 08:23:11 user nova-compute[73884]:   </metadata>
Oct 16 08:23:11 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:23:11 user nova-compute[73884]:     <system>
Oct 16 08:23:11 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:23:11 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:23:11 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:23:11 user nova-compute[73884]:       <entry name="serial">ddb70d5a-9c18-40ec-98e8-d478ad8c29a5</entry>
Oct 16 08:23:11 user nova-compute[73884]:       <entry name="uuid">ddb70d5a-9c18-40ec-98e8-d478ad8c29a5</entry>
Oct 16 08:23:11 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:23:11 user nova-compute[73884]:     </system>
Oct 16 08:23:11 user nova-compute[73884]:   </sysinfo>
Oct 16 08:23:11 user nova-compute[73884]:   <os>
Oct 16 08:23:11 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:23:11 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:23:11 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:23:11 user nova-compute[73884]:   </os>
Oct 16 08:23:11 user nova-compute[73884]:   <features>
Oct 16 08:23:11 user nova-compute[73884]:     <acpi/>
Oct 16 08:23:11 user nova-compute[73884]:     <apic/>
Oct 16 08:23:11 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:23:11 user nova-compute[73884]:   </features>
Oct 16 08:23:11 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:23:11 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:23:11 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:23:11 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:23:11 user nova-compute[73884]:   </clock>
Oct 16 08:23:11 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:23:11 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:23:11 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:23:11 user nova-compute[73884]:   </cpu>
Oct 16 08:23:11 user nova-compute[73884]:   <devices>
Oct 16 08:23:11 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:23:11 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:23:11 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/ddb70d5a-9c18-40ec-98e8-d478ad8c29a5/disk"/>
Oct 16 08:23:11 user nova-compute[73884]:       <target dev="sda" bus="scsi"/>
Oct 16 08:23:11 user nova-compute[73884]:       <address type="drive" controller="0" unit="0"/>
Oct 16 08:23:11 user nova-compute[73884]:     </disk>
Oct 16 08:23:11 user nova-compute[73884]:     <disk type="file" device="cdrom">
Oct 16 08:23:11 user nova-compute[73884]:       <driver name="qemu" type="raw" cache="none"/>
Oct 16 08:23:11 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/ddb70d5a-9c18-40ec-98e8-d478ad8c29a5/disk.config"/>
Oct 16 08:23:11 user nova-compute[73884]:       <target dev="sdb" bus="scsi"/>
Oct 16 08:23:11 user nova-compute[73884]:       <address type="drive" controller="0" unit="1"/>
Oct 16 08:23:11 user nova-compute[73884]:     </disk>
Oct 16 08:23:11 user nova-compute[73884]:     <controller type="scsi" index="0" model="virtio-scsi"/>
Oct 16 08:23:11 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:23:11 user nova-compute[73884]:       <mac address="fa:16:3e:44:68:b8"/>
Oct 16 08:23:11 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:23:11 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:23:11 user nova-compute[73884]:       <target dev="tape22ad475-20"/>
Oct 16 08:23:11 user nova-compute[73884]:     </interface>
Oct 16 08:23:11 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:23:11 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/ddb70d5a-9c18-40ec-98e8-d478ad8c29a5/console.log" append="off"/>
Oct 16 08:23:11 user nova-compute[73884]:     </serial>
Oct 16 08:23:11 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:23:11 user nova-compute[73884]:     <video>
Oct 16 08:23:11 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:23:11 user nova-compute[73884]:     </video>
Oct 16 08:23:11 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:23:11 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:23:11 user nova-compute[73884]:     </rng>
Oct 16 08:23:11 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:23:11 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:23:11 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:23:11 user nova-compute[73884]:     </memballoon>
Oct 16 08:23:11 user nova-compute[73884]:   </devices>
Oct 16 08:23:11 user nova-compute[73884]: </domain>
Oct 16 08:23:11 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:23:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-361553276',display_name='tempest-AttachSCSIVolumeTestJSON-server-361553276',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-361553276',id=5,image_ref='b0f5446e-cc12-4341-921e-feae8373a570',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO2seZcjdcKI7QXg0a4VuWIamT4hUrAXaBAHg/P1Bsu3Gdy/RjwDz0QycOpVQBaIqjWXuXPcC9OICK1Wog4jrqmfM5DJO4HQzmZ4Cve5V82ESiAoe4+sjDdwUlOhOJn+/Q==',key_name='tempest-keypair-390128935',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8e01b26e714e40469939d38cceeb220c',ramdisk_id='',reservation_id='r-54pf0z0f',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b0f5446e-cc12-4341-921e-feae8373a570',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-2137933242',owner_user_name='tempest-AttachSCSIVolumeTestJSON-2137933242-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:23:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='519dad9056484af5b98ce205140e9abc',uuid=ddb70d5a-9c18-40ec-98e8-d478ad8c29a5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e22ad475-20b4-4c2a-8190-0aafe3014783", "address": "fa:16:3e:44:68:b8", "network": {"id": "80a36ab4-e108-4991-b896-da5adccf4f18", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-116395503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e01b26e714e40469939d38cceeb220c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape22ad475-20", "ovs_interfaceid": "e22ad475-20b4-4c2a-8190-0aafe3014783", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Converting VIF {"id": "e22ad475-20b4-4c2a-8190-0aafe3014783", "address": "fa:16:3e:44:68:b8", "network": {"id": "80a36ab4-e108-4991-b896-da5adccf4f18", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-116395503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e01b26e714e40469939d38cceeb220c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape22ad475-20", "ovs_interfaceid": "e22ad475-20b4-4c2a-8190-0aafe3014783", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:44:68:b8,bridge_name='br-int',has_traffic_filtering=True,id=e22ad475-20b4-4c2a-8190-0aafe3014783,network=Network(80a36ab4-e108-4991-b896-da5adccf4f18),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape22ad475-20') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG os_vif [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:68:b8,bridge_name='br-int',has_traffic_filtering=True,id=e22ad475-20b4-4c2a-8190-0aafe3014783,network=Network(80a36ab4-e108-4991-b896-da5adccf4f18),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape22ad475-20') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ba3c7a56-2770-5b63-8495-9a6aec08d617', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape22ad475-20, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape22ad475-20, col_values=(('qos', UUID('2670e07f-2171-48da-897e-a04bc6a3e9bd')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape22ad475-20, col_values=(('external_ids', {'iface-id': 'e22ad475-20b4-4c2a-8190-0aafe3014783', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:44:68:b8', 'vm-uuid': 'ddb70d5a-9c18-40ec-98e8-d478ad8c29a5'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG nova.network.neutron [req-f1de8c08-0d13-4573-bb0c-e8fa9f5ffb87 req-dd7d2da2-07d8-4fc6-942b-ce9c8c30c0f5 service nova] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Updated VIF entry in instance network info cache for port 8c21a583-9144-4cbd-aaca-a1ec3c296e3e. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG nova.network.neutron [req-f1de8c08-0d13-4573-bb0c-e8fa9f5ffb87 req-dd7d2da2-07d8-4fc6-942b-ce9c8c30c0f5 service nova] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Updating instance_info_cache with network_info: [{"id": "8c21a583-9144-4cbd-aaca-a1ec3c296e3e", "address": "fa:16:3e:9c:e5:4f", "network": {"id": "cc001c45-4010-4986-bbf5-50d8ec86967a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-319910744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "20ec0f384ecf41cf910921c0b44bf43e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c21a583-91", "ovs_interfaceid": "8c21a583-9144-4cbd-aaca-a1ec3c296e3e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:11 user nova-compute[73884]: INFO os_vif [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:68:b8,bridge_name='br-int',has_traffic_filtering=True,id=e22ad475-20b4-4c2a-8190-0aafe3014783,network=Network(80a36ab4-e108-4991-b896-da5adccf4f18),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape22ad475-20')
Oct 16 08:23:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f1de8c08-0d13-4573-bb0c-e8fa9f5ffb87 req-dd7d2da2-07d8-4fc6-942b-ce9c8c30c0f5 service nova] Releasing lock "refresh_cache-18e603e0-a105-4662-8a24-fd6d5471109c" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] No BDM found with device name sda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] No BDM found with device name sdb, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] No VIF found with MAC fa:16:3e:44:68:b8, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:23:11 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Using config drive
Oct 16 08:23:11 user nova-compute[73884]: DEBUG nova.compute.manager [req-001fdd36-9d8a-4453-acf4-5593039aecef req-5dc2cce4-921b-4e02-89d1-3cd36b51a89f service nova] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Received event network-vif-plugged-14106b87-77b7-4049-a30f-4263a0f2ba61 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-001fdd36-9d8a-4453-acf4-5593039aecef req-5dc2cce4-921b-4e02-89d1-3cd36b51a89f service nova] Acquiring lock "5b6f91b0-9046-4b7e-b4e1-3b6a577373e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-001fdd36-9d8a-4453-acf4-5593039aecef req-5dc2cce4-921b-4e02-89d1-3cd36b51a89f service nova] Lock "5b6f91b0-9046-4b7e-b4e1-3b6a577373e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-001fdd36-9d8a-4453-acf4-5593039aecef req-5dc2cce4-921b-4e02-89d1-3cd36b51a89f service nova] Lock "5b6f91b0-9046-4b7e-b4e1-3b6a577373e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG nova.compute.manager [req-001fdd36-9d8a-4453-acf4-5593039aecef req-5dc2cce4-921b-4e02-89d1-3cd36b51a89f service nova] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] No waiting events found dispatching network-vif-plugged-14106b87-77b7-4049-a30f-4263a0f2ba61 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:23:11 user nova-compute[73884]: WARNING nova.compute.manager [req-001fdd36-9d8a-4453-acf4-5593039aecef req-5dc2cce4-921b-4e02-89d1-3cd36b51a89f service nova] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Received unexpected event network-vif-plugged-14106b87-77b7-4049-a30f-4263a0f2ba61 for instance with vm_state active and task_state None.
Oct 16 08:23:11 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Creating config drive at /opt/stack/data/nova/instances/ddb70d5a-9c18-40ec-98e8-d478ad8c29a5/disk.config
Oct 16 08:23:11 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/ddb70d5a-9c18-40ec-98e8-d478ad8c29a5/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp2rz0w7rq {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG nova.compute.manager [req-53ed957d-5204-417a-aba4-4a3e8d44fceb req-202a2fb0-14d0-46f3-803f-420e8d2c52fd service nova] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Received event network-changed-e22ad475-20b4-4c2a-8190-0aafe3014783 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG nova.compute.manager [req-53ed957d-5204-417a-aba4-4a3e8d44fceb req-202a2fb0-14d0-46f3-803f-420e8d2c52fd service nova] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Refreshing instance network info cache due to event network-changed-e22ad475-20b4-4c2a-8190-0aafe3014783. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-53ed957d-5204-417a-aba4-4a3e8d44fceb req-202a2fb0-14d0-46f3-803f-420e8d2c52fd service nova] Acquiring lock "refresh_cache-ddb70d5a-9c18-40ec-98e8-d478ad8c29a5" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-53ed957d-5204-417a-aba4-4a3e8d44fceb req-202a2fb0-14d0-46f3-803f-420e8d2c52fd service nova] Acquired lock "refresh_cache-ddb70d5a-9c18-40ec-98e8-d478ad8c29a5" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG nova.network.neutron [req-53ed957d-5204-417a-aba4-4a3e8d44fceb req-202a2fb0-14d0-46f3-803f-420e8d2c52fd service nova] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Refreshing network info cache for port e22ad475-20b4-4c2a-8190-0aafe3014783 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:23:11 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/ddb70d5a-9c18-40ec-98e8-d478ad8c29a5/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp2rz0w7rq" returned: 0 in 0.085s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:12 user nova-compute[73884]: DEBUG nova.network.neutron [req-53ed957d-5204-417a-aba4-4a3e8d44fceb req-202a2fb0-14d0-46f3-803f-420e8d2c52fd service nova] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Updated VIF entry in instance network info cache for port e22ad475-20b4-4c2a-8190-0aafe3014783. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:23:12 user nova-compute[73884]: DEBUG nova.network.neutron [req-53ed957d-5204-417a-aba4-4a3e8d44fceb req-202a2fb0-14d0-46f3-803f-420e8d2c52fd service nova] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Updating instance_info_cache with network_info: [{"id": "e22ad475-20b4-4c2a-8190-0aafe3014783", "address": "fa:16:3e:44:68:b8", "network": {"id": "80a36ab4-e108-4991-b896-da5adccf4f18", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-116395503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e01b26e714e40469939d38cceeb220c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape22ad475-20", "ovs_interfaceid": "e22ad475-20b4-4c2a-8190-0aafe3014783", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:23:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-53ed957d-5204-417a-aba4-4a3e8d44fceb req-202a2fb0-14d0-46f3-803f-420e8d2c52fd service nova] Releasing lock "refresh_cache-ddb70d5a-9c18-40ec-98e8-d478ad8c29a5" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:23:12 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:12 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:13 user nova-compute[73884]: DEBUG nova.compute.manager [req-f71cd8f8-3dcf-4f51-8c6b-3aed27e2214c req-2a0bcfc8-d145-4025-9f4c-eed23cf22fb6 service nova] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Received event network-vif-plugged-8c21a583-9144-4cbd-aaca-a1ec3c296e3e {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:23:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f71cd8f8-3dcf-4f51-8c6b-3aed27e2214c req-2a0bcfc8-d145-4025-9f4c-eed23cf22fb6 service nova] Acquiring lock "18e603e0-a105-4662-8a24-fd6d5471109c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:23:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f71cd8f8-3dcf-4f51-8c6b-3aed27e2214c req-2a0bcfc8-d145-4025-9f4c-eed23cf22fb6 service nova] Lock "18e603e0-a105-4662-8a24-fd6d5471109c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:23:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f71cd8f8-3dcf-4f51-8c6b-3aed27e2214c req-2a0bcfc8-d145-4025-9f4c-eed23cf22fb6 service nova] Lock "18e603e0-a105-4662-8a24-fd6d5471109c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:23:13 user nova-compute[73884]: DEBUG nova.compute.manager [req-f71cd8f8-3dcf-4f51-8c6b-3aed27e2214c req-2a0bcfc8-d145-4025-9f4c-eed23cf22fb6 service nova] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] No waiting events found dispatching network-vif-plugged-8c21a583-9144-4cbd-aaca-a1ec3c296e3e {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:23:13 user nova-compute[73884]: WARNING nova.compute.manager [req-f71cd8f8-3dcf-4f51-8c6b-3aed27e2214c req-2a0bcfc8-d145-4025-9f4c-eed23cf22fb6 service nova] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Received unexpected event network-vif-plugged-8c21a583-9144-4cbd-aaca-a1ec3c296e3e for instance with vm_state building and task_state spawning.
Oct 16 08:23:13 user nova-compute[73884]: DEBUG nova.compute.manager [req-e79b375a-8589-4be3-ae17-6b7ba96a159d req-14004676-64cf-4e95-9d17-2e1c5a02da02 service nova] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Received event network-vif-plugged-14106b87-77b7-4049-a30f-4263a0f2ba61 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:23:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e79b375a-8589-4be3-ae17-6b7ba96a159d req-14004676-64cf-4e95-9d17-2e1c5a02da02 service nova] Acquiring lock "5b6f91b0-9046-4b7e-b4e1-3b6a577373e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:23:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e79b375a-8589-4be3-ae17-6b7ba96a159d req-14004676-64cf-4e95-9d17-2e1c5a02da02 service nova] Lock "5b6f91b0-9046-4b7e-b4e1-3b6a577373e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:23:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e79b375a-8589-4be3-ae17-6b7ba96a159d req-14004676-64cf-4e95-9d17-2e1c5a02da02 service nova] Lock "5b6f91b0-9046-4b7e-b4e1-3b6a577373e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:23:13 user nova-compute[73884]: DEBUG nova.compute.manager [req-e79b375a-8589-4be3-ae17-6b7ba96a159d req-14004676-64cf-4e95-9d17-2e1c5a02da02 service nova] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] No waiting events found dispatching network-vif-plugged-14106b87-77b7-4049-a30f-4263a0f2ba61 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:23:13 user nova-compute[73884]: WARNING nova.compute.manager [req-e79b375a-8589-4be3-ae17-6b7ba96a159d req-14004676-64cf-4e95-9d17-2e1c5a02da02 service nova] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Received unexpected event network-vif-plugged-14106b87-77b7-4049-a30f-4263a0f2ba61 for instance with vm_state active and task_state None.
Oct 16 08:23:13 user nova-compute[73884]: DEBUG nova.compute.manager [req-e79b375a-8589-4be3-ae17-6b7ba96a159d req-14004676-64cf-4e95-9d17-2e1c5a02da02 service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Received event network-vif-plugged-d59f0547-73f9-4b4d-ba96-b23a68d95305 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:23:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e79b375a-8589-4be3-ae17-6b7ba96a159d req-14004676-64cf-4e95-9d17-2e1c5a02da02 service nova] Acquiring lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:23:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e79b375a-8589-4be3-ae17-6b7ba96a159d req-14004676-64cf-4e95-9d17-2e1c5a02da02 service nova] Lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:23:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e79b375a-8589-4be3-ae17-6b7ba96a159d req-14004676-64cf-4e95-9d17-2e1c5a02da02 service nova] Lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:23:13 user nova-compute[73884]: DEBUG nova.compute.manager [req-e79b375a-8589-4be3-ae17-6b7ba96a159d req-14004676-64cf-4e95-9d17-2e1c5a02da02 service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] No waiting events found dispatching network-vif-plugged-d59f0547-73f9-4b4d-ba96-b23a68d95305 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:23:13 user nova-compute[73884]: WARNING nova.compute.manager [req-e79b375a-8589-4be3-ae17-6b7ba96a159d req-14004676-64cf-4e95-9d17-2e1c5a02da02 service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Received unexpected event network-vif-plugged-d59f0547-73f9-4b4d-ba96-b23a68d95305 for instance with vm_state active and task_state None.
Oct 16 08:23:13 user nova-compute[73884]: DEBUG nova.compute.manager [req-e79b375a-8589-4be3-ae17-6b7ba96a159d req-14004676-64cf-4e95-9d17-2e1c5a02da02 service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Received event network-vif-plugged-d59f0547-73f9-4b4d-ba96-b23a68d95305 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:23:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e79b375a-8589-4be3-ae17-6b7ba96a159d req-14004676-64cf-4e95-9d17-2e1c5a02da02 service nova] Acquiring lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:23:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e79b375a-8589-4be3-ae17-6b7ba96a159d req-14004676-64cf-4e95-9d17-2e1c5a02da02 service nova] Lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:23:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e79b375a-8589-4be3-ae17-6b7ba96a159d req-14004676-64cf-4e95-9d17-2e1c5a02da02 service nova] Lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:23:13 user nova-compute[73884]: DEBUG nova.compute.manager [req-e79b375a-8589-4be3-ae17-6b7ba96a159d req-14004676-64cf-4e95-9d17-2e1c5a02da02 service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] No waiting events found dispatching network-vif-plugged-d59f0547-73f9-4b4d-ba96-b23a68d95305 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:23:13 user nova-compute[73884]: WARNING nova.compute.manager [req-e79b375a-8589-4be3-ae17-6b7ba96a159d req-14004676-64cf-4e95-9d17-2e1c5a02da02 service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Received unexpected event network-vif-plugged-d59f0547-73f9-4b4d-ba96-b23a68d95305 for instance with vm_state active and task_state None.
Oct 16 08:23:13 user nova-compute[73884]: DEBUG nova.compute.manager [req-e79b375a-8589-4be3-ae17-6b7ba96a159d req-14004676-64cf-4e95-9d17-2e1c5a02da02 service nova] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Received event network-vif-plugged-00e3e38a-c791-4154-b4d2-1dfcbd7e351c {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:23:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e79b375a-8589-4be3-ae17-6b7ba96a159d req-14004676-64cf-4e95-9d17-2e1c5a02da02 service nova] Acquiring lock "6cb85b93-60df-4b5f-9d18-6271a3423a2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:23:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e79b375a-8589-4be3-ae17-6b7ba96a159d req-14004676-64cf-4e95-9d17-2e1c5a02da02 service nova] Lock "6cb85b93-60df-4b5f-9d18-6271a3423a2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:23:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e79b375a-8589-4be3-ae17-6b7ba96a159d req-14004676-64cf-4e95-9d17-2e1c5a02da02 service nova] Lock "6cb85b93-60df-4b5f-9d18-6271a3423a2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:23:13 user nova-compute[73884]: DEBUG nova.compute.manager [req-e79b375a-8589-4be3-ae17-6b7ba96a159d req-14004676-64cf-4e95-9d17-2e1c5a02da02 service nova] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] No waiting events found dispatching network-vif-plugged-00e3e38a-c791-4154-b4d2-1dfcbd7e351c {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:23:13 user nova-compute[73884]: WARNING nova.compute.manager [req-e79b375a-8589-4be3-ae17-6b7ba96a159d req-14004676-64cf-4e95-9d17-2e1c5a02da02 service nova] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Received unexpected event network-vif-plugged-00e3e38a-c791-4154-b4d2-1dfcbd7e351c for instance with vm_state active and task_state None.
Oct 16 08:23:13 user nova-compute[73884]: DEBUG nova.compute.manager [req-e79b375a-8589-4be3-ae17-6b7ba96a159d req-14004676-64cf-4e95-9d17-2e1c5a02da02 service nova] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Received event network-vif-plugged-00e3e38a-c791-4154-b4d2-1dfcbd7e351c {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:23:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e79b375a-8589-4be3-ae17-6b7ba96a159d req-14004676-64cf-4e95-9d17-2e1c5a02da02 service nova] Acquiring lock "6cb85b93-60df-4b5f-9d18-6271a3423a2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:23:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e79b375a-8589-4be3-ae17-6b7ba96a159d req-14004676-64cf-4e95-9d17-2e1c5a02da02 service nova] Lock "6cb85b93-60df-4b5f-9d18-6271a3423a2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:23:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e79b375a-8589-4be3-ae17-6b7ba96a159d req-14004676-64cf-4e95-9d17-2e1c5a02da02 service nova] Lock "6cb85b93-60df-4b5f-9d18-6271a3423a2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.005s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:23:13 user nova-compute[73884]: DEBUG nova.compute.manager [req-e79b375a-8589-4be3-ae17-6b7ba96a159d req-14004676-64cf-4e95-9d17-2e1c5a02da02 service nova] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] No waiting events found dispatching network-vif-plugged-00e3e38a-c791-4154-b4d2-1dfcbd7e351c {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:23:13 user nova-compute[73884]: WARNING nova.compute.manager [req-e79b375a-8589-4be3-ae17-6b7ba96a159d req-14004676-64cf-4e95-9d17-2e1c5a02da02 service nova] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Received unexpected event network-vif-plugged-00e3e38a-c791-4154-b4d2-1dfcbd7e351c for instance with vm_state active and task_state None.
Oct 16 08:23:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:15 user nova-compute[73884]: DEBUG nova.compute.manager [req-9c827533-2d51-47cd-9ded-b3f7001919c1 req-94706a4d-d0c7-4064-837a-e57106879a39 service nova] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Received event network-vif-plugged-8c21a583-9144-4cbd-aaca-a1ec3c296e3e {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:23:15 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-9c827533-2d51-47cd-9ded-b3f7001919c1 req-94706a4d-d0c7-4064-837a-e57106879a39 service nova] Acquiring lock "18e603e0-a105-4662-8a24-fd6d5471109c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:23:15 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-9c827533-2d51-47cd-9ded-b3f7001919c1 req-94706a4d-d0c7-4064-837a-e57106879a39 service nova] Lock "18e603e0-a105-4662-8a24-fd6d5471109c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:23:15 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-9c827533-2d51-47cd-9ded-b3f7001919c1 req-94706a4d-d0c7-4064-837a-e57106879a39 service nova] Lock "18e603e0-a105-4662-8a24-fd6d5471109c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:23:15 user nova-compute[73884]: DEBUG nova.compute.manager [req-9c827533-2d51-47cd-9ded-b3f7001919c1 req-94706a4d-d0c7-4064-837a-e57106879a39 service nova] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] No waiting events found dispatching network-vif-plugged-8c21a583-9144-4cbd-aaca-a1ec3c296e3e {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:23:15 user nova-compute[73884]: WARNING nova.compute.manager [req-9c827533-2d51-47cd-9ded-b3f7001919c1 req-94706a4d-d0c7-4064-837a-e57106879a39 service nova] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Received unexpected event network-vif-plugged-8c21a583-9144-4cbd-aaca-a1ec3c296e3e for instance with vm_state building and task_state spawning.
Oct 16 08:23:16 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:16 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:17 user nova-compute[73884]: DEBUG nova.compute.manager [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:23:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:23:17 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Instance spawned successfully.
Oct 16 08:23:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:23:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:23:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:23:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:23:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:23:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:23:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:23:17 user nova-compute[73884]: DEBUG nova.compute.manager [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:23:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:23:17 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Instance spawned successfully.
Oct 16 08:23:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:23:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:23:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:23:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:23:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:23:17 user nova-compute[73884]: INFO nova.compute.manager [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Took 10.82 seconds to spawn the instance on the hypervisor.
Oct 16 08:23:17 user nova-compute[73884]: DEBUG nova.compute.manager [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:23:17 user nova-compute[73884]: INFO nova.compute.manager [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Took 9.94 seconds to spawn the instance on the hypervisor.
Oct 16 08:23:17 user nova-compute[73884]: DEBUG nova.compute.manager [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:23:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Acquiring lock "8081efa1-2d38-4b2d-9821-2c1c9a36a3b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:23:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Lock "8081efa1-2d38-4b2d-9821-2c1c9a36a3b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:23:17 user nova-compute[73884]: DEBUG nova.compute.manager [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:23:17 user nova-compute[73884]: INFO nova.compute.manager [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Took 11.48 seconds to build instance.
Oct 16 08:23:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-1e90523c-b9f9-4f9b-99ac-c09ff13f6b48 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Lock "ddb70d5a-9c18-40ec-98e8-d478ad8c29a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.655s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:23:17 user nova-compute[73884]: INFO nova.compute.manager [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Took 12.00 seconds to build instance.
Oct 16 08:23:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8464fe2e-b49c-44cd-a767-9f39d6e5ea11 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lock "18e603e0-a105-4662-8a24-fd6d5471109c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.146s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:23:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:23:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:23:17 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:23:17 user nova-compute[73884]: INFO nova.compute.claims [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Claim successful on node user
Oct 16 08:23:18 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:23:18 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:23:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.466s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:23:18 user nova-compute[73884]: DEBUG nova.compute.manager [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:23:18 user nova-compute[73884]: DEBUG nova.compute.manager [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:23:18 user nova-compute[73884]: DEBUG nova.network.neutron [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:23:18 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:23:18 user nova-compute[73884]: DEBUG nova.compute.manager [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:23:18 user nova-compute[73884]: DEBUG nova.policy [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '607bcff6aff24feaa4c488c280e616a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6f3ad52e4474991970a01a03683910e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:23:18 user nova-compute[73884]: DEBUG nova.compute.manager [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:23:18 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:23:18 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Creating image(s)
Oct 16 08:23:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Acquiring lock "/opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:23:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Lock "/opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:23:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Lock "/opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:23:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.214s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Acquiring lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:23:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:23:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:19 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.261s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:19 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/disk 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:19 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/disk 1073741824" returned: 0 in 0.076s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.349s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:23:19 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:19 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.230s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:19 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/disk. size=1073741824 {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 08:23:19 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Acquiring lock "751a4c38-fe52-4076-b6a7-952abcc49208" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:23:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Lock "751a4c38-fe52-4076-b6a7-952abcc49208" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:23:19 user nova-compute[73884]: DEBUG nova.compute.manager [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:23:19 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:19 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Cannot resize image /opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/disk to a smaller size. {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 08:23:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:23:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Ensure instance console log exists: /opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:23:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:23:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:23:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:23:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:23:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:23:19 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:23:19 user nova-compute[73884]: INFO nova.compute.claims [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Claim successful on node user
Oct 16 08:23:19 user nova-compute[73884]: DEBUG nova.network.neutron [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Successfully created port: f38509ea-d5e1-4bcf-8963-812052e6ea08 {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:23:19 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:23:20 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:23:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.489s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:23:20 user nova-compute[73884]: DEBUG nova.compute.manager [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:23:20 user nova-compute[73884]: DEBUG nova.compute.manager [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:23:20 user nova-compute[73884]: DEBUG nova.network.neutron [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:23:20 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:23:20 user nova-compute[73884]: DEBUG nova.compute.manager [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:23:20 user nova-compute[73884]: DEBUG nova.policy [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '17ee5b03ddc24a74ba92796819410de8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd91ec26999414a8e9cfd0f092b35e0b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:23:20 user nova-compute[73884]: DEBUG nova.compute.manager [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:23:20 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:23:20 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Creating image(s)
Oct 16 08:23:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Acquiring lock "/opt/stack/data/nova/instances/751a4c38-fe52-4076-b6a7-952abcc49208/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:23:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Lock "/opt/stack/data/nova/instances/751a4c38-fe52-4076-b6a7-952abcc49208/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:23:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Lock "/opt/stack/data/nova/instances/751a4c38-fe52-4076-b6a7-952abcc49208/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:23:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.248s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Acquiring lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:23:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:23:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.214s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/751a4c38-fe52-4076-b6a7-952abcc49208/disk 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/751a4c38-fe52-4076-b6a7-952abcc49208/disk 1073741824" returned: 0 in 0.065s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.288s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:23:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.298s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:21 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Checking if we can resize image /opt/stack/data/nova/instances/751a4c38-fe52-4076-b6a7-952abcc49208/disk. size=1073741824 {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 08:23:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/751a4c38-fe52-4076-b6a7-952abcc49208/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:21 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:21 user nova-compute[73884]: DEBUG nova.network.neutron [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Successfully updated port: f38509ea-d5e1-4bcf-8963-812052e6ea08 {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:23:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Acquiring lock "refresh_cache-8081efa1-2d38-4b2d-9821-2c1c9a36a3b3" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:23:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Acquired lock "refresh_cache-8081efa1-2d38-4b2d-9821-2c1c9a36a3b3" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:23:21 user nova-compute[73884]: DEBUG nova.network.neutron [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:23:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/751a4c38-fe52-4076-b6a7-952abcc49208/disk --force-share --output=json" returned: 0 in 0.276s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:21 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Cannot resize image /opt/stack/data/nova/instances/751a4c38-fe52-4076-b6a7-952abcc49208/disk to a smaller size. {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 08:23:21 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:23:21 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Ensure instance console log exists: /opt/stack/data/nova/instances/751a4c38-fe52-4076-b6a7-952abcc49208/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:23:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:23:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:23:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:23:21 user nova-compute[73884]: DEBUG nova.compute.manager [req-e408ca44-05ad-4e70-b2a2-c15e71a77430 req-f4671117-84a5-4238-b4ef-18c0640eabb7 service nova] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Received event network-changed-f38509ea-d5e1-4bcf-8963-812052e6ea08 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:23:21 user nova-compute[73884]: DEBUG nova.compute.manager [req-e408ca44-05ad-4e70-b2a2-c15e71a77430 req-f4671117-84a5-4238-b4ef-18c0640eabb7 service nova] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Refreshing instance network info cache due to event network-changed-f38509ea-d5e1-4bcf-8963-812052e6ea08. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:23:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e408ca44-05ad-4e70-b2a2-c15e71a77430 req-f4671117-84a5-4238-b4ef-18c0640eabb7 service nova] Acquiring lock "refresh_cache-8081efa1-2d38-4b2d-9821-2c1c9a36a3b3" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:23:21 user nova-compute[73884]: DEBUG nova.network.neutron [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:23:21 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG nova.network.neutron [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Updating instance_info_cache with network_info: [{"id": "f38509ea-d5e1-4bcf-8963-812052e6ea08", "address": "fa:16:3e:03:e5:b5", "network": {"id": "312c76b5-8bfb-438c-a246-c24552424904", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-2061917154-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e6f3ad52e4474991970a01a03683910e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf38509ea-d5", "ovs_interfaceid": "f38509ea-d5e1-4bcf-8963-812052e6ea08", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG nova.network.neutron [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Successfully created port: f682a62d-f21d-4aae-b1a2-de3e914067c0 {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Releasing lock "refresh_cache-8081efa1-2d38-4b2d-9821-2c1c9a36a3b3" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG nova.compute.manager [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Instance network_info: |[{"id": "f38509ea-d5e1-4bcf-8963-812052e6ea08", "address": "fa:16:3e:03:e5:b5", "network": {"id": "312c76b5-8bfb-438c-a246-c24552424904", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-2061917154-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e6f3ad52e4474991970a01a03683910e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf38509ea-d5", "ovs_interfaceid": "f38509ea-d5e1-4bcf-8963-812052e6ea08", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e408ca44-05ad-4e70-b2a2-c15e71a77430 req-f4671117-84a5-4238-b4ef-18c0640eabb7 service nova] Acquired lock "refresh_cache-8081efa1-2d38-4b2d-9821-2c1c9a36a3b3" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG nova.network.neutron [req-e408ca44-05ad-4e70-b2a2-c15e71a77430 req-f4671117-84a5-4238-b4ef-18c0640eabb7 service nova] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Refreshing network info cache for port f38509ea-d5e1-4bcf-8963-812052e6ea08 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Start _get_guest_xml network_info=[{"id": "f38509ea-d5e1-4bcf-8963-812052e6ea08", "address": "fa:16:3e:03:e5:b5", "network": {"id": "312c76b5-8bfb-438c-a246-c24552424904", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-2061917154-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e6f3ad52e4474991970a01a03683910e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf38509ea-d5", "ovs_interfaceid": "f38509ea-d5e1-4bcf-8963-812052e6ea08", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'a4e1d819-b957-4c9c-9b9d-fd987951fbab'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:23:22 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:23:22 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:23:22 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:23:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-703001150',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-703001150',id=6,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL8puTHjMpi8rwYxpPxkAgQZA9pfQT8qAGxBYANzKHoZDUWv9Dln56n+HgO24sMjUV+8kDT1wlaBLH0I6aYtvVwUTUIUXMhMEP8hex58vveeujv3dzzKvxMjbrtZHCdyFA==',key_name='tempest-keypair-222404738',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e6f3ad52e4474991970a01a03683910e',ramdisk_id='',reservation_id='r-i2e10up5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-768832629',owner_user_name='tempest-TaggedAttachmentsTest-768832629-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:23:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='607bcff6aff24feaa4c488c280e616a3',uuid=8081efa1-2d38-4b2d-9821-2c1c9a36a3b3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f38509ea-d5e1-4bcf-8963-812052e6ea08", "address": "fa:16:3e:03:e5:b5", "network": {"id": "312c76b5-8bfb-438c-a246-c24552424904", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-2061917154-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e6f3ad52e4474991970a01a03683910e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf38509ea-d5", "ovs_interfaceid": "f38509ea-d5e1-4bcf-8963-812052e6ea08", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Converting VIF {"id": "f38509ea-d5e1-4bcf-8963-812052e6ea08", "address": "fa:16:3e:03:e5:b5", "network": {"id": "312c76b5-8bfb-438c-a246-c24552424904", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-2061917154-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e6f3ad52e4474991970a01a03683910e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf38509ea-d5", "ovs_interfaceid": "f38509ea-d5e1-4bcf-8963-812052e6ea08", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:03:e5:b5,bridge_name='br-int',has_traffic_filtering=True,id=f38509ea-d5e1-4bcf-8963-812052e6ea08,network=Network(312c76b5-8bfb-438c-a246-c24552424904),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf38509ea-d5') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG nova.objects.instance [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Lazy-loading 'pci_devices' on Instance uuid 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:23:22 user nova-compute[73884]:   <uuid>8081efa1-2d38-4b2d-9821-2c1c9a36a3b3</uuid>
Oct 16 08:23:22 user nova-compute[73884]:   <name>instance-00000006</name>
Oct 16 08:23:22 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:23:22 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:23:22 user nova-compute[73884]:   <metadata>
Oct 16 08:23:22 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:23:22 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:23:22 user nova-compute[73884]:       <nova:name>tempest-device-tagging-server-703001150</nova:name>
Oct 16 08:23:22 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:23:22</nova:creationTime>
Oct 16 08:23:22 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:23:22 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:23:22 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:23:22 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:23:22 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:23:22 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:23:22 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:23:22 user nova-compute[73884]:       <nova:owner>
Oct 16 08:23:22 user nova-compute[73884]:         <nova:user uuid="607bcff6aff24feaa4c488c280e616a3">tempest-TaggedAttachmentsTest-768832629-project-member</nova:user>
Oct 16 08:23:22 user nova-compute[73884]:         <nova:project uuid="e6f3ad52e4474991970a01a03683910e">tempest-TaggedAttachmentsTest-768832629</nova:project>
Oct 16 08:23:22 user nova-compute[73884]:       </nova:owner>
Oct 16 08:23:22 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:23:22 user nova-compute[73884]:       <nova:ports>
Oct 16 08:23:22 user nova-compute[73884]:         <nova:port uuid="f38509ea-d5e1-4bcf-8963-812052e6ea08">
Oct 16 08:23:22 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 16 08:23:22 user nova-compute[73884]:         </nova:port>
Oct 16 08:23:22 user nova-compute[73884]:       </nova:ports>
Oct 16 08:23:22 user nova-compute[73884]:     </nova:instance>
Oct 16 08:23:22 user nova-compute[73884]:   </metadata>
Oct 16 08:23:22 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:23:22 user nova-compute[73884]:     <system>
Oct 16 08:23:22 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:23:22 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:23:22 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:23:22 user nova-compute[73884]:       <entry name="serial">8081efa1-2d38-4b2d-9821-2c1c9a36a3b3</entry>
Oct 16 08:23:22 user nova-compute[73884]:       <entry name="uuid">8081efa1-2d38-4b2d-9821-2c1c9a36a3b3</entry>
Oct 16 08:23:22 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:23:22 user nova-compute[73884]:     </system>
Oct 16 08:23:22 user nova-compute[73884]:   </sysinfo>
Oct 16 08:23:22 user nova-compute[73884]:   <os>
Oct 16 08:23:22 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:23:22 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:23:22 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:23:22 user nova-compute[73884]:   </os>
Oct 16 08:23:22 user nova-compute[73884]:   <features>
Oct 16 08:23:22 user nova-compute[73884]:     <acpi/>
Oct 16 08:23:22 user nova-compute[73884]:     <apic/>
Oct 16 08:23:22 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:23:22 user nova-compute[73884]:   </features>
Oct 16 08:23:22 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:23:22 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:23:22 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:23:22 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:23:22 user nova-compute[73884]:   </clock>
Oct 16 08:23:22 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:23:22 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:23:22 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:23:22 user nova-compute[73884]:   </cpu>
Oct 16 08:23:22 user nova-compute[73884]:   <devices>
Oct 16 08:23:22 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:23:22 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:23:22 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/disk"/>
Oct 16 08:23:22 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:23:22 user nova-compute[73884]:     </disk>
Oct 16 08:23:22 user nova-compute[73884]:     <disk type="file" device="cdrom">
Oct 16 08:23:22 user nova-compute[73884]:       <driver name="qemu" type="raw" cache="none"/>
Oct 16 08:23:22 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/disk.config"/>
Oct 16 08:23:22 user nova-compute[73884]:       <target dev="hda" bus="ide"/>
Oct 16 08:23:22 user nova-compute[73884]:     </disk>
Oct 16 08:23:22 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:23:22 user nova-compute[73884]:       <mac address="fa:16:3e:03:e5:b5"/>
Oct 16 08:23:22 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:23:22 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:23:22 user nova-compute[73884]:       <target dev="tapf38509ea-d5"/>
Oct 16 08:23:22 user nova-compute[73884]:     </interface>
Oct 16 08:23:22 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:23:22 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/console.log" append="off"/>
Oct 16 08:23:22 user nova-compute[73884]:     </serial>
Oct 16 08:23:22 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:23:22 user nova-compute[73884]:     <video>
Oct 16 08:23:22 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:23:22 user nova-compute[73884]:     </video>
Oct 16 08:23:22 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:23:22 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:23:22 user nova-compute[73884]:     </rng>
Oct 16 08:23:22 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:23:22 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:23:22 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:23:22 user nova-compute[73884]:     </memballoon>
Oct 16 08:23:22 user nova-compute[73884]:   </devices>
Oct 16 08:23:22 user nova-compute[73884]: </domain>
Oct 16 08:23:22 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:23:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-703001150',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-703001150',id=6,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL8puTHjMpi8rwYxpPxkAgQZA9pfQT8qAGxBYANzKHoZDUWv9Dln56n+HgO24sMjUV+8kDT1wlaBLH0I6aYtvVwUTUIUXMhMEP8hex58vveeujv3dzzKvxMjbrtZHCdyFA==',key_name='tempest-keypair-222404738',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e6f3ad52e4474991970a01a03683910e',ramdisk_id='',reservation_id='r-i2e10up5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-768832629',owner_user_name='tempest-TaggedAttachmentsTest-768832629-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:23:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='607bcff6aff24feaa4c488c280e616a3',uuid=8081efa1-2d38-4b2d-9821-2c1c9a36a3b3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f38509ea-d5e1-4bcf-8963-812052e6ea08", "address": "fa:16:3e:03:e5:b5", "network": {"id": "312c76b5-8bfb-438c-a246-c24552424904", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-2061917154-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e6f3ad52e4474991970a01a03683910e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf38509ea-d5", "ovs_interfaceid": "f38509ea-d5e1-4bcf-8963-812052e6ea08", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Converting VIF {"id": "f38509ea-d5e1-4bcf-8963-812052e6ea08", "address": "fa:16:3e:03:e5:b5", "network": {"id": "312c76b5-8bfb-438c-a246-c24552424904", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-2061917154-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e6f3ad52e4474991970a01a03683910e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf38509ea-d5", "ovs_interfaceid": "f38509ea-d5e1-4bcf-8963-812052e6ea08", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:03:e5:b5,bridge_name='br-int',has_traffic_filtering=True,id=f38509ea-d5e1-4bcf-8963-812052e6ea08,network=Network(312c76b5-8bfb-438c-a246-c24552424904),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf38509ea-d5') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG os_vif [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:03:e5:b5,bridge_name='br-int',has_traffic_filtering=True,id=f38509ea-d5e1-4bcf-8963-812052e6ea08,network=Network(312c76b5-8bfb-438c-a246-c24552424904),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf38509ea-d5') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2aa95a11-e6ab-52bd-b104-e156f8021052', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf38509ea-d5, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf38509ea-d5, col_values=(('qos', UUID('c4602987-fcff-4f75-bd18-f44f20b464eb')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf38509ea-d5, col_values=(('external_ids', {'iface-id': 'f38509ea-d5e1-4bcf-8963-812052e6ea08', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:03:e5:b5', 'vm-uuid': '8081efa1-2d38-4b2d-9821-2c1c9a36a3b3'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:22 user nova-compute[73884]: INFO os_vif [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:03:e5:b5,bridge_name='br-int',has_traffic_filtering=True,id=f38509ea-d5e1-4bcf-8963-812052e6ea08,network=Network(312c76b5-8bfb-438c-a246-c24552424904),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf38509ea-d5')
Oct 16 08:23:22 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] No BDM found with device name hda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:23:22 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] No VIF found with MAC fa:16:3e:03:e5:b5, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:23:22 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Using config drive
Oct 16 08:23:23 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Creating config drive at /opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/disk.config
Oct 16 08:23:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmps4i_90d_ {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmps4i_90d_" returned: 0 in 0.081s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:23 user nova-compute[73884]: DEBUG nova.network.neutron [req-e408ca44-05ad-4e70-b2a2-c15e71a77430 req-f4671117-84a5-4238-b4ef-18c0640eabb7 service nova] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Updated VIF entry in instance network info cache for port f38509ea-d5e1-4bcf-8963-812052e6ea08. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:23:23 user nova-compute[73884]: DEBUG nova.network.neutron [req-e408ca44-05ad-4e70-b2a2-c15e71a77430 req-f4671117-84a5-4238-b4ef-18c0640eabb7 service nova] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Updating instance_info_cache with network_info: [{"id": "f38509ea-d5e1-4bcf-8963-812052e6ea08", "address": "fa:16:3e:03:e5:b5", "network": {"id": "312c76b5-8bfb-438c-a246-c24552424904", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-2061917154-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e6f3ad52e4474991970a01a03683910e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf38509ea-d5", "ovs_interfaceid": "f38509ea-d5e1-4bcf-8963-812052e6ea08", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:23:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e408ca44-05ad-4e70-b2a2-c15e71a77430 req-f4671117-84a5-4238-b4ef-18c0640eabb7 service nova] Releasing lock "refresh_cache-8081efa1-2d38-4b2d-9821-2c1c9a36a3b3" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:23:23 user nova-compute[73884]: DEBUG nova.network.neutron [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Successfully updated port: f682a62d-f21d-4aae-b1a2-de3e914067c0 {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:23:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Acquiring lock "refresh_cache-751a4c38-fe52-4076-b6a7-952abcc49208" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:23:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Acquired lock "refresh_cache-751a4c38-fe52-4076-b6a7-952abcc49208" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:23:23 user nova-compute[73884]: DEBUG nova.network.neutron [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:23:23 user nova-compute[73884]: DEBUG nova.network.neutron [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:23:23 user nova-compute[73884]: DEBUG nova.compute.manager [req-e669396b-c91c-4010-88e0-38f330faab8b req-ac0aab52-498b-4037-a021-1262edea1e1a service nova] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Received event network-changed-f682a62d-f21d-4aae-b1a2-de3e914067c0 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:23:23 user nova-compute[73884]: DEBUG nova.compute.manager [req-e669396b-c91c-4010-88e0-38f330faab8b req-ac0aab52-498b-4037-a021-1262edea1e1a service nova] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Refreshing instance network info cache due to event network-changed-f682a62d-f21d-4aae-b1a2-de3e914067c0. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:23:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e669396b-c91c-4010-88e0-38f330faab8b req-ac0aab52-498b-4037-a021-1262edea1e1a service nova] Acquiring lock "refresh_cache-751a4c38-fe52-4076-b6a7-952abcc49208" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG nova.network.neutron [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Updating instance_info_cache with network_info: [{"id": "f682a62d-f21d-4aae-b1a2-de3e914067c0", "address": "fa:16:3e:bc:78:4d", "network": {"id": "d0e3065f-262b-429a-a38f-e0f42b8c6fe3", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1568087563-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d91ec26999414a8e9cfd0f092b35e0b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf682a62d-f2", "ovs_interfaceid": "f682a62d-f21d-4aae-b1a2-de3e914067c0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Releasing lock "refresh_cache-751a4c38-fe52-4076-b6a7-952abcc49208" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG nova.compute.manager [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Instance network_info: |[{"id": "f682a62d-f21d-4aae-b1a2-de3e914067c0", "address": "fa:16:3e:bc:78:4d", "network": {"id": "d0e3065f-262b-429a-a38f-e0f42b8c6fe3", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1568087563-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d91ec26999414a8e9cfd0f092b35e0b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf682a62d-f2", "ovs_interfaceid": "f682a62d-f21d-4aae-b1a2-de3e914067c0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e669396b-c91c-4010-88e0-38f330faab8b req-ac0aab52-498b-4037-a021-1262edea1e1a service nova] Acquired lock "refresh_cache-751a4c38-fe52-4076-b6a7-952abcc49208" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG nova.network.neutron [req-e669396b-c91c-4010-88e0-38f330faab8b req-ac0aab52-498b-4037-a021-1262edea1e1a service nova] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Refreshing network info cache for port f682a62d-f21d-4aae-b1a2-de3e914067c0 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Start _get_guest_xml network_info=[{"id": "f682a62d-f21d-4aae-b1a2-de3e914067c0", "address": "fa:16:3e:bc:78:4d", "network": {"id": "d0e3065f-262b-429a-a38f-e0f42b8c6fe3", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1568087563-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d91ec26999414a8e9cfd0f092b35e0b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf682a62d-f2", "ovs_interfaceid": "f682a62d-f21d-4aae-b1a2-de3e914067c0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'a4e1d819-b957-4c9c-9b9d-fd987951fbab'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:23:24 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:23:24 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:23:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:23:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-932286942',display_name='tempest-TestVolumeSwap-server-932286942',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-932286942',id=7,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM+Os8EbZLHFpxbGjABFWg0JDBYQTl5ZwaWMtzOeYPV1q5mJjn+2cw7b1rIA9GIplbr2GTy00yQkbZ75HtQGNCkmb7dygLaaHYO9mjD+WvXptZjNWw+yBvxgesYPnSfyXw==',key_name='tempest-keypair-1181524997',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d91ec26999414a8e9cfd0f092b35e0b1',ramdisk_id='',reservation_id='r-wojr0x3q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-741728429',owner_user_name='tempest-TestVolumeSwap-741728429-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:23:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='17ee5b03ddc24a74ba92796819410de8',uuid=751a4c38-fe52-4076-b6a7-952abcc49208,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f682a62d-f21d-4aae-b1a2-de3e914067c0", "address": "fa:16:3e:bc:78:4d", "network": {"id": "d0e3065f-262b-429a-a38f-e0f42b8c6fe3", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1568087563-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d91ec26999414a8e9cfd0f092b35e0b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf682a62d-f2", "ovs_interfaceid": "f682a62d-f21d-4aae-b1a2-de3e914067c0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Converting VIF {"id": "f682a62d-f21d-4aae-b1a2-de3e914067c0", "address": "fa:16:3e:bc:78:4d", "network": {"id": "d0e3065f-262b-429a-a38f-e0f42b8c6fe3", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1568087563-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d91ec26999414a8e9cfd0f092b35e0b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf682a62d-f2", "ovs_interfaceid": "f682a62d-f21d-4aae-b1a2-de3e914067c0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bc:78:4d,bridge_name='br-int',has_traffic_filtering=True,id=f682a62d-f21d-4aae-b1a2-de3e914067c0,network=Network(d0e3065f-262b-429a-a38f-e0f42b8c6fe3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf682a62d-f2') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG nova.objects.instance [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Lazy-loading 'pci_devices' on Instance uuid 751a4c38-fe52-4076-b6a7-952abcc49208 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:23:24 user nova-compute[73884]:   <uuid>751a4c38-fe52-4076-b6a7-952abcc49208</uuid>
Oct 16 08:23:24 user nova-compute[73884]:   <name>instance-00000007</name>
Oct 16 08:23:24 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:23:24 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:23:24 user nova-compute[73884]:   <metadata>
Oct 16 08:23:24 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:23:24 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:23:24 user nova-compute[73884]:       <nova:name>tempest-TestVolumeSwap-server-932286942</nova:name>
Oct 16 08:23:24 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:23:24</nova:creationTime>
Oct 16 08:23:24 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:23:24 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:23:24 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:23:24 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:23:24 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:23:24 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:23:24 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:23:24 user nova-compute[73884]:       <nova:owner>
Oct 16 08:23:24 user nova-compute[73884]:         <nova:user uuid="17ee5b03ddc24a74ba92796819410de8">tempest-TestVolumeSwap-741728429-project-member</nova:user>
Oct 16 08:23:24 user nova-compute[73884]:         <nova:project uuid="d91ec26999414a8e9cfd0f092b35e0b1">tempest-TestVolumeSwap-741728429</nova:project>
Oct 16 08:23:24 user nova-compute[73884]:       </nova:owner>
Oct 16 08:23:24 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:23:24 user nova-compute[73884]:       <nova:ports>
Oct 16 08:23:24 user nova-compute[73884]:         <nova:port uuid="f682a62d-f21d-4aae-b1a2-de3e914067c0">
Oct 16 08:23:24 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 16 08:23:24 user nova-compute[73884]:         </nova:port>
Oct 16 08:23:24 user nova-compute[73884]:       </nova:ports>
Oct 16 08:23:24 user nova-compute[73884]:     </nova:instance>
Oct 16 08:23:24 user nova-compute[73884]:   </metadata>
Oct 16 08:23:24 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:23:24 user nova-compute[73884]:     <system>
Oct 16 08:23:24 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:23:24 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:23:24 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:23:24 user nova-compute[73884]:       <entry name="serial">751a4c38-fe52-4076-b6a7-952abcc49208</entry>
Oct 16 08:23:24 user nova-compute[73884]:       <entry name="uuid">751a4c38-fe52-4076-b6a7-952abcc49208</entry>
Oct 16 08:23:24 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:23:24 user nova-compute[73884]:     </system>
Oct 16 08:23:24 user nova-compute[73884]:   </sysinfo>
Oct 16 08:23:24 user nova-compute[73884]:   <os>
Oct 16 08:23:24 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:23:24 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:23:24 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:23:24 user nova-compute[73884]:   </os>
Oct 16 08:23:24 user nova-compute[73884]:   <features>
Oct 16 08:23:24 user nova-compute[73884]:     <acpi/>
Oct 16 08:23:24 user nova-compute[73884]:     <apic/>
Oct 16 08:23:24 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:23:24 user nova-compute[73884]:   </features>
Oct 16 08:23:24 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:23:24 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:23:24 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:23:24 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:23:24 user nova-compute[73884]:   </clock>
Oct 16 08:23:24 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:23:24 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:23:24 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:23:24 user nova-compute[73884]:   </cpu>
Oct 16 08:23:24 user nova-compute[73884]:   <devices>
Oct 16 08:23:24 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:23:24 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:23:24 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/751a4c38-fe52-4076-b6a7-952abcc49208/disk"/>
Oct 16 08:23:24 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:23:24 user nova-compute[73884]:     </disk>
Oct 16 08:23:24 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:23:24 user nova-compute[73884]:       <mac address="fa:16:3e:bc:78:4d"/>
Oct 16 08:23:24 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:23:24 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:23:24 user nova-compute[73884]:       <target dev="tapf682a62d-f2"/>
Oct 16 08:23:24 user nova-compute[73884]:     </interface>
Oct 16 08:23:24 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:23:24 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/751a4c38-fe52-4076-b6a7-952abcc49208/console.log" append="off"/>
Oct 16 08:23:24 user nova-compute[73884]:     </serial>
Oct 16 08:23:24 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:23:24 user nova-compute[73884]:     <video>
Oct 16 08:23:24 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:23:24 user nova-compute[73884]:     </video>
Oct 16 08:23:24 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:23:24 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:23:24 user nova-compute[73884]:     </rng>
Oct 16 08:23:24 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:23:24 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:23:24 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:23:24 user nova-compute[73884]:     </memballoon>
Oct 16 08:23:24 user nova-compute[73884]:   </devices>
Oct 16 08:23:24 user nova-compute[73884]: </domain>
Oct 16 08:23:24 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:23:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-932286942',display_name='tempest-TestVolumeSwap-server-932286942',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-932286942',id=7,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM+Os8EbZLHFpxbGjABFWg0JDBYQTl5ZwaWMtzOeYPV1q5mJjn+2cw7b1rIA9GIplbr2GTy00yQkbZ75HtQGNCkmb7dygLaaHYO9mjD+WvXptZjNWw+yBvxgesYPnSfyXw==',key_name='tempest-keypair-1181524997',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d91ec26999414a8e9cfd0f092b35e0b1',ramdisk_id='',reservation_id='r-wojr0x3q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-741728429',owner_user_name='tempest-TestVolumeSwap-741728429-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:23:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='17ee5b03ddc24a74ba92796819410de8',uuid=751a4c38-fe52-4076-b6a7-952abcc49208,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f682a62d-f21d-4aae-b1a2-de3e914067c0", "address": "fa:16:3e:bc:78:4d", "network": {"id": "d0e3065f-262b-429a-a38f-e0f42b8c6fe3", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1568087563-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d91ec26999414a8e9cfd0f092b35e0b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf682a62d-f2", "ovs_interfaceid": "f682a62d-f21d-4aae-b1a2-de3e914067c0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Converting VIF {"id": "f682a62d-f21d-4aae-b1a2-de3e914067c0", "address": "fa:16:3e:bc:78:4d", "network": {"id": "d0e3065f-262b-429a-a38f-e0f42b8c6fe3", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1568087563-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d91ec26999414a8e9cfd0f092b35e0b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf682a62d-f2", "ovs_interfaceid": "f682a62d-f21d-4aae-b1a2-de3e914067c0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bc:78:4d,bridge_name='br-int',has_traffic_filtering=True,id=f682a62d-f21d-4aae-b1a2-de3e914067c0,network=Network(d0e3065f-262b-429a-a38f-e0f42b8c6fe3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf682a62d-f2') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG os_vif [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bc:78:4d,bridge_name='br-int',has_traffic_filtering=True,id=f682a62d-f21d-4aae-b1a2-de3e914067c0,network=Network(d0e3065f-262b-429a-a38f-e0f42b8c6fe3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf682a62d-f2') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '11e1cb92-b21f-5bcc-bebf-cb438727810c', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf682a62d-f2, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf682a62d-f2, col_values=(('qos', UUID('f4140dd1-8140-4915-9894-37a98232d707')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf682a62d-f2, col_values=(('external_ids', {'iface-id': 'f682a62d-f21d-4aae-b1a2-de3e914067c0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:bc:78:4d', 'vm-uuid': '751a4c38-fe52-4076-b6a7-952abcc49208'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:24 user nova-compute[73884]: INFO os_vif [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bc:78:4d,bridge_name='br-int',has_traffic_filtering=True,id=f682a62d-f21d-4aae-b1a2-de3e914067c0,network=Network(d0e3065f-262b-429a-a38f-e0f42b8c6fe3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf682a62d-f2')
Oct 16 08:23:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] No VIF found with MAC fa:16:3e:bc:78:4d, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG nova.network.neutron [req-e669396b-c91c-4010-88e0-38f330faab8b req-ac0aab52-498b-4037-a021-1262edea1e1a service nova] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Updated VIF entry in instance network info cache for port f682a62d-f21d-4aae-b1a2-de3e914067c0. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG nova.network.neutron [req-e669396b-c91c-4010-88e0-38f330faab8b req-ac0aab52-498b-4037-a021-1262edea1e1a service nova] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Updating instance_info_cache with network_info: [{"id": "f682a62d-f21d-4aae-b1a2-de3e914067c0", "address": "fa:16:3e:bc:78:4d", "network": {"id": "d0e3065f-262b-429a-a38f-e0f42b8c6fe3", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1568087563-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d91ec26999414a8e9cfd0f092b35e0b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf682a62d-f2", "ovs_interfaceid": "f682a62d-f21d-4aae-b1a2-de3e914067c0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:23:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e669396b-c91c-4010-88e0-38f330faab8b req-ac0aab52-498b-4037-a021-1262edea1e1a service nova] Releasing lock "refresh_cache-751a4c38-fe52-4076-b6a7-952abcc49208" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:23:25 user nova-compute[73884]: DEBUG nova.compute.manager [req-2cf20635-b4f4-4675-b256-afd772a98371 req-05326f94-8d3c-4b97-bd18-b2f933304f0a service nova] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Received event network-vif-plugged-f38509ea-d5e1-4bcf-8963-812052e6ea08 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:23:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2cf20635-b4f4-4675-b256-afd772a98371 req-05326f94-8d3c-4b97-bd18-b2f933304f0a service nova] Acquiring lock "8081efa1-2d38-4b2d-9821-2c1c9a36a3b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:23:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2cf20635-b4f4-4675-b256-afd772a98371 req-05326f94-8d3c-4b97-bd18-b2f933304f0a service nova] Lock "8081efa1-2d38-4b2d-9821-2c1c9a36a3b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:23:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2cf20635-b4f4-4675-b256-afd772a98371 req-05326f94-8d3c-4b97-bd18-b2f933304f0a service nova] Lock "8081efa1-2d38-4b2d-9821-2c1c9a36a3b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:23:25 user nova-compute[73884]: DEBUG nova.compute.manager [req-2cf20635-b4f4-4675-b256-afd772a98371 req-05326f94-8d3c-4b97-bd18-b2f933304f0a service nova] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] No waiting events found dispatching network-vif-plugged-f38509ea-d5e1-4bcf-8963-812052e6ea08 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:23:25 user nova-compute[73884]: WARNING nova.compute.manager [req-2cf20635-b4f4-4675-b256-afd772a98371 req-05326f94-8d3c-4b97-bd18-b2f933304f0a service nova] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Received unexpected event network-vif-plugged-f38509ea-d5e1-4bcf-8963-812052e6ea08 for instance with vm_state building and task_state spawning.
Oct 16 08:23:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Acquiring lock "ab0b96cd-bd67-40dc-8cd8-b159fd6848f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:23:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Lock "ab0b96cd-bd67-40dc-8cd8-b159fd6848f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:23:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:25 user nova-compute[73884]: DEBUG nova.compute.manager [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:23:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:23:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:23:25 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:23:25 user nova-compute[73884]: INFO nova.compute.claims [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Claim successful on node user
Oct 16 08:23:26 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:23:26 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:23:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.460s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:23:26 user nova-compute[73884]: DEBUG nova.compute.manager [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:23:26 user nova-compute[73884]: DEBUG nova.compute.manager [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:23:26 user nova-compute[73884]: DEBUG nova.network.neutron [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:23:26 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:23:26 user nova-compute[73884]: DEBUG nova.compute.manager [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:23:26 user nova-compute[73884]: DEBUG nova.policy [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97e2cb5dda704371ab8d94de7cba0660', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2e44454c5e341a5bf0f5015bd6232d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:23:26 user nova-compute[73884]: DEBUG nova.compute.manager [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:23:26 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:23:26 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Creating image(s)
Oct 16 08:23:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Acquiring lock "/opt/stack/data/nova/instances/ab0b96cd-bd67-40dc-8cd8-b159fd6848f7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:23:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Lock "/opt/stack/data/nova/instances/ab0b96cd-bd67-40dc-8cd8-b159fd6848f7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:23:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Lock "/opt/stack/data/nova/instances/ab0b96cd-bd67-40dc-8cd8-b159fd6848f7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:23:26 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:26 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:26 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.235s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Acquiring lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:23:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:23:26 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:26 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:26 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:27 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.289s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:27 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/ab0b96cd-bd67-40dc-8cd8-b159fd6848f7/disk 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:27 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/ab0b96cd-bd67-40dc-8cd8-b159fd6848f7/disk 1073741824" returned: 0 in 0.117s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.414s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:23:27 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:27 user nova-compute[73884]: DEBUG nova.compute.manager [req-28e0635f-ecae-430e-b14e-798d9cfdc173 req-c15a4ef0-0be3-4894-9a39-f6b4a315326b service nova] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Received event network-vif-plugged-f682a62d-f21d-4aae-b1a2-de3e914067c0 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:23:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-28e0635f-ecae-430e-b14e-798d9cfdc173 req-c15a4ef0-0be3-4894-9a39-f6b4a315326b service nova] Acquiring lock "751a4c38-fe52-4076-b6a7-952abcc49208-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:23:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-28e0635f-ecae-430e-b14e-798d9cfdc173 req-c15a4ef0-0be3-4894-9a39-f6b4a315326b service nova] Lock "751a4c38-fe52-4076-b6a7-952abcc49208-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:23:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-28e0635f-ecae-430e-b14e-798d9cfdc173 req-c15a4ef0-0be3-4894-9a39-f6b4a315326b service nova] Lock "751a4c38-fe52-4076-b6a7-952abcc49208-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:23:27 user nova-compute[73884]: DEBUG nova.compute.manager [req-28e0635f-ecae-430e-b14e-798d9cfdc173 req-c15a4ef0-0be3-4894-9a39-f6b4a315326b service nova] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] No waiting events found dispatching network-vif-plugged-f682a62d-f21d-4aae-b1a2-de3e914067c0 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:23:27 user nova-compute[73884]: WARNING nova.compute.manager [req-28e0635f-ecae-430e-b14e-798d9cfdc173 req-c15a4ef0-0be3-4894-9a39-f6b4a315326b service nova] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Received unexpected event network-vif-plugged-f682a62d-f21d-4aae-b1a2-de3e914067c0 for instance with vm_state building and task_state spawning.
Oct 16 08:23:27 user nova-compute[73884]: DEBUG nova.compute.manager [req-eb3f119d-d1d9-41f9-b3a3-85c3ac2c07c3 req-493d6aeb-0afa-44f1-9485-7d4ef5e92b4e service nova] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Received event network-vif-plugged-f38509ea-d5e1-4bcf-8963-812052e6ea08 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:23:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-eb3f119d-d1d9-41f9-b3a3-85c3ac2c07c3 req-493d6aeb-0afa-44f1-9485-7d4ef5e92b4e service nova] Acquiring lock "8081efa1-2d38-4b2d-9821-2c1c9a36a3b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:23:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-eb3f119d-d1d9-41f9-b3a3-85c3ac2c07c3 req-493d6aeb-0afa-44f1-9485-7d4ef5e92b4e service nova] Lock "8081efa1-2d38-4b2d-9821-2c1c9a36a3b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:23:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-eb3f119d-d1d9-41f9-b3a3-85c3ac2c07c3 req-493d6aeb-0afa-44f1-9485-7d4ef5e92b4e service nova] Lock "8081efa1-2d38-4b2d-9821-2c1c9a36a3b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:23:27 user nova-compute[73884]: DEBUG nova.compute.manager [req-eb3f119d-d1d9-41f9-b3a3-85c3ac2c07c3 req-493d6aeb-0afa-44f1-9485-7d4ef5e92b4e service nova] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] No waiting events found dispatching network-vif-plugged-f38509ea-d5e1-4bcf-8963-812052e6ea08 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:23:27 user nova-compute[73884]: WARNING nova.compute.manager [req-eb3f119d-d1d9-41f9-b3a3-85c3ac2c07c3 req-493d6aeb-0afa-44f1-9485-7d4ef5e92b4e service nova] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Received unexpected event network-vif-plugged-f38509ea-d5e1-4bcf-8963-812052e6ea08 for instance with vm_state building and task_state spawning.
Oct 16 08:23:27 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.285s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:27 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ab0b96cd-bd67-40dc-8cd8-b159fd6848f7/disk. size=1073741824 {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 08:23:27 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab0b96cd-bd67-40dc-8cd8-b159fd6848f7/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:27 user nova-compute[73884]: DEBUG nova.network.neutron [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Successfully created port: 93817501-3fce-4885-98a2-68d02b9e57f8 {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:23:27 user nova-compute[73884]: DEBUG nova.compute.manager [req-a9f1a435-ec45-4be2-8b35-c9eb904b5cdb req-e4dd173c-7b67-429f-ad1a-ed4b5211590a service nova] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Received event network-vif-plugged-e22ad475-20b4-4c2a-8190-0aafe3014783 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:23:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a9f1a435-ec45-4be2-8b35-c9eb904b5cdb req-e4dd173c-7b67-429f-ad1a-ed4b5211590a service nova] Acquiring lock "ddb70d5a-9c18-40ec-98e8-d478ad8c29a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:23:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a9f1a435-ec45-4be2-8b35-c9eb904b5cdb req-e4dd173c-7b67-429f-ad1a-ed4b5211590a service nova] Lock "ddb70d5a-9c18-40ec-98e8-d478ad8c29a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:23:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a9f1a435-ec45-4be2-8b35-c9eb904b5cdb req-e4dd173c-7b67-429f-ad1a-ed4b5211590a service nova] Lock "ddb70d5a-9c18-40ec-98e8-d478ad8c29a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:23:27 user nova-compute[73884]: DEBUG nova.compute.manager [req-a9f1a435-ec45-4be2-8b35-c9eb904b5cdb req-e4dd173c-7b67-429f-ad1a-ed4b5211590a service nova] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] No waiting events found dispatching network-vif-plugged-e22ad475-20b4-4c2a-8190-0aafe3014783 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:23:27 user nova-compute[73884]: WARNING nova.compute.manager [req-a9f1a435-ec45-4be2-8b35-c9eb904b5cdb req-e4dd173c-7b67-429f-ad1a-ed4b5211590a service nova] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Received unexpected event network-vif-plugged-e22ad475-20b4-4c2a-8190-0aafe3014783 for instance with vm_state active and task_state None.
Oct 16 08:23:27 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab0b96cd-bd67-40dc-8cd8-b159fd6848f7/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:27 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Cannot resize image /opt/stack/data/nova/instances/ab0b96cd-bd67-40dc-8cd8-b159fd6848f7/disk to a smaller size. {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 08:23:27 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:23:27 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Ensure instance console log exists: /opt/stack/data/nova/instances/ab0b96cd-bd67-40dc-8cd8-b159fd6848f7/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:23:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:23:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:23:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:23:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:28 user nova-compute[73884]: DEBUG nova.network.neutron [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Successfully updated port: 93817501-3fce-4885-98a2-68d02b9e57f8 {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:23:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Acquiring lock "refresh_cache-ab0b96cd-bd67-40dc-8cd8-b159fd6848f7" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:23:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Acquired lock "refresh_cache-ab0b96cd-bd67-40dc-8cd8-b159fd6848f7" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:23:28 user nova-compute[73884]: DEBUG nova.network.neutron [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:23:28 user nova-compute[73884]: DEBUG nova.network.neutron [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:23:28 user nova-compute[73884]: DEBUG nova.network.neutron [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Updating instance_info_cache with network_info: [{"id": "93817501-3fce-4885-98a2-68d02b9e57f8", "address": "fa:16:3e:2d:d8:44", "network": {"id": "c38a70ba-535e-453e-a594-653e9777b05e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-517407096-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2e44454c5e341a5bf0f5015bd6232d9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93817501-3f", "ovs_interfaceid": "93817501-3fce-4885-98a2-68d02b9e57f8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:23:28 user nova-compute[73884]: DEBUG nova.compute.manager [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:23:29 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Instance spawned successfully.
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Releasing lock "refresh_cache-ab0b96cd-bd67-40dc-8cd8-b159fd6848f7" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.compute.manager [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Instance network_info: |[{"id": "93817501-3fce-4885-98a2-68d02b9e57f8", "address": "fa:16:3e:2d:d8:44", "network": {"id": "c38a70ba-535e-453e-a594-653e9777b05e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-517407096-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2e44454c5e341a5bf0f5015bd6232d9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93817501-3f", "ovs_interfaceid": "93817501-3fce-4885-98a2-68d02b9e57f8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Start _get_guest_xml network_info=[{"id": "93817501-3fce-4885-98a2-68d02b9e57f8", "address": "fa:16:3e:2d:d8:44", "network": {"id": "c38a70ba-535e-453e-a594-653e9777b05e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-517407096-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2e44454c5e341a5bf0f5015bd6232d9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93817501-3f", "ovs_interfaceid": "93817501-3fce-4885-98a2-68d02b9e57f8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'a4e1d819-b957-4c9c-9b9d-fd987951fbab'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:23:29 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:23:29 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:23:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-908207613',display_name='tempest-VolumesAssistedSnapshotsTest-server-908207613',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-908207613',id=8,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFFYBoh09nka7L+ivvRc268tSiZFPq6wiJrFBJFu/p5fDwJPDWGtPpOe5ogDyZZl8pRqntjhonmaAX8VVFFMiHeAzwSyO9UXSq0ZJJo0C6b3AX4I5gRpDE7s24LeYeg1fw==',key_name='tempest-keypair-1468050979',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b2e44454c5e341a5bf0f5015bd6232d9',ramdisk_id='',reservation_id='r-0c5qgnti',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-987842188',owner_user_name='tempest-VolumesAssistedSnapshotsTest-987842188-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:23:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='97e2cb5dda704371ab8d94de7cba0660',uuid=ab0b96cd-bd67-40dc-8cd8-b159fd6848f7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "93817501-3fce-4885-98a2-68d02b9e57f8", "address": "fa:16:3e:2d:d8:44", "network": {"id": "c38a70ba-535e-453e-a594-653e9777b05e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-517407096-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2e44454c5e341a5bf0f5015bd6232d9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93817501-3f", "ovs_interfaceid": "93817501-3fce-4885-98a2-68d02b9e57f8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Converting VIF {"id": "93817501-3fce-4885-98a2-68d02b9e57f8", "address": "fa:16:3e:2d:d8:44", "network": {"id": "c38a70ba-535e-453e-a594-653e9777b05e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-517407096-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2e44454c5e341a5bf0f5015bd6232d9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93817501-3f", "ovs_interfaceid": "93817501-3fce-4885-98a2-68d02b9e57f8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2d:d8:44,bridge_name='br-int',has_traffic_filtering=True,id=93817501-3fce-4885-98a2-68d02b9e57f8,network=Network(c38a70ba-535e-453e-a594-653e9777b05e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93817501-3f') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.objects.instance [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Lazy-loading 'pci_devices' on Instance uuid ab0b96cd-bd67-40dc-8cd8-b159fd6848f7 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:23:29 user nova-compute[73884]:   <uuid>ab0b96cd-bd67-40dc-8cd8-b159fd6848f7</uuid>
Oct 16 08:23:29 user nova-compute[73884]:   <name>instance-00000008</name>
Oct 16 08:23:29 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:23:29 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:23:29 user nova-compute[73884]:   <metadata>
Oct 16 08:23:29 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:23:29 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:23:29 user nova-compute[73884]:       <nova:name>tempest-VolumesAssistedSnapshotsTest-server-908207613</nova:name>
Oct 16 08:23:29 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:23:29</nova:creationTime>
Oct 16 08:23:29 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:23:29 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:23:29 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:23:29 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:23:29 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:23:29 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:23:29 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:23:29 user nova-compute[73884]:       <nova:owner>
Oct 16 08:23:29 user nova-compute[73884]:         <nova:user uuid="97e2cb5dda704371ab8d94de7cba0660">tempest-VolumesAssistedSnapshotsTest-987842188-project-member</nova:user>
Oct 16 08:23:29 user nova-compute[73884]:         <nova:project uuid="b2e44454c5e341a5bf0f5015bd6232d9">tempest-VolumesAssistedSnapshotsTest-987842188</nova:project>
Oct 16 08:23:29 user nova-compute[73884]:       </nova:owner>
Oct 16 08:23:29 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:23:29 user nova-compute[73884]:       <nova:ports>
Oct 16 08:23:29 user nova-compute[73884]:         <nova:port uuid="93817501-3fce-4885-98a2-68d02b9e57f8">
Oct 16 08:23:29 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 16 08:23:29 user nova-compute[73884]:         </nova:port>
Oct 16 08:23:29 user nova-compute[73884]:       </nova:ports>
Oct 16 08:23:29 user nova-compute[73884]:     </nova:instance>
Oct 16 08:23:29 user nova-compute[73884]:   </metadata>
Oct 16 08:23:29 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:23:29 user nova-compute[73884]:     <system>
Oct 16 08:23:29 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:23:29 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:23:29 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:23:29 user nova-compute[73884]:       <entry name="serial">ab0b96cd-bd67-40dc-8cd8-b159fd6848f7</entry>
Oct 16 08:23:29 user nova-compute[73884]:       <entry name="uuid">ab0b96cd-bd67-40dc-8cd8-b159fd6848f7</entry>
Oct 16 08:23:29 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:23:29 user nova-compute[73884]:     </system>
Oct 16 08:23:29 user nova-compute[73884]:   </sysinfo>
Oct 16 08:23:29 user nova-compute[73884]:   <os>
Oct 16 08:23:29 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:23:29 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:23:29 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:23:29 user nova-compute[73884]:   </os>
Oct 16 08:23:29 user nova-compute[73884]:   <features>
Oct 16 08:23:29 user nova-compute[73884]:     <acpi/>
Oct 16 08:23:29 user nova-compute[73884]:     <apic/>
Oct 16 08:23:29 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:23:29 user nova-compute[73884]:   </features>
Oct 16 08:23:29 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:23:29 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:23:29 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:23:29 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:23:29 user nova-compute[73884]:   </clock>
Oct 16 08:23:29 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:23:29 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:23:29 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:23:29 user nova-compute[73884]:   </cpu>
Oct 16 08:23:29 user nova-compute[73884]:   <devices>
Oct 16 08:23:29 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:23:29 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:23:29 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/ab0b96cd-bd67-40dc-8cd8-b159fd6848f7/disk"/>
Oct 16 08:23:29 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:23:29 user nova-compute[73884]:     </disk>
Oct 16 08:23:29 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:23:29 user nova-compute[73884]:       <mac address="fa:16:3e:2d:d8:44"/>
Oct 16 08:23:29 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:23:29 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:23:29 user nova-compute[73884]:       <target dev="tap93817501-3f"/>
Oct 16 08:23:29 user nova-compute[73884]:     </interface>
Oct 16 08:23:29 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:23:29 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/ab0b96cd-bd67-40dc-8cd8-b159fd6848f7/console.log" append="off"/>
Oct 16 08:23:29 user nova-compute[73884]:     </serial>
Oct 16 08:23:29 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:23:29 user nova-compute[73884]:     <video>
Oct 16 08:23:29 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:23:29 user nova-compute[73884]:     </video>
Oct 16 08:23:29 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:23:29 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:23:29 user nova-compute[73884]:     </rng>
Oct 16 08:23:29 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:23:29 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:23:29 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:23:29 user nova-compute[73884]:     </memballoon>
Oct 16 08:23:29 user nova-compute[73884]:   </devices>
Oct 16 08:23:29 user nova-compute[73884]: </domain>
Oct 16 08:23:29 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:23:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-908207613',display_name='tempest-VolumesAssistedSnapshotsTest-server-908207613',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-908207613',id=8,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFFYBoh09nka7L+ivvRc268tSiZFPq6wiJrFBJFu/p5fDwJPDWGtPpOe5ogDyZZl8pRqntjhonmaAX8VVFFMiHeAzwSyO9UXSq0ZJJo0C6b3AX4I5gRpDE7s24LeYeg1fw==',key_name='tempest-keypair-1468050979',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b2e44454c5e341a5bf0f5015bd6232d9',ramdisk_id='',reservation_id='r-0c5qgnti',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-987842188',owner_user_name='tempest-VolumesAssistedSnapshotsTest-987842188-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:23:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='97e2cb5dda704371ab8d94de7cba0660',uuid=ab0b96cd-bd67-40dc-8cd8-b159fd6848f7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "93817501-3fce-4885-98a2-68d02b9e57f8", "address": "fa:16:3e:2d:d8:44", "network": {"id": "c38a70ba-535e-453e-a594-653e9777b05e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-517407096-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2e44454c5e341a5bf0f5015bd6232d9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93817501-3f", "ovs_interfaceid": "93817501-3fce-4885-98a2-68d02b9e57f8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Converting VIF {"id": "93817501-3fce-4885-98a2-68d02b9e57f8", "address": "fa:16:3e:2d:d8:44", "network": {"id": "c38a70ba-535e-453e-a594-653e9777b05e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-517407096-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2e44454c5e341a5bf0f5015bd6232d9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93817501-3f", "ovs_interfaceid": "93817501-3fce-4885-98a2-68d02b9e57f8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2d:d8:44,bridge_name='br-int',has_traffic_filtering=True,id=93817501-3fce-4885-98a2-68d02b9e57f8,network=Network(c38a70ba-535e-453e-a594-653e9777b05e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93817501-3f') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG os_vif [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2d:d8:44,bridge_name='br-int',has_traffic_filtering=True,id=93817501-3fce-4885-98a2-68d02b9e57f8,network=Network(c38a70ba-535e-453e-a594-653e9777b05e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93817501-3f') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '027c2c85-b59d-5390-9df4-d232499a75d7', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:29 user nova-compute[73884]: INFO nova.compute.manager [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Took 10.64 seconds to spawn the instance on the hypervisor.
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.compute.manager [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap93817501-3f, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap93817501-3f, col_values=(('qos', UUID('897d672c-2b42-4cbf-9f3f-d508c3e71ec7')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap93817501-3f, col_values=(('external_ids', {'iface-id': '93817501-3fce-4885-98a2-68d02b9e57f8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2d:d8:44', 'vm-uuid': 'ab0b96cd-bd67-40dc-8cd8-b159fd6848f7'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:29 user nova-compute[73884]: INFO os_vif [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2d:d8:44,bridge_name='br-int',has_traffic_filtering=True,id=93817501-3fce-4885-98a2-68d02b9e57f8,network=Network(c38a70ba-535e-453e-a594-653e9777b05e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93817501-3f')
Oct 16 08:23:29 user nova-compute[73884]: INFO nova.compute.manager [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Took 11.68 seconds to build instance.
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] No VIF found with MAC fa:16:3e:2d:d8:44, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c2284e29-d859-4264-9908-5179cf6cc844 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Lock "8081efa1-2d38-4b2d-9821-2c1c9a36a3b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.878s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.compute.manager [req-79811cfa-387e-49c6-8ca1-fc0ac9671207 req-356e5e14-f520-43a0-8287-7f6f49bb5d10 service nova] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Received event network-vif-plugged-f682a62d-f21d-4aae-b1a2-de3e914067c0 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-79811cfa-387e-49c6-8ca1-fc0ac9671207 req-356e5e14-f520-43a0-8287-7f6f49bb5d10 service nova] Acquiring lock "751a4c38-fe52-4076-b6a7-952abcc49208-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-79811cfa-387e-49c6-8ca1-fc0ac9671207 req-356e5e14-f520-43a0-8287-7f6f49bb5d10 service nova] Lock "751a4c38-fe52-4076-b6a7-952abcc49208-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-79811cfa-387e-49c6-8ca1-fc0ac9671207 req-356e5e14-f520-43a0-8287-7f6f49bb5d10 service nova] Lock "751a4c38-fe52-4076-b6a7-952abcc49208-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.compute.manager [req-79811cfa-387e-49c6-8ca1-fc0ac9671207 req-356e5e14-f520-43a0-8287-7f6f49bb5d10 service nova] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] No waiting events found dispatching network-vif-plugged-f682a62d-f21d-4aae-b1a2-de3e914067c0 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:23:29 user nova-compute[73884]: WARNING nova.compute.manager [req-79811cfa-387e-49c6-8ca1-fc0ac9671207 req-356e5e14-f520-43a0-8287-7f6f49bb5d10 service nova] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Received unexpected event network-vif-plugged-f682a62d-f21d-4aae-b1a2-de3e914067c0 for instance with vm_state building and task_state spawning.
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.compute.manager [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:23:29 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Instance spawned successfully.
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.compute.manager [req-d7e4a8b8-a123-4a0a-be85-2599b2d50ce1 req-7de04b5c-3fb5-487a-a022-55e8e03b5bc8 service nova] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Received event network-vif-plugged-e22ad475-20b4-4c2a-8190-0aafe3014783 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d7e4a8b8-a123-4a0a-be85-2599b2d50ce1 req-7de04b5c-3fb5-487a-a022-55e8e03b5bc8 service nova] Acquiring lock "ddb70d5a-9c18-40ec-98e8-d478ad8c29a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d7e4a8b8-a123-4a0a-be85-2599b2d50ce1 req-7de04b5c-3fb5-487a-a022-55e8e03b5bc8 service nova] Lock "ddb70d5a-9c18-40ec-98e8-d478ad8c29a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d7e4a8b8-a123-4a0a-be85-2599b2d50ce1 req-7de04b5c-3fb5-487a-a022-55e8e03b5bc8 service nova] Lock "ddb70d5a-9c18-40ec-98e8-d478ad8c29a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.compute.manager [req-d7e4a8b8-a123-4a0a-be85-2599b2d50ce1 req-7de04b5c-3fb5-487a-a022-55e8e03b5bc8 service nova] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] No waiting events found dispatching network-vif-plugged-e22ad475-20b4-4c2a-8190-0aafe3014783 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:23:29 user nova-compute[73884]: WARNING nova.compute.manager [req-d7e4a8b8-a123-4a0a-be85-2599b2d50ce1 req-7de04b5c-3fb5-487a-a022-55e8e03b5bc8 service nova] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Received unexpected event network-vif-plugged-e22ad475-20b4-4c2a-8190-0aafe3014783 for instance with vm_state active and task_state None.
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.compute.manager [req-d7e4a8b8-a123-4a0a-be85-2599b2d50ce1 req-7de04b5c-3fb5-487a-a022-55e8e03b5bc8 service nova] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Received event network-changed-93817501-3fce-4885-98a2-68d02b9e57f8 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.compute.manager [req-d7e4a8b8-a123-4a0a-be85-2599b2d50ce1 req-7de04b5c-3fb5-487a-a022-55e8e03b5bc8 service nova] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Refreshing instance network info cache due to event network-changed-93817501-3fce-4885-98a2-68d02b9e57f8. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d7e4a8b8-a123-4a0a-be85-2599b2d50ce1 req-7de04b5c-3fb5-487a-a022-55e8e03b5bc8 service nova] Acquiring lock "refresh_cache-ab0b96cd-bd67-40dc-8cd8-b159fd6848f7" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d7e4a8b8-a123-4a0a-be85-2599b2d50ce1 req-7de04b5c-3fb5-487a-a022-55e8e03b5bc8 service nova] Acquired lock "refresh_cache-ab0b96cd-bd67-40dc-8cd8-b159fd6848f7" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.network.neutron [req-d7e4a8b8-a123-4a0a-be85-2599b2d50ce1 req-7de04b5c-3fb5-487a-a022-55e8e03b5bc8 service nova] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Refreshing network info cache for port 93817501-3fce-4885-98a2-68d02b9e57f8 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:23:29 user nova-compute[73884]: INFO nova.compute.manager [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Took 9.38 seconds to spawn the instance on the hypervisor.
Oct 16 08:23:29 user nova-compute[73884]: DEBUG nova.compute.manager [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:23:29 user nova-compute[73884]: INFO nova.compute.manager [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Took 10.30 seconds to build instance.
Oct 16 08:23:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-215de566-24ca-4115-aa89-1a9734ab49ba tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Lock "751a4c38-fe52-4076-b6a7-952abcc49208" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.461s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:23:30 user nova-compute[73884]: DEBUG nova.network.neutron [req-d7e4a8b8-a123-4a0a-be85-2599b2d50ce1 req-7de04b5c-3fb5-487a-a022-55e8e03b5bc8 service nova] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Updated VIF entry in instance network info cache for port 93817501-3fce-4885-98a2-68d02b9e57f8. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:23:30 user nova-compute[73884]: DEBUG nova.network.neutron [req-d7e4a8b8-a123-4a0a-be85-2599b2d50ce1 req-7de04b5c-3fb5-487a-a022-55e8e03b5bc8 service nova] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Updating instance_info_cache with network_info: [{"id": "93817501-3fce-4885-98a2-68d02b9e57f8", "address": "fa:16:3e:2d:d8:44", "network": {"id": "c38a70ba-535e-453e-a594-653e9777b05e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-517407096-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2e44454c5e341a5bf0f5015bd6232d9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93817501-3f", "ovs_interfaceid": "93817501-3fce-4885-98a2-68d02b9e57f8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:23:30 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d7e4a8b8-a123-4a0a-be85-2599b2d50ce1 req-7de04b5c-3fb5-487a-a022-55e8e03b5bc8 service nova] Releasing lock "refresh_cache-ab0b96cd-bd67-40dc-8cd8-b159fd6848f7" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:23:30 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:30 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:30 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:30 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:31 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:23:31 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Cleaning up deleted instances {{(pid=73884) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 16 08:23:31 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] There are 0 instances to clean {{(pid=73884) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 16 08:23:31 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:23:31 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Cleaning up deleted instances with incomplete migration  {{(pid=73884) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 16 08:23:31 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:23:31 user nova-compute[73884]: DEBUG nova.compute.manager [req-b73480a7-43c9-4210-8198-e5c893a24342 req-9721aae2-4380-4aba-b1b1-ff4ef0f79a22 service nova] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Received event network-vif-plugged-93817501-3fce-4885-98a2-68d02b9e57f8 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:23:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-b73480a7-43c9-4210-8198-e5c893a24342 req-9721aae2-4380-4aba-b1b1-ff4ef0f79a22 service nova] Acquiring lock "ab0b96cd-bd67-40dc-8cd8-b159fd6848f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:23:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-b73480a7-43c9-4210-8198-e5c893a24342 req-9721aae2-4380-4aba-b1b1-ff4ef0f79a22 service nova] Lock "ab0b96cd-bd67-40dc-8cd8-b159fd6848f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:23:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-b73480a7-43c9-4210-8198-e5c893a24342 req-9721aae2-4380-4aba-b1b1-ff4ef0f79a22 service nova] Lock "ab0b96cd-bd67-40dc-8cd8-b159fd6848f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:23:31 user nova-compute[73884]: DEBUG nova.compute.manager [req-b73480a7-43c9-4210-8198-e5c893a24342 req-9721aae2-4380-4aba-b1b1-ff4ef0f79a22 service nova] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] No waiting events found dispatching network-vif-plugged-93817501-3fce-4885-98a2-68d02b9e57f8 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:23:31 user nova-compute[73884]: WARNING nova.compute.manager [req-b73480a7-43c9-4210-8198-e5c893a24342 req-9721aae2-4380-4aba-b1b1-ff4ef0f79a22 service nova] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Received unexpected event network-vif-plugged-93817501-3fce-4885-98a2-68d02b9e57f8 for instance with vm_state building and task_state spawning.
Oct 16 08:23:31 user nova-compute[73884]: DEBUG nova.compute.manager [req-b73480a7-43c9-4210-8198-e5c893a24342 req-9721aae2-4380-4aba-b1b1-ff4ef0f79a22 service nova] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Received event network-vif-plugged-93817501-3fce-4885-98a2-68d02b9e57f8 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:23:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-b73480a7-43c9-4210-8198-e5c893a24342 req-9721aae2-4380-4aba-b1b1-ff4ef0f79a22 service nova] Acquiring lock "ab0b96cd-bd67-40dc-8cd8-b159fd6848f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:23:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-b73480a7-43c9-4210-8198-e5c893a24342 req-9721aae2-4380-4aba-b1b1-ff4ef0f79a22 service nova] Lock "ab0b96cd-bd67-40dc-8cd8-b159fd6848f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:23:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-b73480a7-43c9-4210-8198-e5c893a24342 req-9721aae2-4380-4aba-b1b1-ff4ef0f79a22 service nova] Lock "ab0b96cd-bd67-40dc-8cd8-b159fd6848f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:23:31 user nova-compute[73884]: DEBUG nova.compute.manager [req-b73480a7-43c9-4210-8198-e5c893a24342 req-9721aae2-4380-4aba-b1b1-ff4ef0f79a22 service nova] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] No waiting events found dispatching network-vif-plugged-93817501-3fce-4885-98a2-68d02b9e57f8 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:23:31 user nova-compute[73884]: WARNING nova.compute.manager [req-b73480a7-43c9-4210-8198-e5c893a24342 req-9721aae2-4380-4aba-b1b1-ff4ef0f79a22 service nova] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Received unexpected event network-vif-plugged-93817501-3fce-4885-98a2-68d02b9e57f8 for instance with vm_state building and task_state spawning.
Oct 16 08:23:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:33 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:23:33 user nova-compute[73884]: DEBUG nova.compute.manager [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:23:33 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:23:33 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Instance spawned successfully.
Oct 16 08:23:33 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:23:33 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:23:33 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:23:33 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:23:33 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:23:33 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:23:33 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:23:33 user nova-compute[73884]: INFO nova.compute.manager [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Took 7.20 seconds to spawn the instance on the hypervisor.
Oct 16 08:23:33 user nova-compute[73884]: DEBUG nova.compute.manager [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:23:33 user nova-compute[73884]: INFO nova.compute.manager [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Took 8.16 seconds to build instance.
Oct 16 08:23:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-21c09424-3df1-4d23-9396-78e3ba36380e tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Lock "ab0b96cd-bd67-40dc-8cd8-b159fd6848f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.302s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:23:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:34 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:23:34 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:23:34 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 08:23:35 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:23:35 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:23:35 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:23:36 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:23:36 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 08:23:36 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Rebuilding the list of instances to heal {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 16 08:23:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "refresh_cache-5b6f91b0-9046-4b7e-b4e1-3b6a577373e9" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:23:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquired lock "refresh_cache-5b6f91b0-9046-4b7e-b4e1-3b6a577373e9" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:23:36 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Forcefully refreshing network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 08:23:36 user nova-compute[73884]: DEBUG nova.objects.instance [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lazy-loading 'info_cache' on Instance uuid 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:23:36 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:37 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Updating instance_info_cache with network_info: [{"id": "14106b87-77b7-4049-a30f-4263a0f2ba61", "address": "fa:16:3e:69:ba:09", "network": {"id": "e8c8d2c1-e615-4899-8b4e-1f58ccc649d0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-494300433-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5609000d5e2a4563bae6b99e8443ade7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap14106b87-77", "ovs_interfaceid": "14106b87-77b7-4049-a30f-4263a0f2ba61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:23:37 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Releasing lock "refresh_cache-5b6f91b0-9046-4b7e-b4e1-3b6a577373e9" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:23:37 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Updated the network info_cache for instance {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 08:23:37 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:23:37 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:23:37 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:23:37 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:23:37 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:23:37 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 08:23:37 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6cb85b93-60df-4b5f-9d18-6271a3423a2d/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6cb85b93-60df-4b5f-9d18-6271a3423a2d/disk --force-share --output=json" returned: 0 in 0.246s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6cb85b93-60df-4b5f-9d18-6271a3423a2d/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6cb85b93-60df-4b5f-9d18-6271a3423a2d/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/disk --force-share --output=json" returned: 0 in 0.314s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:39 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/disk --force-share --output=json" returned: 0 in 0.241s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/751a4c38-fe52-4076-b6a7-952abcc49208/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/751a4c38-fe52-4076-b6a7-952abcc49208/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/751a4c38-fe52-4076-b6a7-952abcc49208/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/751a4c38-fe52-4076-b6a7-952abcc49208/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b6f91b0-9046-4b7e-b4e1-3b6a577373e9/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b6f91b0-9046-4b7e-b4e1-3b6a577373e9/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b6f91b0-9046-4b7e-b4e1-3b6a577373e9/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b6f91b0-9046-4b7e-b4e1-3b6a577373e9/disk --force-share --output=json" returned: 0 in 0.259s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18e603e0-a105-4662-8a24-fd6d5471109c/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18e603e0-a105-4662-8a24-fd6d5471109c/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18e603e0-a105-4662-8a24-fd6d5471109c/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18e603e0-a105-4662-8a24-fd6d5471109c/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddb70d5a-9c18-40ec-98e8-d478ad8c29a5/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddb70d5a-9c18-40ec-98e8-d478ad8c29a5/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddb70d5a-9c18-40ec-98e8-d478ad8c29a5/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:41 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddb70d5a-9c18-40ec-98e8-d478ad8c29a5/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:41 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab0b96cd-bd67-40dc-8cd8-b159fd6848f7/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:41 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab0b96cd-bd67-40dc-8cd8-b159fd6848f7/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:41 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab0b96cd-bd67-40dc-8cd8-b159fd6848f7/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:23:41 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab0b96cd-bd67-40dc-8cd8-b159fd6848f7/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:23:42 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:42 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:23:42 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:23:42 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=7640MB free_disk=25.703571319580078GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 08:23:42 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:23:42 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:23:42 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:23:42 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:23:42 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 6cb85b93-60df-4b5f-9d18-6271a3423a2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:23:42 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 18e603e0-a105-4662-8a24-fd6d5471109c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:23:42 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance ddb70d5a-9c18-40ec-98e8-d478ad8c29a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:23:42 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:23:42 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 751a4c38-fe52-4076-b6a7-952abcc49208 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:23:42 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance ab0b96cd-bd67-40dc-8cd8-b159fd6848f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:23:42 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 08:23:42 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 08:23:42 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Refreshing inventories for resource provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 16 08:23:42 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Updating ProviderTree inventory for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 16 08:23:42 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Updating inventory in ProviderTree for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 16 08:23:43 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Refreshing aggregate associations for resource provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6, aggregates: None {{(pid=73884) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 16 08:23:43 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Refreshing trait associations for resource provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_FDC,COMPUTE_RESCUE_BFV,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_PCNET,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSSE3,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_SSE41,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000 {{(pid=73884) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 16 08:23:43 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:23:43 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:23:43 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 08:23:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.148s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:23:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:46 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:51 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:56 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:23:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:24:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:24:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:24:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:24:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:24:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:24:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Acquiring lock "cd97f643-1d23-4c93-9784-b83e51336e83" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:24:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Lock "cd97f643-1d23-4c93-9784-b83e51336e83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:24:18 user nova-compute[73884]: DEBUG nova.compute.manager [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:24:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:24:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:24:18 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:24:18 user nova-compute[73884]: INFO nova.compute.claims [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Claim successful on node user
Oct 16 08:24:18 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:24:18 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:24:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.510s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:24:18 user nova-compute[73884]: DEBUG nova.compute.manager [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:24:18 user nova-compute[73884]: DEBUG nova.compute.manager [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:24:18 user nova-compute[73884]: DEBUG nova.network.neutron [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:24:18 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:24:18 user nova-compute[73884]: DEBUG nova.compute.manager [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:24:18 user nova-compute[73884]: DEBUG nova.policy [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48e968bafdf046fcab75d7c70743a165', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '364a3faf0f2c47d6be0aff3c04822f35', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:24:18 user nova-compute[73884]: INFO nova.virt.block_device [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Booting with volume 8ae4f171-420e-4f2d-a750-2deb8b9effed at /dev/vda
Oct 16 08:24:19 user nova-compute[73884]: DEBUG os_brick.utils [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:24:19 user nova-compute[73884]: INFO oslo.privsep.daemon [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'os_brick.privileged.default', '--privsep_sock_path', '/tmp/tmpk22i3nzz/privsep.sock']
Oct 16 08:24:19 user sudo[84853]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmpk22i3nzz/privsep.sock
Oct 16 08:24:19 user sudo[84853]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Oct 16 08:24:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:24:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:24:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=73884) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 08:24:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 08:24:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 08:24:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:24:19 user nova-compute[73884]: DEBUG nova.network.neutron [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Successfully created port: 62b197ba-ece7-4477-8b88-961b63ee13b2 {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:24:20 user nova-compute[73884]: DEBUG nova.network.neutron [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Successfully created port: 99b80e80-73bf-482f-8a9c-c350c805a644 {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:24:20 user sudo[84853]: pam_unix(sudo:session): session closed for user root
Oct 16 08:24:20 user nova-compute[73884]: INFO oslo.privsep.daemon [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Spawned new privsep daemon via rootwrap
Oct 16 08:24:20 user nova-compute[73884]: INFO oslo.privsep.daemon [-] privsep daemon starting
Oct 16 08:24:20 user nova-compute[73884]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Oct 16 08:24:20 user nova-compute[73884]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_SYS_ADMIN/CAP_SYS_ADMIN/none
Oct 16 08:24:20 user nova-compute[73884]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84860
Oct 16 08:24:20 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ce7e065-95a0-45ef-b6a2-16c6dc036f7a]: (2,) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:24:20 user nova-compute[73884]: DEBUG nova.network.neutron [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Successfully created port: 7b29c56e-4c85-4c95-b43d-b87384ad92ae {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:24:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:20 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e239741-789e-4e2a-a30c-8669ec5f788d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:24:20 user nova-compute[73884]: WARNING os_brick.initiator.connectors.nvmeof [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Could not find nvme_core/parameters/multipath: FileNotFoundError: [Errno 2] No such file or directory: '/sys/module/nvme_core/parameters/multipath'
Oct 16 08:24:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:20 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d09444f-86f7-4f72-8618-5308241c04fb]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:24:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.013s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:20 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[febd57d8-a0aa-4e23-84ba-6cd21a57ee56]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:24:20 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[16f49548-3d3e-434f-8a8a-8936c64ffaf0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:24:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:24:20 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 08:24:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:24:20 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 08:24:20 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e399ad79-42a5-41a8-903a-f10d269589f9]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:24:20 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 08:24:20 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 08:24:20 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 08:24:20 user nova-compute[73884]: DEBUG os_brick.utils [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] <== get_connector_properties: return (1906ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:24:20 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Updating existing volume attachment record: 611a6f04-152d-4d46-a819-ede08fecdf8a {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 08:24:21 user nova-compute[73884]: DEBUG nova.network.neutron [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Successfully created port: 80250c47-3166-4d43-b6e8-748a7ce26973 {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:24:22 user nova-compute[73884]: DEBUG nova.network.neutron [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Successfully created port: c5b97f49-f7c7-45ee-afbd-55644f519f4d {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:24:22 user nova-compute[73884]: DEBUG nova.network.neutron [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Successfully updated port: 62b197ba-ece7-4477-8b88-961b63ee13b2 {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:24:22 user nova-compute[73884]: DEBUG nova.compute.manager [req-90b6bf73-5a03-48f3-bab8-a4046c9cda3f req-973fba10-b8ab-4d60-a752-77455dd8c8d0 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-changed-62b197ba-ece7-4477-8b88-961b63ee13b2 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:24:22 user nova-compute[73884]: DEBUG nova.compute.manager [req-90b6bf73-5a03-48f3-bab8-a4046c9cda3f req-973fba10-b8ab-4d60-a752-77455dd8c8d0 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Refreshing instance network info cache due to event network-changed-62b197ba-ece7-4477-8b88-961b63ee13b2. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:24:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-90b6bf73-5a03-48f3-bab8-a4046c9cda3f req-973fba10-b8ab-4d60-a752-77455dd8c8d0 service nova] Acquiring lock "refresh_cache-cd97f643-1d23-4c93-9784-b83e51336e83" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:24:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-90b6bf73-5a03-48f3-bab8-a4046c9cda3f req-973fba10-b8ab-4d60-a752-77455dd8c8d0 service nova] Acquired lock "refresh_cache-cd97f643-1d23-4c93-9784-b83e51336e83" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:24:22 user nova-compute[73884]: DEBUG nova.network.neutron [req-90b6bf73-5a03-48f3-bab8-a4046c9cda3f req-973fba10-b8ab-4d60-a752-77455dd8c8d0 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Refreshing network info cache for port 62b197ba-ece7-4477-8b88-961b63ee13b2 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:24:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:24:23 user nova-compute[73884]: DEBUG nova.network.neutron [req-90b6bf73-5a03-48f3-bab8-a4046c9cda3f req-973fba10-b8ab-4d60-a752-77455dd8c8d0 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:24:23 user nova-compute[73884]: DEBUG nova.network.neutron [req-90b6bf73-5a03-48f3-bab8-a4046c9cda3f req-973fba10-b8ab-4d60-a752-77455dd8c8d0 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:24:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-90b6bf73-5a03-48f3-bab8-a4046c9cda3f req-973fba10-b8ab-4d60-a752-77455dd8c8d0 service nova] Releasing lock "refresh_cache-cd97f643-1d23-4c93-9784-b83e51336e83" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:24:23 user nova-compute[73884]: DEBUG nova.network.neutron [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Successfully updated port: e93744bd-e5be-4600-bac5-5d367c85a023 {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:24:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:24:24 user nova-compute[73884]: DEBUG nova.network.neutron [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Successfully updated port: 2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:24:24 user nova-compute[73884]: DEBUG nova.compute.manager [req-855d7601-afef-405e-ab7f-ac1e6e77b8c2 req-a7fd508c-3cf8-4292-8604-e8eeffb43113 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-changed-e93744bd-e5be-4600-bac5-5d367c85a023 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:24:24 user nova-compute[73884]: DEBUG nova.compute.manager [req-855d7601-afef-405e-ab7f-ac1e6e77b8c2 req-a7fd508c-3cf8-4292-8604-e8eeffb43113 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Refreshing instance network info cache due to event network-changed-e93744bd-e5be-4600-bac5-5d367c85a023. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:24:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-855d7601-afef-405e-ab7f-ac1e6e77b8c2 req-a7fd508c-3cf8-4292-8604-e8eeffb43113 service nova] Acquiring lock "refresh_cache-cd97f643-1d23-4c93-9784-b83e51336e83" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:24:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-855d7601-afef-405e-ab7f-ac1e6e77b8c2 req-a7fd508c-3cf8-4292-8604-e8eeffb43113 service nova] Acquired lock "refresh_cache-cd97f643-1d23-4c93-9784-b83e51336e83" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:24:24 user nova-compute[73884]: DEBUG nova.network.neutron [req-855d7601-afef-405e-ab7f-ac1e6e77b8c2 req-a7fd508c-3cf8-4292-8604-e8eeffb43113 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Refreshing network info cache for port e93744bd-e5be-4600-bac5-5d367c85a023 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:24:25 user nova-compute[73884]: DEBUG nova.network.neutron [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Successfully updated port: 99b80e80-73bf-482f-8a9c-c350c805a644 {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:24:25 user nova-compute[73884]: DEBUG nova.network.neutron [req-855d7601-afef-405e-ab7f-ac1e6e77b8c2 req-a7fd508c-3cf8-4292-8604-e8eeffb43113 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:24:25 user nova-compute[73884]: DEBUG nova.network.neutron [req-855d7601-afef-405e-ab7f-ac1e6e77b8c2 req-a7fd508c-3cf8-4292-8604-e8eeffb43113 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:24:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-855d7601-afef-405e-ab7f-ac1e6e77b8c2 req-a7fd508c-3cf8-4292-8604-e8eeffb43113 service nova] Releasing lock "refresh_cache-cd97f643-1d23-4c93-9784-b83e51336e83" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:24:25 user nova-compute[73884]: DEBUG nova.compute.manager [req-855d7601-afef-405e-ab7f-ac1e6e77b8c2 req-a7fd508c-3cf8-4292-8604-e8eeffb43113 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-changed-2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:24:25 user nova-compute[73884]: DEBUG nova.compute.manager [req-855d7601-afef-405e-ab7f-ac1e6e77b8c2 req-a7fd508c-3cf8-4292-8604-e8eeffb43113 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Refreshing instance network info cache due to event network-changed-2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:24:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-855d7601-afef-405e-ab7f-ac1e6e77b8c2 req-a7fd508c-3cf8-4292-8604-e8eeffb43113 service nova] Acquiring lock "refresh_cache-cd97f643-1d23-4c93-9784-b83e51336e83" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:24:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-855d7601-afef-405e-ab7f-ac1e6e77b8c2 req-a7fd508c-3cf8-4292-8604-e8eeffb43113 service nova] Acquired lock "refresh_cache-cd97f643-1d23-4c93-9784-b83e51336e83" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:24:25 user nova-compute[73884]: DEBUG nova.network.neutron [req-855d7601-afef-405e-ab7f-ac1e6e77b8c2 req-a7fd508c-3cf8-4292-8604-e8eeffb43113 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Refreshing network info cache for port 2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:24:25 user nova-compute[73884]: DEBUG nova.network.neutron [req-855d7601-afef-405e-ab7f-ac1e6e77b8c2 req-a7fd508c-3cf8-4292-8604-e8eeffb43113 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:24:25 user nova-compute[73884]: DEBUG nova.network.neutron [req-855d7601-afef-405e-ab7f-ac1e6e77b8c2 req-a7fd508c-3cf8-4292-8604-e8eeffb43113 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:24:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-855d7601-afef-405e-ab7f-ac1e6e77b8c2 req-a7fd508c-3cf8-4292-8604-e8eeffb43113 service nova] Releasing lock "refresh_cache-cd97f643-1d23-4c93-9784-b83e51336e83" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:24:25 user nova-compute[73884]: DEBUG nova.network.neutron [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Successfully updated port: 7b29c56e-4c85-4c95-b43d-b87384ad92ae {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:24:26 user nova-compute[73884]: DEBUG nova.network.neutron [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Successfully updated port: 80250c47-3166-4d43-b6e8-748a7ce26973 {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:24:26 user nova-compute[73884]: DEBUG nova.network.neutron [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Successfully updated port: c5b97f49-f7c7-45ee-afbd-55644f519f4d {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:24:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Acquiring lock "refresh_cache-cd97f643-1d23-4c93-9784-b83e51336e83" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:24:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Acquired lock "refresh_cache-cd97f643-1d23-4c93-9784-b83e51336e83" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:24:26 user nova-compute[73884]: DEBUG nova.network.neutron [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:24:27 user nova-compute[73884]: DEBUG nova.network.neutron [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:24:27 user nova-compute[73884]: DEBUG nova.compute.manager [req-81deaf15-30dc-42e9-9542-db8f54fb5fd6 req-0cd1f201-3bf7-486e-83b9-414f3a9004d6 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-changed-99b80e80-73bf-482f-8a9c-c350c805a644 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:24:27 user nova-compute[73884]: DEBUG nova.compute.manager [req-81deaf15-30dc-42e9-9542-db8f54fb5fd6 req-0cd1f201-3bf7-486e-83b9-414f3a9004d6 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Refreshing instance network info cache due to event network-changed-99b80e80-73bf-482f-8a9c-c350c805a644. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:24:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-81deaf15-30dc-42e9-9542-db8f54fb5fd6 req-0cd1f201-3bf7-486e-83b9-414f3a9004d6 service nova] Acquiring lock "refresh_cache-cd97f643-1d23-4c93-9784-b83e51336e83" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:24:28 user nova-compute[73884]: DEBUG nova.network.neutron [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Updating instance_info_cache with network_info: [{"id": "62b197ba-ece7-4477-8b88-961b63ee13b2", "address": "fa:16:3e:26:ce:91", "network": {"id": "b79d90dc-41e3-4e79-9121-5857cd8d1835", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1952190308-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62b197ba-ec", "ovs_interfaceid": "62b197ba-ece7-4477-8b88-961b63ee13b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e93744bd-e5be-4600-bac5-5d367c85a023", "address": "fa:16:3e:ff:b9:e0", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape93744bd-e5", "ovs_interfaceid": "e93744bd-e5be-4600-bac5-5d367c85a023", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d", "address": "fa:16:3e:2c:eb:22", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b9dc9d3-1e", "ovs_interfaceid": "2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "99b80e80-73bf-482f-8a9c-c350c805a644", "address": "fa:16:3e:97:61:2a", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99b80e80-73", "ovs_interfaceid": "99b80e80-73bf-482f-8a9c-c350c805a644", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7b29c56e-4c85-4c95-b43d-b87384ad92ae", "address": "fa:16:3e:19:c7:52", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b29c56e-4c", "ovs_interfaceid": "7b29c56e-4c85-4c95-b43d-b87384ad92ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80250c47-3166-4d43-b6e8-748a7ce26973", "address": "fa:16:3e:65:14:24", "network": {"id": "0786d898-9c44-4cfb-88f6-b846abebad8d", "bridge": "br-int", "label": "tempest-device-tagging-net2-534741338", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80250c47-31", "ovs_interfaceid": "80250c47-3166-4d43-b6e8-748a7ce26973", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c5b97f49-f7c7-45ee-afbd-55644f519f4d", "address": "fa:16:3e:ff:9f:7d", "network": {"id": "0786d898-9c44-4cfb-88f6-b846abebad8d", "bridge": "br-int", "label": "tempest-device-tagging-net2-534741338", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5b97f49-f7", "ovs_interfaceid": "c5b97f49-f7c7-45ee-afbd-55644f519f4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:24:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Releasing lock "refresh_cache-cd97f643-1d23-4c93-9784-b83e51336e83" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:24:28 user nova-compute[73884]: DEBUG nova.compute.manager [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Instance network_info: |[{"id": "62b197ba-ece7-4477-8b88-961b63ee13b2", "address": "fa:16:3e:26:ce:91", "network": {"id": "b79d90dc-41e3-4e79-9121-5857cd8d1835", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1952190308-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62b197ba-ec", "ovs_interfaceid": "62b197ba-ece7-4477-8b88-961b63ee13b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e93744bd-e5be-4600-bac5-5d367c85a023", "address": "fa:16:3e:ff:b9:e0", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape93744bd-e5", "ovs_interfaceid": "e93744bd-e5be-4600-bac5-5d367c85a023", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d", "address": "fa:16:3e:2c:eb:22", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b9dc9d3-1e", "ovs_interfaceid": "2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "99b80e80-73bf-482f-8a9c-c350c805a644", "address": "fa:16:3e:97:61:2a", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99b80e80-73", "ovs_interfaceid": "99b80e80-73bf-482f-8a9c-c350c805a644", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7b29c56e-4c85-4c95-b43d-b87384ad92ae", "address": "fa:16:3e:19:c7:52", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b29c56e-4c", "ovs_interfaceid": "7b29c56e-4c85-4c95-b43d-b87384ad92ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80250c47-3166-4d43-b6e8-748a7ce26973", "address": "fa:16:3e:65:14:24", "network": {"id": "0786d898-9c44-4cfb-88f6-b846abebad8d", "bridge": "br-int", "label": "tempest-device-tagging-net2-534741338", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80250c47-31", "ovs_interfaceid": "80250c47-3166-4d43-b6e8-748a7ce26973", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c5b97f49-f7c7-45ee-afbd-55644f519f4d", "address": "fa:16:3e:ff:9f:7d", "network": {"id": "0786d898-9c44-4cfb-88f6-b846abebad8d", "bridge": "br-int", "label": "tempest-device-tagging-net2-534741338", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5b97f49-f7", "ovs_interfaceid": "c5b97f49-f7c7-45ee-afbd-55644f519f4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:24:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-81deaf15-30dc-42e9-9542-db8f54fb5fd6 req-0cd1f201-3bf7-486e-83b9-414f3a9004d6 service nova] Acquired lock "refresh_cache-cd97f643-1d23-4c93-9784-b83e51336e83" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:24:28 user nova-compute[73884]: DEBUG nova.network.neutron [req-81deaf15-30dc-42e9-9542-db8f54fb5fd6 req-0cd1f201-3bf7-486e-83b9-414f3a9004d6 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Refreshing network info cache for port 99b80e80-73bf-482f-8a9c-c350c805a644 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:24:29 user nova-compute[73884]: DEBUG nova.network.neutron [req-81deaf15-30dc-42e9-9542-db8f54fb5fd6 req-0cd1f201-3bf7-486e-83b9-414f3a9004d6 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Updated VIF entry in instance network info cache for port 99b80e80-73bf-482f-8a9c-c350c805a644. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:24:29 user nova-compute[73884]: DEBUG nova.network.neutron [req-81deaf15-30dc-42e9-9542-db8f54fb5fd6 req-0cd1f201-3bf7-486e-83b9-414f3a9004d6 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Updating instance_info_cache with network_info: [{"id": "62b197ba-ece7-4477-8b88-961b63ee13b2", "address": "fa:16:3e:26:ce:91", "network": {"id": "b79d90dc-41e3-4e79-9121-5857cd8d1835", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1952190308-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62b197ba-ec", "ovs_interfaceid": "62b197ba-ece7-4477-8b88-961b63ee13b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e93744bd-e5be-4600-bac5-5d367c85a023", "address": "fa:16:3e:ff:b9:e0", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape93744bd-e5", "ovs_interfaceid": "e93744bd-e5be-4600-bac5-5d367c85a023", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d", "address": "fa:16:3e:2c:eb:22", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b9dc9d3-1e", "ovs_interfaceid": "2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "99b80e80-73bf-482f-8a9c-c350c805a644", "address": "fa:16:3e:97:61:2a", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99b80e80-73", "ovs_interfaceid": "99b80e80-73bf-482f-8a9c-c350c805a644", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7b29c56e-4c85-4c95-b43d-b87384ad92ae", "address": "fa:16:3e:19:c7:52", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b29c56e-4c", "ovs_interfaceid": "7b29c56e-4c85-4c95-b43d-b87384ad92ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80250c47-3166-4d43-b6e8-748a7ce26973", "address": "fa:16:3e:65:14:24", "network": {"id": "0786d898-9c44-4cfb-88f6-b846abebad8d", "bridge": "br-int", "label": "tempest-device-tagging-net2-534741338", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80250c47-31", "ovs_interfaceid": "80250c47-3166-4d43-b6e8-748a7ce26973", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c5b97f49-f7c7-45ee-afbd-55644f519f4d", "address": "fa:16:3e:ff:9f:7d", "network": {"id": "0786d898-9c44-4cfb-88f6-b846abebad8d", "bridge": "br-int", "label": "tempest-device-tagging-net2-534741338", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5b97f49-f7", "ovs_interfaceid": "c5b97f49-f7c7-45ee-afbd-55644f519f4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:24:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-81deaf15-30dc-42e9-9542-db8f54fb5fd6 req-0cd1f201-3bf7-486e-83b9-414f3a9004d6 service nova] Releasing lock "refresh_cache-cd97f643-1d23-4c93-9784-b83e51336e83" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:24:29 user nova-compute[73884]: DEBUG nova.compute.manager [req-81deaf15-30dc-42e9-9542-db8f54fb5fd6 req-0cd1f201-3bf7-486e-83b9-414f3a9004d6 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-changed-7b29c56e-4c85-4c95-b43d-b87384ad92ae {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:24:29 user nova-compute[73884]: DEBUG nova.compute.manager [req-81deaf15-30dc-42e9-9542-db8f54fb5fd6 req-0cd1f201-3bf7-486e-83b9-414f3a9004d6 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Refreshing instance network info cache due to event network-changed-7b29c56e-4c85-4c95-b43d-b87384ad92ae. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:24:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-81deaf15-30dc-42e9-9542-db8f54fb5fd6 req-0cd1f201-3bf7-486e-83b9-414f3a9004d6 service nova] Acquiring lock "refresh_cache-cd97f643-1d23-4c93-9784-b83e51336e83" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:24:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-81deaf15-30dc-42e9-9542-db8f54fb5fd6 req-0cd1f201-3bf7-486e-83b9-414f3a9004d6 service nova] Acquired lock "refresh_cache-cd97f643-1d23-4c93-9784-b83e51336e83" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:24:29 user nova-compute[73884]: DEBUG nova.network.neutron [req-81deaf15-30dc-42e9-9542-db8f54fb5fd6 req-0cd1f201-3bf7-486e-83b9-414f3a9004d6 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Refreshing network info cache for port 7b29c56e-4c85-4c95-b43d-b87384ad92ae {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:24:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:24:29 user nova-compute[73884]: DEBUG nova.network.neutron [req-81deaf15-30dc-42e9-9542-db8f54fb5fd6 req-0cd1f201-3bf7-486e-83b9-414f3a9004d6 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Updated VIF entry in instance network info cache for port 7b29c56e-4c85-4c95-b43d-b87384ad92ae. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:24:29 user nova-compute[73884]: DEBUG nova.network.neutron [req-81deaf15-30dc-42e9-9542-db8f54fb5fd6 req-0cd1f201-3bf7-486e-83b9-414f3a9004d6 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Updating instance_info_cache with network_info: [{"id": "62b197ba-ece7-4477-8b88-961b63ee13b2", "address": "fa:16:3e:26:ce:91", "network": {"id": "b79d90dc-41e3-4e79-9121-5857cd8d1835", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1952190308-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62b197ba-ec", "ovs_interfaceid": "62b197ba-ece7-4477-8b88-961b63ee13b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e93744bd-e5be-4600-bac5-5d367c85a023", "address": "fa:16:3e:ff:b9:e0", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape93744bd-e5", "ovs_interfaceid": "e93744bd-e5be-4600-bac5-5d367c85a023", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d", "address": "fa:16:3e:2c:eb:22", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b9dc9d3-1e", "ovs_interfaceid": "2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "99b80e80-73bf-482f-8a9c-c350c805a644", "address": "fa:16:3e:97:61:2a", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99b80e80-73", "ovs_interfaceid": "99b80e80-73bf-482f-8a9c-c350c805a644", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7b29c56e-4c85-4c95-b43d-b87384ad92ae", "address": "fa:16:3e:19:c7:52", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b29c56e-4c", "ovs_interfaceid": "7b29c56e-4c85-4c95-b43d-b87384ad92ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80250c47-3166-4d43-b6e8-748a7ce26973", "address": "fa:16:3e:65:14:24", "network": {"id": "0786d898-9c44-4cfb-88f6-b846abebad8d", "bridge": "br-int", "label": "tempest-device-tagging-net2-534741338", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80250c47-31", "ovs_interfaceid": "80250c47-3166-4d43-b6e8-748a7ce26973", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c5b97f49-f7c7-45ee-afbd-55644f519f4d", "address": "fa:16:3e:ff:9f:7d", "network": {"id": "0786d898-9c44-4cfb-88f6-b846abebad8d", "bridge": "br-int", "label": "tempest-device-tagging-net2-534741338", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5b97f49-f7", "ovs_interfaceid": "c5b97f49-f7c7-45ee-afbd-55644f519f4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:24:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-81deaf15-30dc-42e9-9542-db8f54fb5fd6 req-0cd1f201-3bf7-486e-83b9-414f3a9004d6 service nova] Releasing lock "refresh_cache-cd97f643-1d23-4c93-9784-b83e51336e83" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:24:29 user nova-compute[73884]: DEBUG nova.compute.manager [req-81deaf15-30dc-42e9-9542-db8f54fb5fd6 req-0cd1f201-3bf7-486e-83b9-414f3a9004d6 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-changed-80250c47-3166-4d43-b6e8-748a7ce26973 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:24:29 user nova-compute[73884]: DEBUG nova.compute.manager [req-81deaf15-30dc-42e9-9542-db8f54fb5fd6 req-0cd1f201-3bf7-486e-83b9-414f3a9004d6 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Refreshing instance network info cache due to event network-changed-80250c47-3166-4d43-b6e8-748a7ce26973. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:24:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-81deaf15-30dc-42e9-9542-db8f54fb5fd6 req-0cd1f201-3bf7-486e-83b9-414f3a9004d6 service nova] Acquiring lock "refresh_cache-cd97f643-1d23-4c93-9784-b83e51336e83" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:24:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-81deaf15-30dc-42e9-9542-db8f54fb5fd6 req-0cd1f201-3bf7-486e-83b9-414f3a9004d6 service nova] Acquired lock "refresh_cache-cd97f643-1d23-4c93-9784-b83e51336e83" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:24:29 user nova-compute[73884]: DEBUG nova.network.neutron [req-81deaf15-30dc-42e9-9542-db8f54fb5fd6 req-0cd1f201-3bf7-486e-83b9-414f3a9004d6 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Refreshing network info cache for port 80250c47-3166-4d43-b6e8-748a7ce26973 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:24:29 user nova-compute[73884]: DEBUG nova.network.neutron [req-81deaf15-30dc-42e9-9542-db8f54fb5fd6 req-0cd1f201-3bf7-486e-83b9-414f3a9004d6 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Updated VIF entry in instance network info cache for port 80250c47-3166-4d43-b6e8-748a7ce26973. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:24:29 user nova-compute[73884]: DEBUG nova.network.neutron [req-81deaf15-30dc-42e9-9542-db8f54fb5fd6 req-0cd1f201-3bf7-486e-83b9-414f3a9004d6 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Updating instance_info_cache with network_info: [{"id": "62b197ba-ece7-4477-8b88-961b63ee13b2", "address": "fa:16:3e:26:ce:91", "network": {"id": "b79d90dc-41e3-4e79-9121-5857cd8d1835", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1952190308-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62b197ba-ec", "ovs_interfaceid": "62b197ba-ece7-4477-8b88-961b63ee13b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e93744bd-e5be-4600-bac5-5d367c85a023", "address": "fa:16:3e:ff:b9:e0", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape93744bd-e5", "ovs_interfaceid": "e93744bd-e5be-4600-bac5-5d367c85a023", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d", "address": "fa:16:3e:2c:eb:22", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b9dc9d3-1e", "ovs_interfaceid": "2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "99b80e80-73bf-482f-8a9c-c350c805a644", "address": "fa:16:3e:97:61:2a", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99b80e80-73", "ovs_interfaceid": "99b80e80-73bf-482f-8a9c-c350c805a644", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7b29c56e-4c85-4c95-b43d-b87384ad92ae", "address": "fa:16:3e:19:c7:52", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b29c56e-4c", "ovs_interfaceid": "7b29c56e-4c85-4c95-b43d-b87384ad92ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80250c47-3166-4d43-b6e8-748a7ce26973", "address": "fa:16:3e:65:14:24", "network": {"id": "0786d898-9c44-4cfb-88f6-b846abebad8d", "bridge": "br-int", "label": "tempest-device-tagging-net2-534741338", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80250c47-31", "ovs_interfaceid": "80250c47-3166-4d43-b6e8-748a7ce26973", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c5b97f49-f7c7-45ee-afbd-55644f519f4d", "address": "fa:16:3e:ff:9f:7d", "network": {"id": "0786d898-9c44-4cfb-88f6-b846abebad8d", "bridge": "br-int", "label": "tempest-device-tagging-net2-534741338", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5b97f49-f7", "ovs_interfaceid": "c5b97f49-f7c7-45ee-afbd-55644f519f4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:24:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-81deaf15-30dc-42e9-9542-db8f54fb5fd6 req-0cd1f201-3bf7-486e-83b9-414f3a9004d6 service nova] Releasing lock "refresh_cache-cd97f643-1d23-4c93-9784-b83e51336e83" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:24:29 user nova-compute[73884]: DEBUG nova.compute.manager [req-81deaf15-30dc-42e9-9542-db8f54fb5fd6 req-0cd1f201-3bf7-486e-83b9-414f3a9004d6 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-changed-c5b97f49-f7c7-45ee-afbd-55644f519f4d {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:24:29 user nova-compute[73884]: DEBUG nova.compute.manager [req-81deaf15-30dc-42e9-9542-db8f54fb5fd6 req-0cd1f201-3bf7-486e-83b9-414f3a9004d6 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Refreshing instance network info cache due to event network-changed-c5b97f49-f7c7-45ee-afbd-55644f519f4d. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:24:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-81deaf15-30dc-42e9-9542-db8f54fb5fd6 req-0cd1f201-3bf7-486e-83b9-414f3a9004d6 service nova] Acquiring lock "refresh_cache-cd97f643-1d23-4c93-9784-b83e51336e83" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:24:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-81deaf15-30dc-42e9-9542-db8f54fb5fd6 req-0cd1f201-3bf7-486e-83b9-414f3a9004d6 service nova] Acquired lock "refresh_cache-cd97f643-1d23-4c93-9784-b83e51336e83" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:24:29 user nova-compute[73884]: DEBUG nova.network.neutron [req-81deaf15-30dc-42e9-9542-db8f54fb5fd6 req-0cd1f201-3bf7-486e-83b9-414f3a9004d6 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Refreshing network info cache for port c5b97f49-f7c7-45ee-afbd-55644f519f4d {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:24:30 user nova-compute[73884]: DEBUG nova.network.neutron [req-81deaf15-30dc-42e9-9542-db8f54fb5fd6 req-0cd1f201-3bf7-486e-83b9-414f3a9004d6 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Updated VIF entry in instance network info cache for port c5b97f49-f7c7-45ee-afbd-55644f519f4d. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:24:30 user nova-compute[73884]: DEBUG nova.network.neutron [req-81deaf15-30dc-42e9-9542-db8f54fb5fd6 req-0cd1f201-3bf7-486e-83b9-414f3a9004d6 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Updating instance_info_cache with network_info: [{"id": "62b197ba-ece7-4477-8b88-961b63ee13b2", "address": "fa:16:3e:26:ce:91", "network": {"id": "b79d90dc-41e3-4e79-9121-5857cd8d1835", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1952190308-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62b197ba-ec", "ovs_interfaceid": "62b197ba-ece7-4477-8b88-961b63ee13b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e93744bd-e5be-4600-bac5-5d367c85a023", "address": "fa:16:3e:ff:b9:e0", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape93744bd-e5", "ovs_interfaceid": "e93744bd-e5be-4600-bac5-5d367c85a023", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d", "address": "fa:16:3e:2c:eb:22", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b9dc9d3-1e", "ovs_interfaceid": "2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "99b80e80-73bf-482f-8a9c-c350c805a644", "address": "fa:16:3e:97:61:2a", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99b80e80-73", "ovs_interfaceid": "99b80e80-73bf-482f-8a9c-c350c805a644", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7b29c56e-4c85-4c95-b43d-b87384ad92ae", "address": "fa:16:3e:19:c7:52", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b29c56e-4c", "ovs_interfaceid": "7b29c56e-4c85-4c95-b43d-b87384ad92ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80250c47-3166-4d43-b6e8-748a7ce26973", "address": "fa:16:3e:65:14:24", "network": {"id": "0786d898-9c44-4cfb-88f6-b846abebad8d", "bridge": "br-int", "label": "tempest-device-tagging-net2-534741338", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80250c47-31", "ovs_interfaceid": "80250c47-3166-4d43-b6e8-748a7ce26973", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c5b97f49-f7c7-45ee-afbd-55644f519f4d", "address": "fa:16:3e:ff:9f:7d", "network": {"id": "0786d898-9c44-4cfb-88f6-b846abebad8d", "bridge": "br-int", "label": "tempest-device-tagging-net2-534741338", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5b97f49-f7", "ovs_interfaceid": "c5b97f49-f7c7-45ee-afbd-55644f519f4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:24:30 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-81deaf15-30dc-42e9-9542-db8f54fb5fd6 req-0cd1f201-3bf7-486e-83b9-414f3a9004d6 service nova] Releasing lock "refresh_cache-cd97f643-1d23-4c93-9784-b83e51336e83" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:24:33 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Acquiring lock "5b6f91b0-9046-4b7e-b4e1-3b6a577373e9" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:24:33 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Lock "5b6f91b0-9046-4b7e-b4e1-3b6a577373e9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:24:33 user nova-compute[73884]: DEBUG nova.objects.instance [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Lazy-loading 'flavor' on Instance uuid 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:24:33 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Lock "5b6f91b0-9046-4b7e-b4e1-3b6a577373e9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.084s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:24:33 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Acquiring lock "5b6f91b0-9046-4b7e-b4e1-3b6a577373e9" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:24:33 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Lock "5b6f91b0-9046-4b7e-b4e1-3b6a577373e9" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:24:33 user nova-compute[73884]: INFO nova.compute.manager [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Attaching volume f16e4d89-d015-4b0a-88c7-89e6c3c3486d to /dev/vdb
Oct 16 08:24:33 user nova-compute[73884]: DEBUG os_brick.utils [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:24:33 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:33 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.011s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:33 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a982c31-6c3c-4fc4-93a0-30412607439b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:24:33 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:33 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:33 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e90c8ebe-f926-4d9d-b3ba-0957b28ae077]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:24:33 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:33 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:33 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[aab1dc4f-1a85-4924-b402-d33ff637e920]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:24:33 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[76bba036-0e64-42b4-8ac5-ad3d28b56ac9]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:24:33 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:33 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:24:33 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 08:24:33 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:33 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:24:33 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 08:24:33 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[13446dd3-aa75-4e10-97d8-22725f46a8a7]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:24:33 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 08:24:33 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 08:24:33 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 08:24:33 user nova-compute[73884]: DEBUG os_brick.utils [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] <== get_connector_properties: return (107ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:24:33 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Updating existing volume attachment record: b99cb272-a063-4348-8a3d-add02d102691 {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 08:24:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:24:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:24:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=73884) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 08:24:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 08:24:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 08:24:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:24:35 user nova-compute[73884]: DEBUG nova.compute.manager [req-d3a94d6d-e06d-4a41-80a5-329d0ea5235c req-ca29f3b5-44e1-45f2-9688-5dabb67c886d service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Received event network-changed-d59f0547-73f9-4b4d-ba96-b23a68d95305 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:24:35 user nova-compute[73884]: DEBUG nova.compute.manager [req-d3a94d6d-e06d-4a41-80a5-329d0ea5235c req-ca29f3b5-44e1-45f2-9688-5dabb67c886d service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Refreshing instance network info cache due to event network-changed-d59f0547-73f9-4b4d-ba96-b23a68d95305. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:24:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d3a94d6d-e06d-4a41-80a5-329d0ea5235c req-ca29f3b5-44e1-45f2-9688-5dabb67c886d service nova] Acquiring lock "refresh_cache-40e9d767-26f4-4ae2-8edb-e6fd91db4f9b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:24:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d3a94d6d-e06d-4a41-80a5-329d0ea5235c req-ca29f3b5-44e1-45f2-9688-5dabb67c886d service nova] Acquired lock "refresh_cache-40e9d767-26f4-4ae2-8edb-e6fd91db4f9b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:24:35 user nova-compute[73884]: DEBUG nova.network.neutron [req-d3a94d6d-e06d-4a41-80a5-329d0ea5235c req-ca29f3b5-44e1-45f2-9688-5dabb67c886d service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Refreshing network info cache for port d59f0547-73f9-4b4d-ba96-b23a68d95305 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:24:36 user nova-compute[73884]: DEBUG nova.network.neutron [req-d3a94d6d-e06d-4a41-80a5-329d0ea5235c req-ca29f3b5-44e1-45f2-9688-5dabb67c886d service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Updated VIF entry in instance network info cache for port d59f0547-73f9-4b4d-ba96-b23a68d95305. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:24:36 user nova-compute[73884]: DEBUG nova.network.neutron [req-d3a94d6d-e06d-4a41-80a5-329d0ea5235c req-ca29f3b5-44e1-45f2-9688-5dabb67c886d service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Updating instance_info_cache with network_info: [{"id": "d59f0547-73f9-4b4d-ba96-b23a68d95305", "address": "fa:16:3e:f0:e1:03", "network": {"id": "c0e837be-34f7-4f6e-8ef0-e97a549c7a87", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-78206623-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e45b5fd6b81466495b7d28162de726f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd59f0547-73", "ovs_interfaceid": "d59f0547-73f9-4b4d-ba96-b23a68d95305", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:24:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d3a94d6d-e06d-4a41-80a5-329d0ea5235c req-ca29f3b5-44e1-45f2-9688-5dabb67c886d service nova] Releasing lock "refresh_cache-40e9d767-26f4-4ae2-8edb-e6fd91db4f9b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:24:37 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:24:37 user nova-compute[73884]: DEBUG nova.compute.manager [None req-73381aa2-5d03-4eb3-8aca-e974e671b3aa tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:24:37 user nova-compute[73884]: INFO nova.virt.block_device [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Booting with volume 81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 at /dev/vdb
Oct 16 08:24:37 user nova-compute[73884]: DEBUG os_brick.utils [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:24:37 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:37 user nova-compute[73884]: INFO nova.compute.manager [None req-73381aa2-5d03-4eb3-8aca-e974e671b3aa tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] instance snapshotting
Oct 16 08:24:37 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:37 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef352e54-c565-4de4-bdc0-fc05767b4e48]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:24:37 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:37 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:37 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[56dfcd35-f8e3-4011-a38f-068db4283e02]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:24:37 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:37 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:37 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[da520dd6-50fe-461b-bd11-054592d3a87f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:24:37 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e08e6311-5c17-4dcf-a50a-85b6c40a9cc6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:24:37 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:37 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:24:37 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 08:24:37 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:37 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-73381aa2-5d03-4eb3-8aca-e974e671b3aa tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Beginning live snapshot process
Oct 16 08:24:37 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:24:37 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 08:24:37 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4a7778c-12e4-4126-9a47-ef85cad056c0]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:24:37 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 08:24:37 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 08:24:37 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 08:24:37 user nova-compute[73884]: DEBUG os_brick.utils [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:24:37 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Updating existing volume attachment record: c8e543cb-ff52-41bf-9495-bfd8094123e9 {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 08:24:37 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-73381aa2-5d03-4eb3-8aca-e974e671b3aa tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk --force-share --output=json -f qcow2 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:37 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-73381aa2-5d03-4eb3-8aca-e974e671b3aa tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk --force-share --output=json -f qcow2" returned: 0 in 0.207s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:37 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-73381aa2-5d03-4eb3-8aca-e974e671b3aa tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk --force-share --output=json -f qcow2 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:37 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-73381aa2-5d03-4eb3-8aca-e974e671b3aa tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk --force-share --output=json -f qcow2" returned: 0 in 0.166s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:37 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-73381aa2-5d03-4eb3-8aca-e974e671b3aa tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-73381aa2-5d03-4eb3-8aca-e974e671b3aa tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.188s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-73381aa2-5d03-4eb3-8aca-e974e671b3aa tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpr9mbpk07/9445525ef1884bbb83d349edd66e4d53.delta 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-73381aa2-5d03-4eb3-8aca-e974e671b3aa tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpr9mbpk07/9445525ef1884bbb83d349edd66e4d53.delta 1073741824" returned: 0 in 0.046s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:38 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-73381aa2-5d03-4eb3-8aca-e974e671b3aa tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 16 08:24:38 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-73381aa2-5d03-4eb3-8aca-e974e671b3aa tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Checking UEFI support for host arch (x86_64) {{(pid=73884) supports_uefi /opt/stack/nova/nova/virt/libvirt/host.py:1751}}
Oct 16 08:24:38 user nova-compute[73884]: INFO nova.virt.libvirt.host [None req-73381aa2-5d03-4eb3-8aca-e974e671b3aa tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] UEFI support detected
Oct 16 08:24:38 user nova-compute[73884]: DEBUG nova.compute.manager [req-3b85a102-7cb0-477b-b951-3a9d7c59acc0 req-15dbeeb8-c2dc-44c5-ad78-ed351604d7ee service nova] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Received event network-changed-00e3e38a-c791-4154-b4d2-1dfcbd7e351c {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:24:38 user nova-compute[73884]: DEBUG nova.compute.manager [req-3b85a102-7cb0-477b-b951-3a9d7c59acc0 req-15dbeeb8-c2dc-44c5-ad78-ed351604d7ee service nova] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Refreshing instance network info cache due to event network-changed-00e3e38a-c791-4154-b4d2-1dfcbd7e351c. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:24:38 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-3b85a102-7cb0-477b-b951-3a9d7c59acc0 req-15dbeeb8-c2dc-44c5-ad78-ed351604d7ee service nova] Acquiring lock "refresh_cache-6cb85b93-60df-4b5f-9d18-6271a3423a2d" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:24:38 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-3b85a102-7cb0-477b-b951-3a9d7c59acc0 req-15dbeeb8-c2dc-44c5-ad78-ed351604d7ee service nova] Acquired lock "refresh_cache-6cb85b93-60df-4b5f-9d18-6271a3423a2d" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:24:38 user nova-compute[73884]: DEBUG nova.network.neutron [req-3b85a102-7cb0-477b-b951-3a9d7c59acc0 req-15dbeeb8-c2dc-44c5-ad78-ed351604d7ee service nova] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Refreshing network info cache for port 00e3e38a-c791-4154-b4d2-1dfcbd7e351c {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:24:38 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-73381aa2-5d03-4eb3-8aca-e974e671b3aa tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=73884) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 08:24:39 user nova-compute[73884]: DEBUG nova.network.neutron [req-3b85a102-7cb0-477b-b951-3a9d7c59acc0 req-15dbeeb8-c2dc-44c5-ad78-ed351604d7ee service nova] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Updated VIF entry in instance network info cache for port 00e3e38a-c791-4154-b4d2-1dfcbd7e351c. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:24:39 user nova-compute[73884]: DEBUG nova.network.neutron [req-3b85a102-7cb0-477b-b951-3a9d7c59acc0 req-15dbeeb8-c2dc-44c5-ad78-ed351604d7ee service nova] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Updating instance_info_cache with network_info: [{"id": "00e3e38a-c791-4154-b4d2-1dfcbd7e351c", "address": "fa:16:3e:7b:a7:3b", "network": {"id": "b011d805-167f-4988-9e6a-89b51f0f7b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-996953975-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.10", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5541602e94564d8e967513f3ddf10429", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap00e3e38a-c7", "ovs_interfaceid": "00e3e38a-c791-4154-b4d2-1dfcbd7e351c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:24:39 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-3b85a102-7cb0-477b-b951-3a9d7c59acc0 req-15dbeeb8-c2dc-44c5-ad78-ed351604d7ee service nova] Releasing lock "refresh_cache-6cb85b93-60df-4b5f-9d18-6271a3423a2d" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:24:39 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:24:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-73381aa2-5d03-4eb3-8aca-e974e671b3aa tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=73884) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 08:24:39 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-73381aa2-5d03-4eb3-8aca-e974e671b3aa tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 16 08:24:39 user nova-compute[73884]: DEBUG nova.privsep.utils [None req-73381aa2-5d03-4eb3-8aca-e974e671b3aa tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=73884) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 16 08:24:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-73381aa2-5d03-4eb3-8aca-e974e671b3aa tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpr9mbpk07/9445525ef1884bbb83d349edd66e4d53.delta /opt/stack/data/nova/instances/snapshots/tmpr9mbpk07/9445525ef1884bbb83d349edd66e4d53 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-73381aa2-5d03-4eb3-8aca-e974e671b3aa tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpr9mbpk07/9445525ef1884bbb83d349edd66e4d53.delta /opt/stack/data/nova/instances/snapshots/tmpr9mbpk07/9445525ef1884bbb83d349edd66e4d53" returned: 0 in 0.833s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:40 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-73381aa2-5d03-4eb3-8aca-e974e671b3aa tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Snapshot extracted, beginning image upload
Oct 16 08:24:41 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:24:41 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:24:41 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:24:41 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 08:24:41 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "refresh_cache-40e9d767-26f4-4ae2-8edb-e6fd91db4f9b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:24:41 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquired lock "refresh_cache-40e9d767-26f4-4ae2-8edb-e6fd91db4f9b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:24:41 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Forcefully refreshing network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 08:24:41 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Updating instance_info_cache with network_info: [{"id": "d59f0547-73f9-4b4d-ba96-b23a68d95305", "address": "fa:16:3e:f0:e1:03", "network": {"id": "c0e837be-34f7-4f6e-8ef0-e97a549c7a87", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-78206623-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e45b5fd6b81466495b7d28162de726f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd59f0547-73", "ovs_interfaceid": "d59f0547-73f9-4b4d-ba96-b23a68d95305", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:24:41 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Releasing lock "refresh_cache-40e9d767-26f4-4ae2-8edb-e6fd91db4f9b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:24:41 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Updated the network info_cache for instance {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 08:24:41 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:24:41 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:24:41 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:24:41 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:24:41 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:24:41 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:24:41 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 08:24:41 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:24:41 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:24:41 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:24:41 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:24:41 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 08:24:42 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:24:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6cb85b93-60df-4b5f-9d18-6271a3423a2d/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6cb85b93-60df-4b5f-9d18-6271a3423a2d/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6cb85b93-60df-4b5f-9d18-6271a3423a2d/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6cb85b93-60df-4b5f-9d18-6271a3423a2d/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:43 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-73381aa2-5d03-4eb3-8aca-e974e671b3aa tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Snapshot image upload complete
Oct 16 08:24:43 user nova-compute[73884]: INFO nova.compute.manager [None req-73381aa2-5d03-4eb3-8aca-e974e671b3aa tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Took 5.87 seconds to snapshot the instance on the hypervisor.
Oct 16 08:24:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/751a4c38-fe52-4076-b6a7-952abcc49208/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/751a4c38-fe52-4076-b6a7-952abcc49208/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/751a4c38-fe52-4076-b6a7-952abcc49208/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/751a4c38-fe52-4076-b6a7-952abcc49208/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b6f91b0-9046-4b7e-b4e1-3b6a577373e9/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b6f91b0-9046-4b7e-b4e1-3b6a577373e9/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b6f91b0-9046-4b7e-b4e1-3b6a577373e9/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5b6f91b0-9046-4b7e-b4e1-3b6a577373e9/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18e603e0-a105-4662-8a24-fd6d5471109c/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:24:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18e603e0-a105-4662-8a24-fd6d5471109c/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18e603e0-a105-4662-8a24-fd6d5471109c/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18e603e0-a105-4662-8a24-fd6d5471109c/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddb70d5a-9c18-40ec-98e8-d478ad8c29a5/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddb70d5a-9c18-40ec-98e8-d478ad8c29a5/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddb70d5a-9c18-40ec-98e8-d478ad8c29a5/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddb70d5a-9c18-40ec-98e8-d478ad8c29a5/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab0b96cd-bd67-40dc-8cd8-b159fd6848f7/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab0b96cd-bd67-40dc-8cd8-b159fd6848f7/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab0b96cd-bd67-40dc-8cd8-b159fd6848f7/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab0b96cd-bd67-40dc-8cd8-b159fd6848f7/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:45 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:24:45 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:24:45 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=7674MB free_disk=25.57535171508789GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 08:24:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:24:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:24:45 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:24:45 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:24:45 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 6cb85b93-60df-4b5f-9d18-6271a3423a2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:24:45 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 18e603e0-a105-4662-8a24-fd6d5471109c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:24:45 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance ddb70d5a-9c18-40ec-98e8-d478ad8c29a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:24:45 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:24:45 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 751a4c38-fe52-4076-b6a7-952abcc49208 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:24:45 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance ab0b96cd-bd67-40dc-8cd8-b159fd6848f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:24:45 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance cd97f643-1d23-4c93-9784-b83e51336e83 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:24:45 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 08:24:45 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 08:24:46 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:24:46 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:24:46 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 08:24:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.534s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:24:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:24:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Acquiring lock "cache_volume_driver" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Lock "cache_volume_driver" acquired by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG os_brick.initiator.connector [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Factory for ISCSI on None {{(pid=73884) factory /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connector.py:281}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Lock "cache_volume_driver" "released" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: held 0.005s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FlhYLOus', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:24:50 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:24:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:24:50 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:24:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:24:50 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:24:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d -p 172.16.0.220:3260" returned: 21 in 0.015s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[62c0bebc-c13f-4cd0-a98c-60a11f81c115]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:24:50 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[94cd36a9-9eb0-4a03-b400-470efd731207]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d] added
Oct 16 08:24:50 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[1264bbfe-21f8-41f9-bce2-1ae7a32c7e61]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbed81e4-9184-41c1-b547-a42a1e710128]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FlhYLOus {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FlhYLOus" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4547bda-6925-4f75-9b26-4e0748e14931]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'FlhYLOus'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.015s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7b3efc8-b789-430e-a4c0-14e4ebbe9342]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.014s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[47fe9a4f-3df5-410c-9cd8-55b80b437774]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 16 08:24:50 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 16 08:24:50 user nova-compute[73884]:  {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:24:50 user nova-compute[73884]: WARNING os_brick.initiator.connectors.iscsi [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 16 08:24:50 user nova-compute[73884]: 
Oct 16 08:24:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d -p 172.16.0.220:3260 --login" returned: 0 in 0.044s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa610fe6-762a-4269-a364-3c04d41f23ba]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d, portal: 172.16.0.220,3260]
Oct 16 08:24:50 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d, portal: 172.16.0.220,3260] successful.
Oct 16 08:24:50 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc4be7cb-d433-4834-944f-9b1d38895f04]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[87851fb2-17a1-4f3c-9d8a-c5717fadf9e1]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d (non-flash)
Oct 16 08:24:50 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d (non-flash)
Oct 16 08:24:50 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.229s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] HCTL ('33', '-', '-', 0) found on session 2 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb454978-55bc-45f1-af7d-ad0a7ddbfa03]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:24:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FlhYLOus', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:24:51 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.258s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:24:51 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] <== connect_volume: return (1260ms) {'type': 'block', 'scsi_wwn': '26664663234333065', 'path': '/dev/sdb'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:24:51 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26664663234333065', 'path': '/dev/sdb'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:24:51 user nova-compute[73884]: DEBUG nova.objects.instance [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Lazy-loading 'flavor' on Instance uuid 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:24:51 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 08:24:51 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:24:51 user nova-compute[73884]:   <source dev="/dev/sdb"/>
Oct 16 08:24:51 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:24:51 user nova-compute[73884]:   <serial>f16e4d89-d015-4b0a-88c7-89e6c3c3486d</serial>
Oct 16 08:24:51 user nova-compute[73884]: </disk>
Oct 16 08:24:51 user nova-compute[73884]:  {{(pid=73884) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 08:24:52 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:24:52 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] No BDM found with device name vdb, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:24:52 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] No VIF found with MAC fa:16:3e:69:ba:09, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:24:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:24:52 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-2e59af13-84cf-4d63-9385-9d644ffb3fd4 tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Lock "5b6f91b0-9046-4b7e-b4e1-3b6a577373e9" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.527s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:24:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Acquiring lock "5b6f91b0-9046-4b7e-b4e1-3b6a577373e9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:24:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Lock "5b6f91b0-9046-4b7e-b4e1-3b6a577373e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:24:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Acquiring lock "5b6f91b0-9046-4b7e-b4e1-3b6a577373e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:24:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Lock "5b6f91b0-9046-4b7e-b4e1-3b6a577373e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:24:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Lock "5b6f91b0-9046-4b7e-b4e1-3b6a577373e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:24:53 user nova-compute[73884]: INFO nova.compute.manager [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Terminating instance
Oct 16 08:24:53 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 08:24:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:24:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:24:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:24:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:24:53 user nova-compute[73884]: DEBUG nova.compute.manager [req-9e1d1c4e-64db-48d0-a32e-5a9dacbaf190 req-46ba85bf-ee18-4fb2-bca0-9ed69cf570ba service nova] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Received event network-vif-unplugged-14106b87-77b7-4049-a30f-4263a0f2ba61 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:24:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-9e1d1c4e-64db-48d0-a32e-5a9dacbaf190 req-46ba85bf-ee18-4fb2-bca0-9ed69cf570ba service nova] Acquiring lock "5b6f91b0-9046-4b7e-b4e1-3b6a577373e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:24:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-9e1d1c4e-64db-48d0-a32e-5a9dacbaf190 req-46ba85bf-ee18-4fb2-bca0-9ed69cf570ba service nova] Lock "5b6f91b0-9046-4b7e-b4e1-3b6a577373e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:24:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-9e1d1c4e-64db-48d0-a32e-5a9dacbaf190 req-46ba85bf-ee18-4fb2-bca0-9ed69cf570ba service nova] Lock "5b6f91b0-9046-4b7e-b4e1-3b6a577373e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:24:53 user nova-compute[73884]: DEBUG nova.compute.manager [req-9e1d1c4e-64db-48d0-a32e-5a9dacbaf190 req-46ba85bf-ee18-4fb2-bca0-9ed69cf570ba service nova] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] No waiting events found dispatching network-vif-unplugged-14106b87-77b7-4049-a30f-4263a0f2ba61 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:24:53 user nova-compute[73884]: DEBUG nova.compute.manager [req-9e1d1c4e-64db-48d0-a32e-5a9dacbaf190 req-46ba85bf-ee18-4fb2-bca0-9ed69cf570ba service nova] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Received event network-vif-unplugged-14106b87-77b7-4049-a30f-4263a0f2ba61 for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:24:53 user nova-compute[73884]: INFO nova.virt.block_device [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Booting with volume 33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 at /dev/vdc
Oct 16 08:24:54 user nova-compute[73884]: DEBUG os_brick.utils [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[0844c156-d539-4f49-968c-34eb05479b43]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[023e2690-9c0f-4809-8aee-52a13f2d63d3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:54 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Instance destroyed successfully.
Oct 16 08:24:54 user nova-compute[73884]: DEBUG nova.objects.instance [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Lazy-loading 'resources' on Instance uuid 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[699a1757-956c-4c6d-8eeb-ab1c347d5443]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b731a01-f11d-4dbe-8301-5553ec5845ea]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:22:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-2117754447',display_name='tempest-DeleteServersTestJSON-server-2117754447',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-2117754447',id=1,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:22:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5609000d5e2a4563bae6b99e8443ade7',ramdisk_id='',reservation_id='r-ve4ckct0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-DeleteServersTestJSON-735209883',owner_user_name='tempest-DeleteServersTestJSON-735209883-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:22:56Z,user_data=None,user_id='8cc7763a098640b282369697fa8434ff',uuid=5b6f91b0-9046-4b7e-b4e1-3b6a577373e9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "14106b87-77b7-4049-a30f-4263a0f2ba61", "address": "fa:16:3e:69:ba:09", "network": {"id": "e8c8d2c1-e615-4899-8b4e-1f58ccc649d0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-494300433-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5609000d5e2a4563bae6b99e8443ade7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap14106b87-77", "ovs_interfaceid": "14106b87-77b7-4049-a30f-4263a0f2ba61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Converting VIF {"id": "14106b87-77b7-4049-a30f-4263a0f2ba61", "address": "fa:16:3e:69:ba:09", "network": {"id": "e8c8d2c1-e615-4899-8b4e-1f58ccc649d0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-494300433-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5609000d5e2a4563bae6b99e8443ade7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap14106b87-77", "ovs_interfaceid": "14106b87-77b7-4049-a30f-4263a0f2ba61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:69:ba:09,bridge_name='br-int',has_traffic_filtering=True,id=14106b87-77b7-4049-a30f-4263a0f2ba61,network=Network(e8c8d2c1-e615-4899-8b4e-1f58ccc649d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap14106b87-77') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG os_vif [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:69:ba:09,bridge_name='br-int',has_traffic_filtering=True,id=14106b87-77b7-4049-a30f-4263a0f2ba61,network=Network(e8c8d2c1-e615-4899-8b4e-1f58ccc649d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap14106b87-77') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:24:54 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c11cded6-7ed0-4c62-9edf-a6cf16854631]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap14106b87-77, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG os_brick.utils [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Updating existing volume attachment record: 1d54fb9f-ca4f-40f9-b351-924037d6fe4b {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5c0699e9-af42-48ff-82f1-53e40dbcabaf) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:24:54 user nova-compute[73884]: INFO os_vif [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:69:ba:09,bridge_name='br-int',has_traffic_filtering=True,id=14106b87-77b7-4049-a30f-4263a0f2ba61,network=Network(e8c8d2c1-e615-4899-8b4e-1f58ccc649d0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap14106b87-77')
Oct 16 08:24:54 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FlhYLOus', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:24:54 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:24:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa617bd4-acfb-41cf-aacf-246b865232fc]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:24:54 user nova-compute[73884]: No targets found.
Oct 16 08:24:54 user nova-compute[73884]: iSNS:
Oct 16 08:24:54 user nova-compute[73884]: No targets found.
Oct 16 08:24:54 user nova-compute[73884]: STATIC:
Oct 16 08:24:54 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d
Oct 16 08:24:54 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:24:54 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:24:54 user nova-compute[73884]: FIRMWARE:
Oct 16 08:24:54 user nova-compute[73884]: No targets found.
Oct 16 08:24:54 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:24:54 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:24:54 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[585028f0-a705-4853-8272-c2d9fe514a24]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b18dd5a-9f5e-4415-a3a7-6b39fce3c1c9]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d (non-flash)
Oct 16 08:24:54 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d (non-flash)
Oct 16 08:24:54 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7ea47cc4c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d'): ({'sdb'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Removing single pathed devices sdb {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[40c7b8a4-467b-4188-81aa-a6e243f6347d]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7a9a095-340b-4b1e-ab3e-28c866bde49a]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Flushing IO for device /dev/sdb {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6fbd394-c162-44a1-b86f-1d160502ec22]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.035s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[4eddcc7a-45fa-4d33-92ab-c199b173ffba]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] SCSI volumes sdb have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[70fbfe38-9f64-4c4e-bb12-0f0b4ddc0767]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d -p 172.16.0.220:3260 --logout" returned: 0 in 0.043s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a757d5a-ddea-4414-902e-75f03710d873]: (4, ('Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d, portal: 172.16.0.220,3260]\nLogout of [sid: 2, target: iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d, portal: 172.16.0.220,3260]
Oct 16 08:24:54 user nova-compute[73884]: Logout of [sid: 2, target: iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d, portal: 172.16.0.220,3260] successful.
Oct 16 08:24:54 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f16e4d89-d015-4b0a-88c7-89e6c3c3486d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[db88d01b-ee4e-408e-99a9-d66efb3e5c87]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.261s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] <== disconnect_volume: return (263ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:24:54 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Deleting instance files /opt/stack/data/nova/instances/5b6f91b0-9046-4b7e-b4e1-3b6a577373e9_del
Oct 16 08:24:54 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Deletion of /opt/stack/data/nova/instances/5b6f91b0-9046-4b7e-b4e1-3b6a577373e9_del complete
Oct 16 08:24:54 user nova-compute[73884]: INFO nova.compute.manager [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Took 1.20 seconds to destroy the instance on the hypervisor.
Oct 16 08:24:54 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 08:24:54 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 08:24:55 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:24:55 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Took 0.52 seconds to deallocate network for instance.
Oct 16 08:24:55 user nova-compute[73884]: DEBUG nova.compute.manager [req-385fe1b9-901c-4f86-baaa-923bcf403a86 req-8329dc6b-cf62-414e-8334-146f1dbf7394 service nova] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Received event network-vif-deleted-14106b87-77b7-4049-a30f-4263a0f2ba61 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:24:55 user nova-compute[73884]: INFO nova.compute.manager [req-385fe1b9-901c-4f86-baaa-923bcf403a86 req-8329dc6b-cf62-414e-8334-146f1dbf7394 service nova] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Neutron deleted interface 14106b87-77b7-4049-a30f-4263a0f2ba61; detaching it from the instance and deleting it from the info cache
Oct 16 08:24:55 user nova-compute[73884]: DEBUG nova.network.neutron [req-385fe1b9-901c-4f86-baaa-923bcf403a86 req-8329dc6b-cf62-414e-8334-146f1dbf7394 service nova] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:24:55 user nova-compute[73884]: DEBUG nova.compute.manager [req-385fe1b9-901c-4f86-baaa-923bcf403a86 req-8329dc6b-cf62-414e-8334-146f1dbf7394 service nova] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Detach interface failed, port_id=14106b87-77b7-4049-a30f-4263a0f2ba61, reason: Instance 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9 could not be found. {{(pid=73884) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 16 08:24:55 user nova-compute[73884]: DEBUG nova.compute.manager [req-f7f682b3-4f6e-44f1-a3c1-799851d9465d req-5d84ed7c-da11-49f2-b987-6b5fd41f515b service nova] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Received event network-vif-plugged-14106b87-77b7-4049-a30f-4263a0f2ba61 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:24:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f7f682b3-4f6e-44f1-a3c1-799851d9465d req-5d84ed7c-da11-49f2-b987-6b5fd41f515b service nova] Acquiring lock "5b6f91b0-9046-4b7e-b4e1-3b6a577373e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:24:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f7f682b3-4f6e-44f1-a3c1-799851d9465d req-5d84ed7c-da11-49f2-b987-6b5fd41f515b service nova] Lock "5b6f91b0-9046-4b7e-b4e1-3b6a577373e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:24:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f7f682b3-4f6e-44f1-a3c1-799851d9465d req-5d84ed7c-da11-49f2-b987-6b5fd41f515b service nova] Lock "5b6f91b0-9046-4b7e-b4e1-3b6a577373e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:24:55 user nova-compute[73884]: DEBUG nova.compute.manager [req-f7f682b3-4f6e-44f1-a3c1-799851d9465d req-5d84ed7c-da11-49f2-b987-6b5fd41f515b service nova] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] No waiting events found dispatching network-vif-plugged-14106b87-77b7-4049-a30f-4263a0f2ba61 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:24:55 user nova-compute[73884]: WARNING nova.compute.manager [req-f7f682b3-4f6e-44f1-a3c1-799851d9465d req-5d84ed7c-da11-49f2-b987-6b5fd41f515b service nova] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Received unexpected event network-vif-plugged-14106b87-77b7-4049-a30f-4263a0f2ba61 for instance with vm_state active and task_state deleting.
Oct 16 08:24:55 user nova-compute[73884]: INFO nova.compute.manager [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] [instance: 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9] Took 0.81 seconds to detach 1 volumes for instance.
Oct 16 08:24:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:24:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:24:56 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:24:56 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:24:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.316s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:24:56 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Deleted allocations for instance 5b6f91b0-9046-4b7e-b4e1-3b6a577373e9
Oct 16 08:24:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b1d2df72-65aa-4889-aac0-10a23861a67a tempest-DeleteServersTestJSON-735209883 tempest-DeleteServersTestJSON-735209883-project-member] Lock "5b6f91b0-9046-4b7e-b4e1-3b6a577373e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.084s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:24:56 user nova-compute[73884]: DEBUG nova.compute.manager [req-65ca75a1-32a8-411d-8e78-0fcffb8ae137 req-ddd82d20-23ac-4371-a332-cde653eeb03f service nova] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Received event network-changed-e22ad475-20b4-4c2a-8190-0aafe3014783 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:24:56 user nova-compute[73884]: DEBUG nova.compute.manager [req-65ca75a1-32a8-411d-8e78-0fcffb8ae137 req-ddd82d20-23ac-4371-a332-cde653eeb03f service nova] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Refreshing instance network info cache due to event network-changed-e22ad475-20b4-4c2a-8190-0aafe3014783. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:24:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-65ca75a1-32a8-411d-8e78-0fcffb8ae137 req-ddd82d20-23ac-4371-a332-cde653eeb03f service nova] Acquiring lock "refresh_cache-ddb70d5a-9c18-40ec-98e8-d478ad8c29a5" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:24:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-65ca75a1-32a8-411d-8e78-0fcffb8ae137 req-ddd82d20-23ac-4371-a332-cde653eeb03f service nova] Acquired lock "refresh_cache-ddb70d5a-9c18-40ec-98e8-d478ad8c29a5" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:24:56 user nova-compute[73884]: DEBUG nova.network.neutron [req-65ca75a1-32a8-411d-8e78-0fcffb8ae137 req-ddd82d20-23ac-4371-a332-cde653eeb03f service nova] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Refreshing network info cache for port e22ad475-20b4-4c2a-8190-0aafe3014783 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:24:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:24:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-0969377c-d4d1-4b97-94ce-a42aac0079a3 req-6219636d-890c-429a-8c69-c6bbddb6f4ad service nova] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Received event network-changed-8c21a583-9144-4cbd-aaca-a1ec3c296e3e {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:24:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-0969377c-d4d1-4b97-94ce-a42aac0079a3 req-6219636d-890c-429a-8c69-c6bbddb6f4ad service nova] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Refreshing instance network info cache due to event network-changed-8c21a583-9144-4cbd-aaca-a1ec3c296e3e. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:24:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0969377c-d4d1-4b97-94ce-a42aac0079a3 req-6219636d-890c-429a-8c69-c6bbddb6f4ad service nova] Acquiring lock "refresh_cache-18e603e0-a105-4662-8a24-fd6d5471109c" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:24:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0969377c-d4d1-4b97-94ce-a42aac0079a3 req-6219636d-890c-429a-8c69-c6bbddb6f4ad service nova] Acquired lock "refresh_cache-18e603e0-a105-4662-8a24-fd6d5471109c" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:24:57 user nova-compute[73884]: DEBUG nova.network.neutron [req-0969377c-d4d1-4b97-94ce-a42aac0079a3 req-6219636d-890c-429a-8c69-c6bbddb6f4ad service nova] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Refreshing network info cache for port 8c21a583-9144-4cbd-aaca-a1ec3c296e3e {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:24:57 user nova-compute[73884]: DEBUG nova.network.neutron [req-65ca75a1-32a8-411d-8e78-0fcffb8ae137 req-ddd82d20-23ac-4371-a332-cde653eeb03f service nova] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Updated VIF entry in instance network info cache for port e22ad475-20b4-4c2a-8190-0aafe3014783. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:24:57 user nova-compute[73884]: DEBUG nova.network.neutron [req-65ca75a1-32a8-411d-8e78-0fcffb8ae137 req-ddd82d20-23ac-4371-a332-cde653eeb03f service nova] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Updating instance_info_cache with network_info: [{"id": "e22ad475-20b4-4c2a-8190-0aafe3014783", "address": "fa:16:3e:44:68:b8", "network": {"id": "80a36ab4-e108-4991-b896-da5adccf4f18", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-116395503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e01b26e714e40469939d38cceeb220c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape22ad475-20", "ovs_interfaceid": "e22ad475-20b4-4c2a-8190-0aafe3014783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:24:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-65ca75a1-32a8-411d-8e78-0fcffb8ae137 req-ddd82d20-23ac-4371-a332-cde653eeb03f service nova] Releasing lock "refresh_cache-ddb70d5a-9c18-40ec-98e8-d478ad8c29a5" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:24:57 user nova-compute[73884]: DEBUG nova.network.neutron [req-0969377c-d4d1-4b97-94ce-a42aac0079a3 req-6219636d-890c-429a-8c69-c6bbddb6f4ad service nova] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Updated VIF entry in instance network info cache for port 8c21a583-9144-4cbd-aaca-a1ec3c296e3e. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:24:57 user nova-compute[73884]: DEBUG nova.network.neutron [req-0969377c-d4d1-4b97-94ce-a42aac0079a3 req-6219636d-890c-429a-8c69-c6bbddb6f4ad service nova] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Updating instance_info_cache with network_info: [{"id": "8c21a583-9144-4cbd-aaca-a1ec3c296e3e", "address": "fa:16:3e:9c:e5:4f", "network": {"id": "cc001c45-4010-4986-bbf5-50d8ec86967a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-319910744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.101", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "20ec0f384ecf41cf910921c0b44bf43e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c21a583-91", "ovs_interfaceid": "8c21a583-9144-4cbd-aaca-a1ec3c296e3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:24:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0969377c-d4d1-4b97-94ce-a42aac0079a3 req-6219636d-890c-429a-8c69-c6bbddb6f4ad service nova] Releasing lock "refresh_cache-18e603e0-a105-4662-8a24-fd6d5471109c" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:24:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Acquiring lock "18e603e0-a105-4662-8a24-fd6d5471109c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:25:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lock "18e603e0-a105-4662-8a24-fd6d5471109c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:25:01 user nova-compute[73884]: DEBUG nova.objects.instance [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lazy-loading 'flavor' on Instance uuid 18e603e0-a105-4662-8a24-fd6d5471109c {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:25:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lock "18e603e0-a105-4662-8a24-fd6d5471109c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.229s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:25:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Acquiring lock "18e603e0-a105-4662-8a24-fd6d5471109c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:25:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lock "18e603e0-a105-4662-8a24-fd6d5471109c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:25:01 user nova-compute[73884]: INFO nova.compute.manager [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Attaching volume db46bcce-6d30-4e51-b93a-eeef28b8eb5b to /dev/vdb
Oct 16 08:25:01 user nova-compute[73884]: DEBUG os_brick.utils [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:25:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:01 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a7685f4-fea7-4200-af3c-cc215d9d0d2f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:01 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[9856afb8-aa77-4ae7-9ab5-957cfe514d8b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:01 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b185df04-4a3f-4463-afce-813cabe5bf9e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:01 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[46375691-5c7f-4b57-86d3-10468322a04b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:25:01 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 08:25:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:25:01 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 08:25:01 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e0b795c-5e2c-4f04-86c2-fb17ba11d99d]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:01 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 08:25:01 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 08:25:01 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 08:25:01 user nova-compute[73884]: DEBUG os_brick.utils [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] <== get_connector_properties: return (134ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:25:01 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Updating existing volume attachment record: a3930e69-4078-4260-814a-f5362e6aaa19 {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 08:25:02 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Acquiring lock "ddb70d5a-9c18-40ec-98e8-d478ad8c29a5" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:25:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Lock "ddb70d5a-9c18-40ec-98e8-d478ad8c29a5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:25:02 user nova-compute[73884]: DEBUG nova.objects.instance [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Lazy-loading 'flavor' on Instance uuid ddb70d5a-9c18-40ec-98e8-d478ad8c29a5 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:25:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Lock "ddb70d5a-9c18-40ec-98e8-d478ad8c29a5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.068s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:25:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Acquiring lock "ddb70d5a-9c18-40ec-98e8-d478ad8c29a5" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:25:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Lock "ddb70d5a-9c18-40ec-98e8-d478ad8c29a5" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:25:03 user nova-compute[73884]: INFO nova.compute.manager [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Attaching volume 22a7f618-87e8-4c49-b361-11876d35b283 to /dev/sdc
Oct 16 08:25:03 user nova-compute[73884]: DEBUG os_brick.utils [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:25:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.011s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:03 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1579849-02d4-40c6-a97b-4de4df5a4a90]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:03 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab2abac7-2bca-4dd8-8426-77051face4a7]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:03 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c168732d-6037-42c8-b2b5-1c276289aee9]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:03 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[3037ced7-6f44-40ed-9eb3-eba269b5e8f1]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:25:03 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 08:25:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:25:03 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 08:25:03 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7a7dc6e-afa5-4bc9-89cd-0b6076b9a6c1]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:03 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 08:25:03 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 08:25:03 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 08:25:03 user nova-compute[73884]: DEBUG os_brick.utils [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] <== get_connector_properties: return (110ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:25:03 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Updating existing volume attachment record: a792d754-7e73-4ee6-b1bc-0466a3a375e8 {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 08:25:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-b3ffca74-2940-4003-bd2b-cee54a94d37b req-2a2423e6-9501-4dd4-b509-51567f13721a service nova] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Received event network-changed-f38509ea-d5e1-4bcf-8963-812052e6ea08 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:25:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-b3ffca74-2940-4003-bd2b-cee54a94d37b req-2a2423e6-9501-4dd4-b509-51567f13721a service nova] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Refreshing instance network info cache due to event network-changed-f38509ea-d5e1-4bcf-8963-812052e6ea08. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:25:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-b3ffca74-2940-4003-bd2b-cee54a94d37b req-2a2423e6-9501-4dd4-b509-51567f13721a service nova] Acquiring lock "refresh_cache-8081efa1-2d38-4b2d-9821-2c1c9a36a3b3" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:25:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-b3ffca74-2940-4003-bd2b-cee54a94d37b req-2a2423e6-9501-4dd4-b509-51567f13721a service nova] Acquired lock "refresh_cache-8081efa1-2d38-4b2d-9821-2c1c9a36a3b3" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:25:08 user nova-compute[73884]: DEBUG nova.network.neutron [req-b3ffca74-2940-4003-bd2b-cee54a94d37b req-2a2423e6-9501-4dd4-b509-51567f13721a service nova] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Refreshing network info cache for port f38509ea-d5e1-4bcf-8963-812052e6ea08 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:25:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f35801f0-9ab9-4868-8e70-1659c8796e5b tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Acquiring lock "interface-8081efa1-2d38-4b2d-9821-2c1c9a36a3b3-None" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:25:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f35801f0-9ab9-4868-8e70-1659c8796e5b tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Lock "interface-8081efa1-2d38-4b2d-9821-2c1c9a36a3b3-None" acquired by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:25:08 user nova-compute[73884]: DEBUG nova.objects.instance [None req-f35801f0-9ab9-4868-8e70-1659c8796e5b tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Lazy-loading 'flavor' on Instance uuid 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:25:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:09 user nova-compute[73884]: DEBUG nova.objects.instance [None req-f35801f0-9ab9-4868-8e70-1659c8796e5b tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Lazy-loading 'pci_requests' on Instance uuid 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:25:09 user nova-compute[73884]: DEBUG nova.network.neutron [req-b3ffca74-2940-4003-bd2b-cee54a94d37b req-2a2423e6-9501-4dd4-b509-51567f13721a service nova] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Updated VIF entry in instance network info cache for port f38509ea-d5e1-4bcf-8963-812052e6ea08. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:25:09 user nova-compute[73884]: DEBUG nova.network.neutron [req-b3ffca74-2940-4003-bd2b-cee54a94d37b req-2a2423e6-9501-4dd4-b509-51567f13721a service nova] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Updating instance_info_cache with network_info: [{"id": "f38509ea-d5e1-4bcf-8963-812052e6ea08", "address": "fa:16:3e:03:e5:b5", "network": {"id": "312c76b5-8bfb-438c-a246-c24552424904", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-2061917154-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e6f3ad52e4474991970a01a03683910e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf38509ea-d5", "ovs_interfaceid": "f38509ea-d5e1-4bcf-8963-812052e6ea08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:25:09 user nova-compute[73884]: DEBUG nova.objects.base [None req-f35801f0-9ab9-4868-8e70-1659c8796e5b tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Object Instance<8081efa1-2d38-4b2d-9821-2c1c9a36a3b3> lazy-loaded attributes: flavor,pci_requests {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:25:09 user nova-compute[73884]: DEBUG nova.network.neutron [None req-f35801f0-9ab9-4868-8e70-1659c8796e5b tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:25:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-b3ffca74-2940-4003-bd2b-cee54a94d37b req-2a2423e6-9501-4dd4-b509-51567f13721a service nova] Releasing lock "refresh_cache-8081efa1-2d38-4b2d-9821-2c1c9a36a3b3" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:25:09 user nova-compute[73884]: DEBUG nova.policy [None req-f35801f0-9ab9-4868-8e70-1659c8796e5b tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '607bcff6aff24feaa4c488c280e616a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6f3ad52e4474991970a01a03683910e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:25:09 user nova-compute[73884]: DEBUG nova.network.neutron [None req-f35801f0-9ab9-4868-8e70-1659c8796e5b tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Successfully created port: da3db5ea-9fbf-482f-9b5f-8e4839fa2111 {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:25:10 user nova-compute[73884]: DEBUG nova.compute.manager [req-d00c34b0-c9ca-49ad-90ad-93a8b7ad2f8d req-0b0fe7cf-0d42-4633-9556-7d21473649f4 service nova] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Received event network-changed-f682a62d-f21d-4aae-b1a2-de3e914067c0 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:25:10 user nova-compute[73884]: DEBUG nova.compute.manager [req-d00c34b0-c9ca-49ad-90ad-93a8b7ad2f8d req-0b0fe7cf-0d42-4633-9556-7d21473649f4 service nova] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Refreshing instance network info cache due to event network-changed-f682a62d-f21d-4aae-b1a2-de3e914067c0. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:25:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d00c34b0-c9ca-49ad-90ad-93a8b7ad2f8d req-0b0fe7cf-0d42-4633-9556-7d21473649f4 service nova] Acquiring lock "refresh_cache-751a4c38-fe52-4076-b6a7-952abcc49208" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:25:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d00c34b0-c9ca-49ad-90ad-93a8b7ad2f8d req-0b0fe7cf-0d42-4633-9556-7d21473649f4 service nova] Acquired lock "refresh_cache-751a4c38-fe52-4076-b6a7-952abcc49208" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:25:10 user nova-compute[73884]: DEBUG nova.network.neutron [req-d00c34b0-c9ca-49ad-90ad-93a8b7ad2f8d req-0b0fe7cf-0d42-4633-9556-7d21473649f4 service nova] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Refreshing network info cache for port f682a62d-f21d-4aae-b1a2-de3e914067c0 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:25:10 user nova-compute[73884]: DEBUG nova.network.neutron [None req-f35801f0-9ab9-4868-8e70-1659c8796e5b tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Successfully updated port: da3db5ea-9fbf-482f-9b5f-8e4839fa2111 {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:25:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f35801f0-9ab9-4868-8e70-1659c8796e5b tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Acquiring lock "refresh_cache-8081efa1-2d38-4b2d-9821-2c1c9a36a3b3" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:25:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f35801f0-9ab9-4868-8e70-1659c8796e5b tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Acquired lock "refresh_cache-8081efa1-2d38-4b2d-9821-2c1c9a36a3b3" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:25:10 user nova-compute[73884]: DEBUG nova.network.neutron [None req-f35801f0-9ab9-4868-8e70-1659c8796e5b tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:25:10 user nova-compute[73884]: DEBUG nova.compute.manager [req-a804f454-9157-4184-8f4f-d963af6049ac req-230c1350-61e8-4e96-8717-6bfa4324bbb3 service nova] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Received event network-changed-da3db5ea-9fbf-482f-9b5f-8e4839fa2111 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:25:10 user nova-compute[73884]: DEBUG nova.compute.manager [req-a804f454-9157-4184-8f4f-d963af6049ac req-230c1350-61e8-4e96-8717-6bfa4324bbb3 service nova] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Refreshing instance network info cache due to event network-changed-da3db5ea-9fbf-482f-9b5f-8e4839fa2111. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:25:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a804f454-9157-4184-8f4f-d963af6049ac req-230c1350-61e8-4e96-8717-6bfa4324bbb3 service nova] Acquiring lock "refresh_cache-8081efa1-2d38-4b2d-9821-2c1c9a36a3b3" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:25:11 user nova-compute[73884]: DEBUG nova.network.neutron [req-d00c34b0-c9ca-49ad-90ad-93a8b7ad2f8d req-0b0fe7cf-0d42-4633-9556-7d21473649f4 service nova] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Updated VIF entry in instance network info cache for port f682a62d-f21d-4aae-b1a2-de3e914067c0. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:25:11 user nova-compute[73884]: DEBUG nova.network.neutron [req-d00c34b0-c9ca-49ad-90ad-93a8b7ad2f8d req-0b0fe7cf-0d42-4633-9556-7d21473649f4 service nova] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Updating instance_info_cache with network_info: [{"id": "f682a62d-f21d-4aae-b1a2-de3e914067c0", "address": "fa:16:3e:bc:78:4d", "network": {"id": "d0e3065f-262b-429a-a38f-e0f42b8c6fe3", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1568087563-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d91ec26999414a8e9cfd0f092b35e0b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf682a62d-f2", "ovs_interfaceid": "f682a62d-f21d-4aae-b1a2-de3e914067c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:25:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d00c34b0-c9ca-49ad-90ad-93a8b7ad2f8d req-0b0fe7cf-0d42-4633-9556-7d21473649f4 service nova] Releasing lock "refresh_cache-751a4c38-fe52-4076-b6a7-952abcc49208" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:25:11 user nova-compute[73884]: DEBUG nova.network.neutron [None req-f35801f0-9ab9-4868-8e70-1659c8796e5b tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Updating instance_info_cache with network_info: [{"id": "f38509ea-d5e1-4bcf-8963-812052e6ea08", "address": "fa:16:3e:03:e5:b5", "network": {"id": "312c76b5-8bfb-438c-a246-c24552424904", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-2061917154-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e6f3ad52e4474991970a01a03683910e", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf38509ea-d5", "ovs_interfaceid": "f38509ea-d5e1-4bcf-8963-812052e6ea08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "da3db5ea-9fbf-482f-9b5f-8e4839fa2111", "address": "fa:16:3e:5d:b7:79", "network": {"id": "38f2938a-eeb2-4fb8-acaa-9edd20ec2ff3", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-117543763", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "e6f3ad52e4474991970a01a03683910e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda3db5ea-9f", "ovs_interfaceid": "da3db5ea-9fbf-482f-9b5f-8e4839fa2111", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:25:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f35801f0-9ab9-4868-8e70-1659c8796e5b tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Releasing lock "refresh_cache-8081efa1-2d38-4b2d-9821-2c1c9a36a3b3" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:25:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a804f454-9157-4184-8f4f-d963af6049ac req-230c1350-61e8-4e96-8717-6bfa4324bbb3 service nova] Acquired lock "refresh_cache-8081efa1-2d38-4b2d-9821-2c1c9a36a3b3" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:25:11 user nova-compute[73884]: DEBUG nova.network.neutron [req-a804f454-9157-4184-8f4f-d963af6049ac req-230c1350-61e8-4e96-8717-6bfa4324bbb3 service nova] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Refreshing network info cache for port da3db5ea-9fbf-482f-9b5f-8e4839fa2111 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:25:11 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-f35801f0-9ab9-4868-8e70-1659c8796e5b tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:23:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-703001150',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-703001150',id=6,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL8puTHjMpi8rwYxpPxkAgQZA9pfQT8qAGxBYANzKHoZDUWv9Dln56n+HgO24sMjUV+8kDT1wlaBLH0I6aYtvVwUTUIUXMhMEP8hex58vveeujv3dzzKvxMjbrtZHCdyFA==',key_name='tempest-keypair-222404738',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:23:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='e6f3ad52e4474991970a01a03683910e',ramdisk_id='',reservation_id='r-i2e10up5',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-768832629',owner_user_name='tempest-TaggedAttachmentsTest-768832629-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:23:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='607bcff6aff24feaa4c488c280e616a3',uuid=8081efa1-2d38-4b2d-9821-2c1c9a36a3b3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "da3db5ea-9fbf-482f-9b5f-8e4839fa2111", "address": "fa:16:3e:5d:b7:79", "network": {"id": "38f2938a-eeb2-4fb8-acaa-9edd20ec2ff3", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-117543763", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "e6f3ad52e4474991970a01a03683910e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda3db5ea-9f", "ovs_interfaceid": "da3db5ea-9fbf-482f-9b5f-8e4839fa2111", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:25:11 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-f35801f0-9ab9-4868-8e70-1659c8796e5b tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Converting VIF {"id": "da3db5ea-9fbf-482f-9b5f-8e4839fa2111", "address": "fa:16:3e:5d:b7:79", "network": {"id": "38f2938a-eeb2-4fb8-acaa-9edd20ec2ff3", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-117543763", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "e6f3ad52e4474991970a01a03683910e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda3db5ea-9f", "ovs_interfaceid": "da3db5ea-9fbf-482f-9b5f-8e4839fa2111", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:25:11 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-f35801f0-9ab9-4868-8e70-1659c8796e5b tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5d:b7:79,bridge_name='br-int',has_traffic_filtering=True,id=da3db5ea-9fbf-482f-9b5f-8e4839fa2111,network=Network(38f2938a-eeb2-4fb8-acaa-9edd20ec2ff3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda3db5ea-9f') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:25:11 user nova-compute[73884]: DEBUG os_vif [None req-f35801f0-9ab9-4868-8e70-1659c8796e5b tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:b7:79,bridge_name='br-int',has_traffic_filtering=True,id=da3db5ea-9fbf-482f-9b5f-8e4839fa2111,network=Network(38f2938a-eeb2-4fb8-acaa-9edd20ec2ff3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda3db5ea-9f') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:25:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:25:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:25:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cacb2c50-5a12-50e3-9ecf-830cfb77695f', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:25:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:25:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapda3db5ea-9f, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:25:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapda3db5ea-9f, col_values=(('qos', UUID('bbac2cc5-f232-4590-923d-0f58f8cde3de')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:25:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapda3db5ea-9f, col_values=(('external_ids', {'iface-id': 'da3db5ea-9fbf-482f-9b5f-8e4839fa2111', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5d:b7:79', 'vm-uuid': '8081efa1-2d38-4b2d-9821-2c1c9a36a3b3'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:25:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:25:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:11 user nova-compute[73884]: INFO os_vif [None req-f35801f0-9ab9-4868-8e70-1659c8796e5b tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:b7:79,bridge_name='br-int',has_traffic_filtering=True,id=da3db5ea-9fbf-482f-9b5f-8e4839fa2111,network=Network(38f2938a-eeb2-4fb8-acaa-9edd20ec2ff3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda3db5ea-9f')
Oct 16 08:25:11 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-f35801f0-9ab9-4868-8e70-1659c8796e5b tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:23:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-703001150',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-703001150',id=6,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL8puTHjMpi8rwYxpPxkAgQZA9pfQT8qAGxBYANzKHoZDUWv9Dln56n+HgO24sMjUV+8kDT1wlaBLH0I6aYtvVwUTUIUXMhMEP8hex58vveeujv3dzzKvxMjbrtZHCdyFA==',key_name='tempest-keypair-222404738',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:23:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='e6f3ad52e4474991970a01a03683910e',ramdisk_id='',reservation_id='r-i2e10up5',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-768832629',owner_user_name='tempest-TaggedAttachmentsTest-768832629-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:23:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='607bcff6aff24feaa4c488c280e616a3',uuid=8081efa1-2d38-4b2d-9821-2c1c9a36a3b3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "da3db5ea-9fbf-482f-9b5f-8e4839fa2111", "address": "fa:16:3e:5d:b7:79", "network": {"id": "38f2938a-eeb2-4fb8-acaa-9edd20ec2ff3", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-117543763", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "e6f3ad52e4474991970a01a03683910e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda3db5ea-9f", "ovs_interfaceid": "da3db5ea-9fbf-482f-9b5f-8e4839fa2111", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:25:11 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-f35801f0-9ab9-4868-8e70-1659c8796e5b tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Converting VIF {"id": "da3db5ea-9fbf-482f-9b5f-8e4839fa2111", "address": "fa:16:3e:5d:b7:79", "network": {"id": "38f2938a-eeb2-4fb8-acaa-9edd20ec2ff3", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-117543763", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "e6f3ad52e4474991970a01a03683910e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda3db5ea-9f", "ovs_interfaceid": "da3db5ea-9fbf-482f-9b5f-8e4839fa2111", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:25:11 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-f35801f0-9ab9-4868-8e70-1659c8796e5b tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5d:b7:79,bridge_name='br-int',has_traffic_filtering=True,id=da3db5ea-9fbf-482f-9b5f-8e4839fa2111,network=Network(38f2938a-eeb2-4fb8-acaa-9edd20ec2ff3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda3db5ea-9f') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:25:11 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-f35801f0-9ab9-4868-8e70-1659c8796e5b tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] attach device xml: <interface type="ethernet">
Oct 16 08:25:11 user nova-compute[73884]:   <mac address="fa:16:3e:5d:b7:79"/>
Oct 16 08:25:11 user nova-compute[73884]:   <model type="virtio"/>
Oct 16 08:25:11 user nova-compute[73884]:   <mtu size="1442"/>
Oct 16 08:25:11 user nova-compute[73884]:   <target dev="tapda3db5ea-9f"/>
Oct 16 08:25:11 user nova-compute[73884]: </interface>
Oct 16 08:25:11 user nova-compute[73884]:  {{(pid=73884) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 08:25:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:11 user nova-compute[73884]: DEBUG nova.network.neutron [req-a804f454-9157-4184-8f4f-d963af6049ac req-230c1350-61e8-4e96-8717-6bfa4324bbb3 service nova] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Updated VIF entry in instance network info cache for port da3db5ea-9fbf-482f-9b5f-8e4839fa2111. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:25:11 user nova-compute[73884]: DEBUG nova.network.neutron [req-a804f454-9157-4184-8f4f-d963af6049ac req-230c1350-61e8-4e96-8717-6bfa4324bbb3 service nova] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Updating instance_info_cache with network_info: [{"id": "f38509ea-d5e1-4bcf-8963-812052e6ea08", "address": "fa:16:3e:03:e5:b5", "network": {"id": "312c76b5-8bfb-438c-a246-c24552424904", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-2061917154-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e6f3ad52e4474991970a01a03683910e", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf38509ea-d5", "ovs_interfaceid": "f38509ea-d5e1-4bcf-8963-812052e6ea08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "da3db5ea-9fbf-482f-9b5f-8e4839fa2111", "address": "fa:16:3e:5d:b7:79", "network": {"id": "38f2938a-eeb2-4fb8-acaa-9edd20ec2ff3", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-117543763", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "e6f3ad52e4474991970a01a03683910e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda3db5ea-9f", "ovs_interfaceid": "da3db5ea-9fbf-482f-9b5f-8e4839fa2111", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:25:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a804f454-9157-4184-8f4f-d963af6049ac req-230c1350-61e8-4e96-8717-6bfa4324bbb3 service nova] Releasing lock "refresh_cache-8081efa1-2d38-4b2d-9821-2c1c9a36a3b3" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f35801f0-9ab9-4868-8e70-1659c8796e5b tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f35801f0-9ab9-4868-8e70-1659c8796e5b tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] No BDM found with device name hda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f35801f0-9ab9-4868-8e70-1659c8796e5b tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] No VIF found with MAC fa:16:3e:03:e5:b5, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-f35801f0-9ab9-4868-8e70-1659c8796e5b tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:25:12 user nova-compute[73884]:   <nova:package version="0.0.0"/>
Oct 16 08:25:12 user nova-compute[73884]:   <nova:name>tempest-device-tagging-server-703001150</nova:name>
Oct 16 08:25:12 user nova-compute[73884]:   <nova:creationTime>2023-10-16 08:25:12</nova:creationTime>
Oct 16 08:25:12 user nova-compute[73884]:   <nova:flavor name="m1.tiny">
Oct 16 08:25:12 user nova-compute[73884]:     <nova:memory>512</nova:memory>
Oct 16 08:25:12 user nova-compute[73884]:     <nova:disk>1</nova:disk>
Oct 16 08:25:12 user nova-compute[73884]:     <nova:swap>0</nova:swap>
Oct 16 08:25:12 user nova-compute[73884]:     <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:25:12 user nova-compute[73884]:     <nova:vcpus>1</nova:vcpus>
Oct 16 08:25:12 user nova-compute[73884]:   </nova:flavor>
Oct 16 08:25:12 user nova-compute[73884]:   <nova:owner>
Oct 16 08:25:12 user nova-compute[73884]:     <nova:user uuid="607bcff6aff24feaa4c488c280e616a3">tempest-TaggedAttachmentsTest-768832629-project-member</nova:user>
Oct 16 08:25:12 user nova-compute[73884]:     <nova:project uuid="e6f3ad52e4474991970a01a03683910e">tempest-TaggedAttachmentsTest-768832629</nova:project>
Oct 16 08:25:12 user nova-compute[73884]:   </nova:owner>
Oct 16 08:25:12 user nova-compute[73884]:   <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:25:12 user nova-compute[73884]:   <nova:ports>
Oct 16 08:25:12 user nova-compute[73884]:     <nova:port uuid="f38509ea-d5e1-4bcf-8963-812052e6ea08">
Oct 16 08:25:12 user nova-compute[73884]:       <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 16 08:25:12 user nova-compute[73884]:     </nova:port>
Oct 16 08:25:12 user nova-compute[73884]:     <nova:port uuid="da3db5ea-9fbf-482f-9b5f-8e4839fa2111">
Oct 16 08:25:12 user nova-compute[73884]:       <nova:ip type="fixed" address="10.10.10.53" ipVersion="4"/>
Oct 16 08:25:12 user nova-compute[73884]:     </nova:port>
Oct 16 08:25:12 user nova-compute[73884]:   </nova:ports>
Oct 16 08:25:12 user nova-compute[73884]: </nova:instance>
Oct 16 08:25:12 user nova-compute[73884]:  {{(pid=73884) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f35801f0-9ab9-4868-8e70-1659c8796e5b tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Lock "interface-8081efa1-2d38-4b2d-9821-2c1c9a36a3b3-None" "released" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: held 3.249s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG nova.compute.manager [req-e16fc485-1559-4221-998a-d554a1b79322 req-60e6a3d4-8322-4996-a080-86d9ab42287b service nova] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Received event network-vif-plugged-da3db5ea-9fbf-482f-9b5f-8e4839fa2111 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e16fc485-1559-4221-998a-d554a1b79322 req-60e6a3d4-8322-4996-a080-86d9ab42287b service nova] Acquiring lock "8081efa1-2d38-4b2d-9821-2c1c9a36a3b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e16fc485-1559-4221-998a-d554a1b79322 req-60e6a3d4-8322-4996-a080-86d9ab42287b service nova] Lock "8081efa1-2d38-4b2d-9821-2c1c9a36a3b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e16fc485-1559-4221-998a-d554a1b79322 req-60e6a3d4-8322-4996-a080-86d9ab42287b service nova] Lock "8081efa1-2d38-4b2d-9821-2c1c9a36a3b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG nova.compute.manager [req-e16fc485-1559-4221-998a-d554a1b79322 req-60e6a3d4-8322-4996-a080-86d9ab42287b service nova] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] No waiting events found dispatching network-vif-plugged-da3db5ea-9fbf-482f-9b5f-8e4839fa2111 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:25:12 user nova-compute[73884]: WARNING nova.compute.manager [req-e16fc485-1559-4221-998a-d554a1b79322 req-60e6a3d4-8322-4996-a080-86d9ab42287b service nova] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Received unexpected event network-vif-plugged-da3db5ea-9fbf-482f-9b5f-8e4839fa2111 for instance with vm_state active and task_state None.
Oct 16 08:25:12 user nova-compute[73884]: DEBUG nova.compute.manager [req-e16fc485-1559-4221-998a-d554a1b79322 req-60e6a3d4-8322-4996-a080-86d9ab42287b service nova] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Received event network-vif-plugged-da3db5ea-9fbf-482f-9b5f-8e4839fa2111 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e16fc485-1559-4221-998a-d554a1b79322 req-60e6a3d4-8322-4996-a080-86d9ab42287b service nova] Acquiring lock "8081efa1-2d38-4b2d-9821-2c1c9a36a3b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e16fc485-1559-4221-998a-d554a1b79322 req-60e6a3d4-8322-4996-a080-86d9ab42287b service nova] Lock "8081efa1-2d38-4b2d-9821-2c1c9a36a3b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e16fc485-1559-4221-998a-d554a1b79322 req-60e6a3d4-8322-4996-a080-86d9ab42287b service nova] Lock "8081efa1-2d38-4b2d-9821-2c1c9a36a3b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG nova.compute.manager [req-e16fc485-1559-4221-998a-d554a1b79322 req-60e6a3d4-8322-4996-a080-86d9ab42287b service nova] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] No waiting events found dispatching network-vif-plugged-da3db5ea-9fbf-482f-9b5f-8e4839fa2111 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:25:12 user nova-compute[73884]: WARNING nova.compute.manager [req-e16fc485-1559-4221-998a-d554a1b79322 req-60e6a3d4-8322-4996-a080-86d9ab42287b service nova] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Received unexpected event network-vif-plugged-da3db5ea-9fbf-482f-9b5f-8e4839fa2111 for instance with vm_state active and task_state None.
Oct 16 08:25:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Acquiring lock "751a4c38-fe52-4076-b6a7-952abcc49208" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Lock "751a4c38-fe52-4076-b6a7-952abcc49208" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG nova.objects.instance [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Lazy-loading 'flavor' on Instance uuid 751a4c38-fe52-4076-b6a7-952abcc49208 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Lock "751a4c38-fe52-4076-b6a7-952abcc49208" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.081s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Acquiring lock "8081efa1-2d38-4b2d-9821-2c1c9a36a3b3" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Lock "8081efa1-2d38-4b2d-9821-2c1c9a36a3b3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG nova.objects.instance [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Lazy-loading 'flavor' on Instance uuid 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG nova.compute.manager [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:25:12 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Creating image(s)
Oct 16 08:25:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Did not create local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Ensure instance console log exists: /opt/stack/data/nova/instances/cd97f643-1d23-4c93-9784-b83e51336e83/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Start _get_guest_xml network_info=[{"id": "62b197ba-ece7-4477-8b88-961b63ee13b2", "address": "fa:16:3e:26:ce:91", "network": {"id": "b79d90dc-41e3-4e79-9121-5857cd8d1835", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1952190308-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62b197ba-ec", "ovs_interfaceid": "62b197ba-ece7-4477-8b88-961b63ee13b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e93744bd-e5be-4600-bac5-5d367c85a023", "address": "fa:16:3e:ff:b9:e0", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape93744bd-e5", "ovs_interfaceid": "e93744bd-e5be-4600-bac5-5d367c85a023", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d", "address": "fa:16:3e:2c:eb:22", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b9dc9d3-1e", "ovs_interfaceid": "2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "99b80e80-73bf-482f-8a9c-c350c805a644", "address": "fa:16:3e:97:61:2a", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99b80e80-73", "ovs_interfaceid": "99b80e80-73bf-482f-8a9c-c350c805a644", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7b29c56e-4c85-4c95-b43d-b87384ad92ae", "address": "fa:16:3e:19:c7:52", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b29c56e-4c", "ovs_interfaceid": "7b29c56e-4c85-4c95-b43d-b87384ad92ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80250c47-3166-4d43-b6e8-748a7ce26973", "address": "fa:16:3e:65:14:24", "network": {"id": "0786d898-9c44-4cfb-88f6-b846abebad8d", "bridge": "br-int", "label": "tempest-device-tagging-net2-534741338", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80250c47-31", "ovs_interfaceid": "80250c47-3166-4d43-b6e8-748a7ce26973", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c5b97f49-f7c7-45ee-afbd-55644f519f4d", "address": "fa:16:3e:ff:9f:7d", "network": {"id": "0786d898-9c44-4cfb-88f6-b846abebad8d", "bridge": "br-int", "label": "tempest-device-tagging-net2-534741338", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5b97f49-f7", "ovs_interfaceid": "c5b97f49-f7c7-45ee-afbd-55644f519f4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kPQSFdfr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'cd97f643-1d23-4c93-9784-b83e51336e83', 'attached_at': '', 'detached_at': '', 'volume_id': '8ae4f171-420e-4f2d-a750-2deb8b9effed', 'serial': '8ae4f171-420e-4f2d-a750-2deb8b9effed'}, 'attachment_id': '611a6f04-152d-4d46-a819-ede08fecdf8a', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'delete_on_termination': False, 'boot_index': 0, 'device_type': 'disk', 'volume_type': None}, {'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JNPnfwAp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'cd97f643-1d23-4c93-9784-b83e51336e83', 'attached_at': '', 'detached_at': '', 'volume_id': '81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6', 'serial': '81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6'}, 'attachment_id': 'c8e543cb-ff52-41bf-9495-bfd8094123e9', 'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'guest_format': None, 'delete_on_termination': False, 'boot_index': 1, 'device_type': 'disk', 'volume_type': None}, {'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hCtDeqJS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'cd97f643-1d23-4c93-9784-b83e51336e83', 'attached_at': '', 'detached_at': '', 'volume_id': '33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1', 'serial': '33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1'}, 'attachment_id': '1d54fb9f-ca4f-40f9-b351-924037d6fe4b', 'disk_bus': 'virtio', 'mount_device': '/dev/vdc', 'guest_format': None, 'delete_on_termination': False, 'boot_index': 2, 'device_type': 'disk', 'volume_type': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:25:12 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:25:12 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:25:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Lock "8081efa1-2d38-4b2d-9821-2c1c9a36a3b3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.079s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kPQSFdfr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:25:12 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:25:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:25:12 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:25:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:25:12 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:25:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9634392-22c7-47e9-8988-99289683a19b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:25:12 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Acquiring lock "751a4c38-fe52-4076-b6a7-952abcc49208" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Lock "751a4c38-fe52-4076-b6a7-952abcc49208" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:25:12 user nova-compute[73884]: INFO nova.compute.manager [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Attaching volume 4fe2a59d-12fb-409a-aab1-a7e3e4279281 to /dev/vdb
Oct 16 08:25:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2763ef0e-b1c1-4dc1-b016-762bb76f6a2b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed] added
Oct 16 08:25:12 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed1a0abf-8838-4e99-be8a-fbba3ec0cc3d]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1d579b7-ae73-4dec-8f94-b739a488d3d4]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kPQSFdfr {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kPQSFdfr" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[678d7be0-7b28-4fbe-9aa2-92b24ddf5874]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'kPQSFdfr'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Acquiring lock "8081efa1-2d38-4b2d-9821-2c1c9a36a3b3" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Lock "8081efa1-2d38-4b2d-9821-2c1c9a36a3b3" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:25:13 user nova-compute[73884]: INFO nova.compute.manager [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Attaching volume ca4cac74-22f1-47e8-ab53-780c60b5ccc6 to /dev/vdb
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[67a2a7b4-2f9c-4741-b523-39b320b271df]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd6b1d38-191c-4d4f-81b1-05acc02f885f]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 16 08:25:13 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 16 08:25:13 user nova-compute[73884]:  {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:25:13 user nova-compute[73884]: WARNING os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 16 08:25:13 user nova-compute[73884]: 
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed -p 172.16.0.220:3260 --login" returned: 0 in 0.054s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e94fc54-72cf-4da5-8555-57985c7e3b72]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed, portal: 172.16.0.220,3260]
Oct 16 08:25:13 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed, portal: 172.16.0.220,3260] successful.
Oct 16 08:25:13 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[70e0a74a-39e5-4285-b85f-15bc8dd6add9]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c76527f-bbde-4088-9e19-8311d237a539]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:25:13 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:25:13 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.302s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] HCTL ('33', '-', '-', 0) found on session 3 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG os_brick.utils [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[24a18df4-9141-47c0-9329-d819081aa773]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.030s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b30f1437-4bd9-40aa-b39a-44bf852baf02]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Searching for a device in session 3 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kPQSFdfr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG os_brick.utils [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c79de69-a7b7-40b1-a559-adfb8747a57c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc892bc4-dc4c-4895-9938-44a2f5231988]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f69c2431-68a3-4fa1-910d-fd584a966b5d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[af06fe73-e7db-4554-8921-4e047bea3c05]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b8ef418-139b-4440-b6ef-92306d3163b6]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:25:13 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[09e29774-e589-4c7b-87a3-0c79af8e5023]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG os_brick.utils [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] <== get_connector_properties: return (150ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Updating existing volume attachment record: 6fc31fd4-2776-4937-9a14-57ed0488cb91 {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[803ef81c-e4f7-47f6-a8fe-53b5baeb86ad]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bc5024b-6e30-4f13-8378-792ee89dea53]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:25:13 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 08:25:13 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c3cb6ac-84c4-4d12-ae27-358d7f81c359]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG os_brick.utils [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] <== get_connector_properties: return (171ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:25:13 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Updating existing volume attachment record: dd52c61b-2e5a-485e-9350-23b138280766 {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.353s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] <== connect_volume: return (1355ms) {'type': 'block', 'scsi_wwn': '23861353032306234', 'path': '/dev/sdb'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23861353032306234', 'path': '/dev/sdb'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JNPnfwAp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:25:14 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:25:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:25:14 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:25:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:25:14 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:25:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7c9bc5c-f745-4a9c-9904-3accbbe4667a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:25:14 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d426a84-b686-4a2a-8711-f6e5bb8398db]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6] added
Oct 16 08:25:14 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c95854e-d021-4633-a3af-c280c4c03ad9]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac42d476-71ee-4076-b1c5-12623e7c9a14]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JNPnfwAp {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JNPnfwAp" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cb7296a-be2b-41b8-9cc8-6e526d3b5752]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'JNPnfwAp'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d67d4e8-f9c2-4859-9820-4a3f48f42d62]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[95616c00-844e-42b8-835f-f381c296dfeb]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:25:14 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:25:14 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 -p 172.16.0.220:3260 --login" returned: 0 in 0.061s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[06cfba81-974e-48a4-830a-fe8b80b93773]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6, portal: 172.16.0.220,3260]
Oct 16 08:25:14 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6, portal: 172.16.0.220,3260] successful.
Oct 16 08:25:14 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb3f5020-0d1e-4658-861e-644be84a3540]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cbdfb42-5614-48bf-8c87-5afe21fbbfaa]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:25:14 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:25:14 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:25:14 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:25:14 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.278s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] HCTL ('34', '-', '-', 0) found on session 4 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fd90319-7f4a-431f-a998-f1bc07fba0a1]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:14 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Searching for a device in session 4 and hctl ['34', '*', '*', 0] yield: None {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Searching for a device in session 4 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JNPnfwAp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.315s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] <== connect_volume: return (1318ms) {'type': 'block', 'scsi_wwn': '23939353030353031', 'path': '/dev/sdc'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23939353030353031', 'path': '/dev/sdc'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hCtDeqJS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:25:15 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:25:15 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:25:15 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:25:15 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:25:15 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:25:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d4cee88-14d6-458c-813d-69639d2fbb4c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:25:15 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[595eb50f-520d-43ea-8a64-ea90ef0fa587]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1] added
Oct 16 08:25:15 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d11a1fbf-041d-4cd3-a35c-5a47a07aee42]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2971b1c3-cc30-4ab7-abf0-b37aac9f664b]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hCtDeqJS {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hCtDeqJS" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad6c1bb9-f591-4ce6-8f94-f7c10c176358]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'hCtDeqJS'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e61d37ed-e30e-4205-981c-47ab43177e5c]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b979ee62-76c9-421b-9fc1-ca2849556840]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:25:15 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:25:15 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:25:15 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:25:15 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a427788e-390e-4662-8094-3f0001b6d427]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1, portal: 172.16.0.220,3260]
Oct 16 08:25:15 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1, portal: 172.16.0.220,3260] successful.
Oct 16 08:25:15 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b955d832-8c68-47f2-a6fb-8d8f4cea679d]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa13b722-d190-4518-b5a1-d9fd4114ed2b]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:25:15 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:25:15 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:25:15 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:25:15 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:25:15 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:25:15 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.301s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] HCTL ('35', '-', '-', 0) found on session 5 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6608f5a-e39c-4fc3-b142-61c9839497bf]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:15 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Searching for a device in session 5 and hctl ['35', '*', '*', 0] yield: None {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:25:16 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:16 user nova-compute[73884]: DEBUG nova.compute.manager [req-bfe30c99-f1b2-4518-bd07-1298683f2963 req-94064a0d-c0a3-4efb-a528-cb2e6bba4f4d service nova] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Received event network-changed-93817501-3fce-4885-98a2-68d02b9e57f8 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:25:16 user nova-compute[73884]: DEBUG nova.compute.manager [req-bfe30c99-f1b2-4518-bd07-1298683f2963 req-94064a0d-c0a3-4efb-a528-cb2e6bba4f4d service nova] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Refreshing instance network info cache due to event network-changed-93817501-3fce-4885-98a2-68d02b9e57f8. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:25:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-bfe30c99-f1b2-4518-bd07-1298683f2963 req-94064a0d-c0a3-4efb-a528-cb2e6bba4f4d service nova] Acquiring lock "refresh_cache-ab0b96cd-bd67-40dc-8cd8-b159fd6848f7" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:25:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-bfe30c99-f1b2-4518-bd07-1298683f2963 req-94064a0d-c0a3-4efb-a528-cb2e6bba4f4d service nova] Acquired lock "refresh_cache-ab0b96cd-bd67-40dc-8cd8-b159fd6848f7" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:25:16 user nova-compute[73884]: DEBUG nova.network.neutron [req-bfe30c99-f1b2-4518-bd07-1298683f2963 req-94064a0d-c0a3-4efb-a528-cb2e6bba4f4d service nova] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Refreshing network info cache for port 93817501-3fce-4885-98a2-68d02b9e57f8 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:25:16 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Searching for a device in session 5 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:25:16 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hCtDeqJS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:25:16 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.334s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:25:16 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] <== connect_volume: return (1337ms) {'type': 'block', 'scsi_wwn': '23930306563623235', 'path': '/dev/sdd'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:25:16 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23930306563623235', 'path': '/dev/sdd'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:25:16 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:24:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2042930177',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2042930177',id=9,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEdZOawEvTFgH5FOjudUlBVEJp3REEqV44aCQWgjb7YifDZ/cipjqV9KerAsyKXXCz0SD5tcADjyfTeuUGxRwivkJeLKtZi1Mpyg5i/iR/CvX7sKvGeHRT2JqAYbPTomFQ==',key_name='tempest-keypair-1272828536',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='364a3faf0f2c47d6be0aff3c04822f35',ramdisk_id='',reservation_id='r-x26vb3eo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-727202878',owner_user_name='tempest-TaggedBootDevicesTest-727202878-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:24:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='48e968bafdf046fcab75d7c70743a165',uuid=cd97f643-1d23-4c93-9784-b83e51336e83,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "62b197ba-ece7-4477-8b88-961b63ee13b2", "address": "fa:16:3e:26:ce:91", "network": {"id": "b79d90dc-41e3-4e79-9121-5857cd8d1835", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1952190308-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62b197ba-ec", "ovs_interfaceid": "62b197ba-ece7-4477-8b88-961b63ee13b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:25:16 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Converting VIF {"id": "62b197ba-ece7-4477-8b88-961b63ee13b2", "address": "fa:16:3e:26:ce:91", "network": {"id": "b79d90dc-41e3-4e79-9121-5857cd8d1835", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1952190308-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62b197ba-ec", "ovs_interfaceid": "62b197ba-ece7-4477-8b88-961b63ee13b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:25:16 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:26:ce:91,bridge_name='br-int',has_traffic_filtering=True,id=62b197ba-ece7-4477-8b88-961b63ee13b2,network=Network(b79d90dc-41e3-4e79-9121-5857cd8d1835),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62b197ba-ec') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:25:16 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:24:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2042930177',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2042930177',id=9,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEdZOawEvTFgH5FOjudUlBVEJp3REEqV44aCQWgjb7YifDZ/cipjqV9KerAsyKXXCz0SD5tcADjyfTeuUGxRwivkJeLKtZi1Mpyg5i/iR/CvX7sKvGeHRT2JqAYbPTomFQ==',key_name='tempest-keypair-1272828536',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='364a3faf0f2c47d6be0aff3c04822f35',ramdisk_id='',reservation_id='r-x26vb3eo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-727202878',owner_user_name='tempest-TaggedBootDevicesTest-727202878-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:24:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='48e968bafdf046fcab75d7c70743a165',uuid=cd97f643-1d23-4c93-9784-b83e51336e83,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e93744bd-e5be-4600-bac5-5d367c85a023", "address": "fa:16:3e:ff:b9:e0", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape93744bd-e5", "ovs_interfaceid": "e93744bd-e5be-4600-bac5-5d367c85a023", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:25:16 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Converting VIF {"id": "e93744bd-e5be-4600-bac5-5d367c85a023", "address": "fa:16:3e:ff:b9:e0", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape93744bd-e5", "ovs_interfaceid": "e93744bd-e5be-4600-bac5-5d367c85a023", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:25:16 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ff:b9:e0,bridge_name='br-int',has_traffic_filtering=True,id=e93744bd-e5be-4600-bac5-5d367c85a023,network=Network(535be10c-10db-43ea-86b3-6a8e57b0b7a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape93744bd-e5') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:25:16 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:24:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2042930177',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2042930177',id=9,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEdZOawEvTFgH5FOjudUlBVEJp3REEqV44aCQWgjb7YifDZ/cipjqV9KerAsyKXXCz0SD5tcADjyfTeuUGxRwivkJeLKtZi1Mpyg5i/iR/CvX7sKvGeHRT2JqAYbPTomFQ==',key_name='tempest-keypair-1272828536',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='364a3faf0f2c47d6be0aff3c04822f35',ramdisk_id='',reservation_id='r-x26vb3eo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-727202878',owner_user_name='tempest-TaggedBootDevicesTest-727202878-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:24:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='48e968bafdf046fcab75d7c70743a165',uuid=cd97f643-1d23-4c93-9784-b83e51336e83,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d", "address": "fa:16:3e:2c:eb:22", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b9dc9d3-1e", "ovs_interfaceid": "2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:25:16 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Converting VIF {"id": "2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d", "address": "fa:16:3e:2c:eb:22", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b9dc9d3-1e", "ovs_interfaceid": "2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:25:16 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2c:eb:22,bridge_name='br-int',has_traffic_filtering=True,id=2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d,network=Network(535be10c-10db-43ea-86b3-6a8e57b0b7a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap2b9dc9d3-1e') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:25:16 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:24:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2042930177',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2042930177',id=9,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEdZOawEvTFgH5FOjudUlBVEJp3REEqV44aCQWgjb7YifDZ/cipjqV9KerAsyKXXCz0SD5tcADjyfTeuUGxRwivkJeLKtZi1Mpyg5i/iR/CvX7sKvGeHRT2JqAYbPTomFQ==',key_name='tempest-keypair-1272828536',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='364a3faf0f2c47d6be0aff3c04822f35',ramdisk_id='',reservation_id='r-x26vb3eo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-727202878',owner_user_name='tempest-TaggedBootDevicesTest-727202878-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:24:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='48e968bafdf046fcab75d7c70743a165',uuid=cd97f643-1d23-4c93-9784-b83e51336e83,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "99b80e80-73bf-482f-8a9c-c350c805a644", "address": "fa:16:3e:97:61:2a", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99b80e80-73", "ovs_interfaceid": "99b80e80-73bf-482f-8a9c-c350c805a644", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:25:16 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Converting VIF {"id": "99b80e80-73bf-482f-8a9c-c350c805a644", "address": "fa:16:3e:97:61:2a", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99b80e80-73", "ovs_interfaceid": "99b80e80-73bf-482f-8a9c-c350c805a644", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:25:16 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:97:61:2a,bridge_name='br-int',has_traffic_filtering=True,id=99b80e80-73bf-482f-8a9c-c350c805a644,network=Network(535be10c-10db-43ea-86b3-6a8e57b0b7a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99b80e80-73') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:25:16 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:24:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2042930177',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2042930177',id=9,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEdZOawEvTFgH5FOjudUlBVEJp3REEqV44aCQWgjb7YifDZ/cipjqV9KerAsyKXXCz0SD5tcADjyfTeuUGxRwivkJeLKtZi1Mpyg5i/iR/CvX7sKvGeHRT2JqAYbPTomFQ==',key_name='tempest-keypair-1272828536',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='364a3faf0f2c47d6be0aff3c04822f35',ramdisk_id='',reservation_id='r-x26vb3eo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-727202878',owner_user_name='tempest-TaggedBootDevicesTest-727202878-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:24:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='48e968bafdf046fcab75d7c70743a165',uuid=cd97f643-1d23-4c93-9784-b83e51336e83,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7b29c56e-4c85-4c95-b43d-b87384ad92ae", "address": "fa:16:3e:19:c7:52", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b29c56e-4c", "ovs_interfaceid": "7b29c56e-4c85-4c95-b43d-b87384ad92ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:25:16 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Converting VIF {"id": "7b29c56e-4c85-4c95-b43d-b87384ad92ae", "address": "fa:16:3e:19:c7:52", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b29c56e-4c", "ovs_interfaceid": "7b29c56e-4c85-4c95-b43d-b87384ad92ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:25:16 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:19:c7:52,bridge_name='br-int',has_traffic_filtering=True,id=7b29c56e-4c85-4c95-b43d-b87384ad92ae,network=Network(535be10c-10db-43ea-86b3-6a8e57b0b7a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b29c56e-4c') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:25:16 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:24:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2042930177',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2042930177',id=9,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEdZOawEvTFgH5FOjudUlBVEJp3REEqV44aCQWgjb7YifDZ/cipjqV9KerAsyKXXCz0SD5tcADjyfTeuUGxRwivkJeLKtZi1Mpyg5i/iR/CvX7sKvGeHRT2JqAYbPTomFQ==',key_name='tempest-keypair-1272828536',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='364a3faf0f2c47d6be0aff3c04822f35',ramdisk_id='',reservation_id='r-x26vb3eo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-727202878',owner_user_name='tempest-TaggedBootDevicesTest-727202878-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:24:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='48e968bafdf046fcab75d7c70743a165',uuid=cd97f643-1d23-4c93-9784-b83e51336e83,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "80250c47-3166-4d43-b6e8-748a7ce26973", "address": "fa:16:3e:65:14:24", "network": {"id": "0786d898-9c44-4cfb-88f6-b846abebad8d", "bridge": "br-int", "label": "tempest-device-tagging-net2-534741338", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80250c47-31", "ovs_interfaceid": "80250c47-3166-4d43-b6e8-748a7ce26973", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:25:16 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Converting VIF {"id": "80250c47-3166-4d43-b6e8-748a7ce26973", "address": "fa:16:3e:65:14:24", "network": {"id": "0786d898-9c44-4cfb-88f6-b846abebad8d", "bridge": "br-int", "label": "tempest-device-tagging-net2-534741338", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80250c47-31", "ovs_interfaceid": "80250c47-3166-4d43-b6e8-748a7ce26973", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:25:16 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:65:14:24,bridge_name='br-int',has_traffic_filtering=True,id=80250c47-3166-4d43-b6e8-748a7ce26973,network=Network(0786d898-9c44-4cfb-88f6-b846abebad8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap80250c47-31') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:25:16 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:24:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2042930177',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2042930177',id=9,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEdZOawEvTFgH5FOjudUlBVEJp3REEqV44aCQWgjb7YifDZ/cipjqV9KerAsyKXXCz0SD5tcADjyfTeuUGxRwivkJeLKtZi1Mpyg5i/iR/CvX7sKvGeHRT2JqAYbPTomFQ==',key_name='tempest-keypair-1272828536',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='364a3faf0f2c47d6be0aff3c04822f35',ramdisk_id='',reservation_id='r-x26vb3eo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-727202878',owner_user_name='tempest-TaggedBootDevicesTest-727202878-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:24:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='48e968bafdf046fcab75d7c70743a165',uuid=cd97f643-1d23-4c93-9784-b83e51336e83,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c5b97f49-f7c7-45ee-afbd-55644f519f4d", "address": "fa:16:3e:ff:9f:7d", "network": {"id": "0786d898-9c44-4cfb-88f6-b846abebad8d", "bridge": "br-int", "label": "tempest-device-tagging-net2-534741338", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5b97f49-f7", "ovs_interfaceid": "c5b97f49-f7c7-45ee-afbd-55644f519f4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:25:16 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Converting VIF {"id": "c5b97f49-f7c7-45ee-afbd-55644f519f4d", "address": "fa:16:3e:ff:9f:7d", "network": {"id": "0786d898-9c44-4cfb-88f6-b846abebad8d", "bridge": "br-int", "label": "tempest-device-tagging-net2-534741338", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5b97f49-f7", "ovs_interfaceid": "c5b97f49-f7c7-45ee-afbd-55644f519f4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:25:16 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ff:9f:7d,bridge_name='br-int',has_traffic_filtering=True,id=c5b97f49-f7c7-45ee-afbd-55644f519f4d,network=Network(0786d898-9c44-4cfb-88f6-b846abebad8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5b97f49-f7') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:25:16 user nova-compute[73884]: DEBUG nova.objects.instance [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Lazy-loading 'pci_devices' on Instance uuid cd97f643-1d23-4c93-9784-b83e51336e83 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:25:17 user nova-compute[73884]:   <uuid>cd97f643-1d23-4c93-9784-b83e51336e83</uuid>
Oct 16 08:25:17 user nova-compute[73884]:   <name>instance-00000009</name>
Oct 16 08:25:17 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:25:17 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:25:17 user nova-compute[73884]:   <metadata>
Oct 16 08:25:17 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:25:17 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:25:17 user nova-compute[73884]:       <nova:name>tempest-device-tagging-server-2042930177</nova:name>
Oct 16 08:25:17 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:25:12</nova:creationTime>
Oct 16 08:25:17 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:25:17 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:25:17 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:25:17 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:25:17 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:25:17 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:25:17 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:25:17 user nova-compute[73884]:       <nova:owner>
Oct 16 08:25:17 user nova-compute[73884]:         <nova:user uuid="48e968bafdf046fcab75d7c70743a165">tempest-TaggedBootDevicesTest-727202878-project-member</nova:user>
Oct 16 08:25:17 user nova-compute[73884]:         <nova:project uuid="364a3faf0f2c47d6be0aff3c04822f35">tempest-TaggedBootDevicesTest-727202878</nova:project>
Oct 16 08:25:17 user nova-compute[73884]:       </nova:owner>
Oct 16 08:25:17 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:25:17 user nova-compute[73884]:       <nova:ports>
Oct 16 08:25:17 user nova-compute[73884]:         <nova:port uuid="62b197ba-ece7-4477-8b88-961b63ee13b2">
Oct 16 08:25:17 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 16 08:25:17 user nova-compute[73884]:         </nova:port>
Oct 16 08:25:17 user nova-compute[73884]:         <nova:port uuid="e93744bd-e5be-4600-bac5-5d367c85a023">
Oct 16 08:25:17 user nova-compute[73884]:           <nova:ip type="fixed" address="10.1.1.13" ipVersion="4"/>
Oct 16 08:25:17 user nova-compute[73884]:         </nova:port>
Oct 16 08:25:17 user nova-compute[73884]:         <nova:port uuid="2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d">
Oct 16 08:25:17 user nova-compute[73884]:           <nova:ip type="fixed" address="10.1.1.26" ipVersion="4"/>
Oct 16 08:25:17 user nova-compute[73884]:         </nova:port>
Oct 16 08:25:17 user nova-compute[73884]:         <nova:port uuid="99b80e80-73bf-482f-8a9c-c350c805a644">
Oct 16 08:25:17 user nova-compute[73884]:           <nova:ip type="fixed" address="10.1.1.49" ipVersion="4"/>
Oct 16 08:25:17 user nova-compute[73884]:         </nova:port>
Oct 16 08:25:17 user nova-compute[73884]:         <nova:port uuid="7b29c56e-4c85-4c95-b43d-b87384ad92ae">
Oct 16 08:25:17 user nova-compute[73884]:           <nova:ip type="fixed" address="10.1.1.249" ipVersion="4"/>
Oct 16 08:25:17 user nova-compute[73884]:         </nova:port>
Oct 16 08:25:17 user nova-compute[73884]:         <nova:port uuid="80250c47-3166-4d43-b6e8-748a7ce26973">
Oct 16 08:25:17 user nova-compute[73884]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Oct 16 08:25:17 user nova-compute[73884]:         </nova:port>
Oct 16 08:25:17 user nova-compute[73884]:         <nova:port uuid="c5b97f49-f7c7-45ee-afbd-55644f519f4d">
Oct 16 08:25:17 user nova-compute[73884]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Oct 16 08:25:17 user nova-compute[73884]:         </nova:port>
Oct 16 08:25:17 user nova-compute[73884]:       </nova:ports>
Oct 16 08:25:17 user nova-compute[73884]:     </nova:instance>
Oct 16 08:25:17 user nova-compute[73884]:   </metadata>
Oct 16 08:25:17 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:25:17 user nova-compute[73884]:     <system>
Oct 16 08:25:17 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:25:17 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:25:17 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:25:17 user nova-compute[73884]:       <entry name="serial">cd97f643-1d23-4c93-9784-b83e51336e83</entry>
Oct 16 08:25:17 user nova-compute[73884]:       <entry name="uuid">cd97f643-1d23-4c93-9784-b83e51336e83</entry>
Oct 16 08:25:17 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:25:17 user nova-compute[73884]:     </system>
Oct 16 08:25:17 user nova-compute[73884]:   </sysinfo>
Oct 16 08:25:17 user nova-compute[73884]:   <os>
Oct 16 08:25:17 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:25:17 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:25:17 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:25:17 user nova-compute[73884]:   </os>
Oct 16 08:25:17 user nova-compute[73884]:   <features>
Oct 16 08:25:17 user nova-compute[73884]:     <acpi/>
Oct 16 08:25:17 user nova-compute[73884]:     <apic/>
Oct 16 08:25:17 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:25:17 user nova-compute[73884]:   </features>
Oct 16 08:25:17 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:25:17 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:25:17 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:25:17 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:25:17 user nova-compute[73884]:   </clock>
Oct 16 08:25:17 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:25:17 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:25:17 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:25:17 user nova-compute[73884]:   </cpu>
Oct 16 08:25:17 user nova-compute[73884]:   <devices>
Oct 16 08:25:17 user nova-compute[73884]:     <disk type="file" device="cdrom">
Oct 16 08:25:17 user nova-compute[73884]:       <driver name="qemu" type="raw" cache="none"/>
Oct 16 08:25:17 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/cd97f643-1d23-4c93-9784-b83e51336e83/disk.config"/>
Oct 16 08:25:17 user nova-compute[73884]:       <target dev="hda" bus="ide"/>
Oct 16 08:25:17 user nova-compute[73884]:     </disk>
Oct 16 08:25:17 user nova-compute[73884]:     <disk type="block" device="disk">
Oct 16 08:25:17 user nova-compute[73884]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:25:17 user nova-compute[73884]:       <source dev="/dev/sdb"/>
Oct 16 08:25:17 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:25:17 user nova-compute[73884]:       <serial>8ae4f171-420e-4f2d-a750-2deb8b9effed</serial>
Oct 16 08:25:17 user nova-compute[73884]:     </disk>
Oct 16 08:25:17 user nova-compute[73884]:     <disk type="block" device="disk">
Oct 16 08:25:17 user nova-compute[73884]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:25:17 user nova-compute[73884]:       <source dev="/dev/sdc"/>
Oct 16 08:25:17 user nova-compute[73884]:       <target dev="vdb" bus="virtio"/>
Oct 16 08:25:17 user nova-compute[73884]:       <serial>81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6</serial>
Oct 16 08:25:17 user nova-compute[73884]:     </disk>
Oct 16 08:25:17 user nova-compute[73884]:     <disk type="block" device="disk">
Oct 16 08:25:17 user nova-compute[73884]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:25:17 user nova-compute[73884]:       <source dev="/dev/sdd"/>
Oct 16 08:25:17 user nova-compute[73884]:       <target dev="vdc" bus="virtio"/>
Oct 16 08:25:17 user nova-compute[73884]:       <serial>33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1</serial>
Oct 16 08:25:17 user nova-compute[73884]:     </disk>
Oct 16 08:25:17 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:25:17 user nova-compute[73884]:       <mac address="fa:16:3e:26:ce:91"/>
Oct 16 08:25:17 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:25:17 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:25:17 user nova-compute[73884]:       <target dev="tap62b197ba-ec"/>
Oct 16 08:25:17 user nova-compute[73884]:     </interface>
Oct 16 08:25:17 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:25:17 user nova-compute[73884]:       <mac address="fa:16:3e:ff:b9:e0"/>
Oct 16 08:25:17 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:25:17 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:25:17 user nova-compute[73884]:       <target dev="tape93744bd-e5"/>
Oct 16 08:25:17 user nova-compute[73884]:     </interface>
Oct 16 08:25:17 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:25:17 user nova-compute[73884]:       <mac address="fa:16:3e:2c:eb:22"/>
Oct 16 08:25:17 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:25:17 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:25:17 user nova-compute[73884]:       <target dev="tap2b9dc9d3-1e"/>
Oct 16 08:25:17 user nova-compute[73884]:     </interface>
Oct 16 08:25:17 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:25:17 user nova-compute[73884]:       <mac address="fa:16:3e:97:61:2a"/>
Oct 16 08:25:17 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:25:17 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:25:17 user nova-compute[73884]:       <target dev="tap99b80e80-73"/>
Oct 16 08:25:17 user nova-compute[73884]:     </interface>
Oct 16 08:25:17 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:25:17 user nova-compute[73884]:       <mac address="fa:16:3e:19:c7:52"/>
Oct 16 08:25:17 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:25:17 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:25:17 user nova-compute[73884]:       <target dev="tap7b29c56e-4c"/>
Oct 16 08:25:17 user nova-compute[73884]:     </interface>
Oct 16 08:25:17 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:25:17 user nova-compute[73884]:       <mac address="fa:16:3e:65:14:24"/>
Oct 16 08:25:17 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:25:17 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:25:17 user nova-compute[73884]:       <target dev="tap80250c47-31"/>
Oct 16 08:25:17 user nova-compute[73884]:     </interface>
Oct 16 08:25:17 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:25:17 user nova-compute[73884]:       <mac address="fa:16:3e:ff:9f:7d"/>
Oct 16 08:25:17 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:25:17 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:25:17 user nova-compute[73884]:       <target dev="tapc5b97f49-f7"/>
Oct 16 08:25:17 user nova-compute[73884]:     </interface>
Oct 16 08:25:17 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:25:17 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/cd97f643-1d23-4c93-9784-b83e51336e83/console.log" append="off"/>
Oct 16 08:25:17 user nova-compute[73884]:     </serial>
Oct 16 08:25:17 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:25:17 user nova-compute[73884]:     <video>
Oct 16 08:25:17 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:25:17 user nova-compute[73884]:     </video>
Oct 16 08:25:17 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:25:17 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:25:17 user nova-compute[73884]:     </rng>
Oct 16 08:25:17 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:25:17 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:25:17 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:25:17 user nova-compute[73884]:     </memballoon>
Oct 16 08:25:17 user nova-compute[73884]:   </devices>
Oct 16 08:25:17 user nova-compute[73884]: </domain>
Oct 16 08:25:17 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:24:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2042930177',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2042930177',id=9,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEdZOawEvTFgH5FOjudUlBVEJp3REEqV44aCQWgjb7YifDZ/cipjqV9KerAsyKXXCz0SD5tcADjyfTeuUGxRwivkJeLKtZi1Mpyg5i/iR/CvX7sKvGeHRT2JqAYbPTomFQ==',key_name='tempest-keypair-1272828536',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='364a3faf0f2c47d6be0aff3c04822f35',ramdisk_id='',reservation_id='r-x26vb3eo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-727202878',owner_user_name='tempest-TaggedBootDevicesTest-727202878-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:24:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='48e968bafdf046fcab75d7c70743a165',uuid=cd97f643-1d23-4c93-9784-b83e51336e83,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "62b197ba-ece7-4477-8b88-961b63ee13b2", "address": "fa:16:3e:26:ce:91", "network": {"id": "b79d90dc-41e3-4e79-9121-5857cd8d1835", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1952190308-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62b197ba-ec", "ovs_interfaceid": "62b197ba-ece7-4477-8b88-961b63ee13b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Converting VIF {"id": "62b197ba-ece7-4477-8b88-961b63ee13b2", "address": "fa:16:3e:26:ce:91", "network": {"id": "b79d90dc-41e3-4e79-9121-5857cd8d1835", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1952190308-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62b197ba-ec", "ovs_interfaceid": "62b197ba-ece7-4477-8b88-961b63ee13b2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:26:ce:91,bridge_name='br-int',has_traffic_filtering=True,id=62b197ba-ece7-4477-8b88-961b63ee13b2,network=Network(b79d90dc-41e3-4e79-9121-5857cd8d1835),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62b197ba-ec') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG os_vif [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:26:ce:91,bridge_name='br-int',has_traffic_filtering=True,id=62b197ba-ece7-4477-8b88-961b63ee13b2,network=Network(b79d90dc-41e3-4e79-9121-5857cd8d1835),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62b197ba-ec') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9e5245c5-fd6d-550b-844d-f46f22c5ac8b', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap62b197ba-ec, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap62b197ba-ec, col_values=(('qos', UUID('09d4923b-d533-4115-8b86-fb24494dbc85')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap62b197ba-ec, col_values=(('external_ids', {'iface-id': '62b197ba-ece7-4477-8b88-961b63ee13b2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:26:ce:91', 'vm-uuid': 'cd97f643-1d23-4c93-9784-b83e51336e83'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: INFO os_vif [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:26:ce:91,bridge_name='br-int',has_traffic_filtering=True,id=62b197ba-ece7-4477-8b88-961b63ee13b2,network=Network(b79d90dc-41e3-4e79-9121-5857cd8d1835),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62b197ba-ec')
Oct 16 08:25:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:24:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2042930177',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2042930177',id=9,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEdZOawEvTFgH5FOjudUlBVEJp3REEqV44aCQWgjb7YifDZ/cipjqV9KerAsyKXXCz0SD5tcADjyfTeuUGxRwivkJeLKtZi1Mpyg5i/iR/CvX7sKvGeHRT2JqAYbPTomFQ==',key_name='tempest-keypair-1272828536',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='364a3faf0f2c47d6be0aff3c04822f35',ramdisk_id='',reservation_id='r-x26vb3eo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-727202878',owner_user_name='tempest-TaggedBootDevicesTest-727202878-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:24:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='48e968bafdf046fcab75d7c70743a165',uuid=cd97f643-1d23-4c93-9784-b83e51336e83,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e93744bd-e5be-4600-bac5-5d367c85a023", "address": "fa:16:3e:ff:b9:e0", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape93744bd-e5", "ovs_interfaceid": "e93744bd-e5be-4600-bac5-5d367c85a023", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Converting VIF {"id": "e93744bd-e5be-4600-bac5-5d367c85a023", "address": "fa:16:3e:ff:b9:e0", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape93744bd-e5", "ovs_interfaceid": "e93744bd-e5be-4600-bac5-5d367c85a023", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ff:b9:e0,bridge_name='br-int',has_traffic_filtering=True,id=e93744bd-e5be-4600-bac5-5d367c85a023,network=Network(535be10c-10db-43ea-86b3-6a8e57b0b7a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape93744bd-e5') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG os_vif [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:b9:e0,bridge_name='br-int',has_traffic_filtering=True,id=e93744bd-e5be-4600-bac5-5d367c85a023,network=Network(535be10c-10db-43ea-86b3-6a8e57b0b7a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape93744bd-e5') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a60f3b70-f6ea-522e-a478-37a2fc4c4b33', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape93744bd-e5, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape93744bd-e5, col_values=(('qos', UUID('9a6bede3-9b2a-452b-b38f-2d45d1ce53f6')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape93744bd-e5, col_values=(('external_ids', {'iface-id': 'e93744bd-e5be-4600-bac5-5d367c85a023', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ff:b9:e0', 'vm-uuid': 'cd97f643-1d23-4c93-9784-b83e51336e83'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: INFO os_vif [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:b9:e0,bridge_name='br-int',has_traffic_filtering=True,id=e93744bd-e5be-4600-bac5-5d367c85a023,network=Network(535be10c-10db-43ea-86b3-6a8e57b0b7a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape93744bd-e5')
Oct 16 08:25:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:24:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2042930177',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2042930177',id=9,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEdZOawEvTFgH5FOjudUlBVEJp3REEqV44aCQWgjb7YifDZ/cipjqV9KerAsyKXXCz0SD5tcADjyfTeuUGxRwivkJeLKtZi1Mpyg5i/iR/CvX7sKvGeHRT2JqAYbPTomFQ==',key_name='tempest-keypair-1272828536',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='364a3faf0f2c47d6be0aff3c04822f35',ramdisk_id='',reservation_id='r-x26vb3eo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-727202878',owner_user_name='tempest-TaggedBootDevicesTest-727202878-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:24:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='48e968bafdf046fcab75d7c70743a165',uuid=cd97f643-1d23-4c93-9784-b83e51336e83,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d", "address": "fa:16:3e:2c:eb:22", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b9dc9d3-1e", "ovs_interfaceid": "2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Converting VIF {"id": "2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d", "address": "fa:16:3e:2c:eb:22", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b9dc9d3-1e", "ovs_interfaceid": "2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2c:eb:22,bridge_name='br-int',has_traffic_filtering=True,id=2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d,network=Network(535be10c-10db-43ea-86b3-6a8e57b0b7a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap2b9dc9d3-1e') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG os_vif [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2c:eb:22,bridge_name='br-int',has_traffic_filtering=True,id=2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d,network=Network(535be10c-10db-43ea-86b3-6a8e57b0b7a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap2b9dc9d3-1e') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cf939910-86dc-5bb6-bcdc-f006f32b1eb7', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2b9dc9d3-1e, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2b9dc9d3-1e, col_values=(('qos', UUID('83602dd8-1357-4273-9a09-b35c6db4e8d7')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2b9dc9d3-1e, col_values=(('external_ids', {'iface-id': '2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2c:eb:22', 'vm-uuid': 'cd97f643-1d23-4c93-9784-b83e51336e83'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: INFO os_vif [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2c:eb:22,bridge_name='br-int',has_traffic_filtering=True,id=2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d,network=Network(535be10c-10db-43ea-86b3-6a8e57b0b7a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap2b9dc9d3-1e')
Oct 16 08:25:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:24:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2042930177',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2042930177',id=9,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEdZOawEvTFgH5FOjudUlBVEJp3REEqV44aCQWgjb7YifDZ/cipjqV9KerAsyKXXCz0SD5tcADjyfTeuUGxRwivkJeLKtZi1Mpyg5i/iR/CvX7sKvGeHRT2JqAYbPTomFQ==',key_name='tempest-keypair-1272828536',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='364a3faf0f2c47d6be0aff3c04822f35',ramdisk_id='',reservation_id='r-x26vb3eo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-727202878',owner_user_name='tempest-TaggedBootDevicesTest-727202878-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:24:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='48e968bafdf046fcab75d7c70743a165',uuid=cd97f643-1d23-4c93-9784-b83e51336e83,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "99b80e80-73bf-482f-8a9c-c350c805a644", "address": "fa:16:3e:97:61:2a", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99b80e80-73", "ovs_interfaceid": "99b80e80-73bf-482f-8a9c-c350c805a644", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Converting VIF {"id": "99b80e80-73bf-482f-8a9c-c350c805a644", "address": "fa:16:3e:97:61:2a", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99b80e80-73", "ovs_interfaceid": "99b80e80-73bf-482f-8a9c-c350c805a644", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:97:61:2a,bridge_name='br-int',has_traffic_filtering=True,id=99b80e80-73bf-482f-8a9c-c350c805a644,network=Network(535be10c-10db-43ea-86b3-6a8e57b0b7a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99b80e80-73') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG os_vif [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:97:61:2a,bridge_name='br-int',has_traffic_filtering=True,id=99b80e80-73bf-482f-8a9c-c350c805a644,network=Network(535be10c-10db-43ea-86b3-6a8e57b0b7a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99b80e80-73') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '989ca78b-d5ab-52e3-8a8d-a28f8562dab0', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap99b80e80-73, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap99b80e80-73, col_values=(('qos', UUID('7ee071bf-af4a-4b5e-9b28-5bfb46f72210')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap99b80e80-73, col_values=(('external_ids', {'iface-id': '99b80e80-73bf-482f-8a9c-c350c805a644', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:97:61:2a', 'vm-uuid': 'cd97f643-1d23-4c93-9784-b83e51336e83'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG nova.network.neutron [req-bfe30c99-f1b2-4518-bd07-1298683f2963 req-94064a0d-c0a3-4efb-a528-cb2e6bba4f4d service nova] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Updated VIF entry in instance network info cache for port 93817501-3fce-4885-98a2-68d02b9e57f8. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG nova.network.neutron [req-bfe30c99-f1b2-4518-bd07-1298683f2963 req-94064a0d-c0a3-4efb-a528-cb2e6bba4f4d service nova] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Updating instance_info_cache with network_info: [{"id": "93817501-3fce-4885-98a2-68d02b9e57f8", "address": "fa:16:3e:2d:d8:44", "network": {"id": "c38a70ba-535e-453e-a594-653e9777b05e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-517407096-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2e44454c5e341a5bf0f5015bd6232d9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93817501-3f", "ovs_interfaceid": "93817501-3fce-4885-98a2-68d02b9e57f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: INFO os_vif [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:97:61:2a,bridge_name='br-int',has_traffic_filtering=True,id=99b80e80-73bf-482f-8a9c-c350c805a644,network=Network(535be10c-10db-43ea-86b3-6a8e57b0b7a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99b80e80-73')
Oct 16 08:25:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:24:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2042930177',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2042930177',id=9,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEdZOawEvTFgH5FOjudUlBVEJp3REEqV44aCQWgjb7YifDZ/cipjqV9KerAsyKXXCz0SD5tcADjyfTeuUGxRwivkJeLKtZi1Mpyg5i/iR/CvX7sKvGeHRT2JqAYbPTomFQ==',key_name='tempest-keypair-1272828536',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='364a3faf0f2c47d6be0aff3c04822f35',ramdisk_id='',reservation_id='r-x26vb3eo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-727202878',owner_user_name='tempest-TaggedBootDevicesTest-727202878-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:24:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='48e968bafdf046fcab75d7c70743a165',uuid=cd97f643-1d23-4c93-9784-b83e51336e83,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7b29c56e-4c85-4c95-b43d-b87384ad92ae", "address": "fa:16:3e:19:c7:52", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b29c56e-4c", "ovs_interfaceid": "7b29c56e-4c85-4c95-b43d-b87384ad92ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Converting VIF {"id": "7b29c56e-4c85-4c95-b43d-b87384ad92ae", "address": "fa:16:3e:19:c7:52", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b29c56e-4c", "ovs_interfaceid": "7b29c56e-4c85-4c95-b43d-b87384ad92ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:19:c7:52,bridge_name='br-int',has_traffic_filtering=True,id=7b29c56e-4c85-4c95-b43d-b87384ad92ae,network=Network(535be10c-10db-43ea-86b3-6a8e57b0b7a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b29c56e-4c') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG os_vif [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:c7:52,bridge_name='br-int',has_traffic_filtering=True,id=7b29c56e-4c85-4c95-b43d-b87384ad92ae,network=Network(535be10c-10db-43ea-86b3-6a8e57b0b7a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b29c56e-4c') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-bfe30c99-f1b2-4518-bd07-1298683f2963 req-94064a0d-c0a3-4efb-a528-cb2e6bba4f4d service nova] Releasing lock "refresh_cache-ab0b96cd-bd67-40dc-8cd8-b159fd6848f7" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b256d629-f2c4-5246-adfb-9d27679b276e', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7b29c56e-4c, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7b29c56e-4c, col_values=(('qos', UUID('ba148e83-8ca7-4a07-b1a0-96818e9a732c')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7b29c56e-4c, col_values=(('external_ids', {'iface-id': '7b29c56e-4c85-4c95-b43d-b87384ad92ae', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:19:c7:52', 'vm-uuid': 'cd97f643-1d23-4c93-9784-b83e51336e83'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: INFO os_vif [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:c7:52,bridge_name='br-int',has_traffic_filtering=True,id=7b29c56e-4c85-4c95-b43d-b87384ad92ae,network=Network(535be10c-10db-43ea-86b3-6a8e57b0b7a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b29c56e-4c')
Oct 16 08:25:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:24:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2042930177',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2042930177',id=9,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEdZOawEvTFgH5FOjudUlBVEJp3REEqV44aCQWgjb7YifDZ/cipjqV9KerAsyKXXCz0SD5tcADjyfTeuUGxRwivkJeLKtZi1Mpyg5i/iR/CvX7sKvGeHRT2JqAYbPTomFQ==',key_name='tempest-keypair-1272828536',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='364a3faf0f2c47d6be0aff3c04822f35',ramdisk_id='',reservation_id='r-x26vb3eo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-727202878',owner_user_name='tempest-TaggedBootDevicesTest-727202878-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:24:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='48e968bafdf046fcab75d7c70743a165',uuid=cd97f643-1d23-4c93-9784-b83e51336e83,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "80250c47-3166-4d43-b6e8-748a7ce26973", "address": "fa:16:3e:65:14:24", "network": {"id": "0786d898-9c44-4cfb-88f6-b846abebad8d", "bridge": "br-int", "label": "tempest-device-tagging-net2-534741338", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80250c47-31", "ovs_interfaceid": "80250c47-3166-4d43-b6e8-748a7ce26973", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Converting VIF {"id": "80250c47-3166-4d43-b6e8-748a7ce26973", "address": "fa:16:3e:65:14:24", "network": {"id": "0786d898-9c44-4cfb-88f6-b846abebad8d", "bridge": "br-int", "label": "tempest-device-tagging-net2-534741338", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80250c47-31", "ovs_interfaceid": "80250c47-3166-4d43-b6e8-748a7ce26973", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:65:14:24,bridge_name='br-int',has_traffic_filtering=True,id=80250c47-3166-4d43-b6e8-748a7ce26973,network=Network(0786d898-9c44-4cfb-88f6-b846abebad8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap80250c47-31') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG os_vif [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:65:14:24,bridge_name='br-int',has_traffic_filtering=True,id=80250c47-3166-4d43-b6e8-748a7ce26973,network=Network(0786d898-9c44-4cfb-88f6-b846abebad8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap80250c47-31') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a3888489-2741-5aa6-bb11-5c5d33ae4eea', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap80250c47-31, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap80250c47-31, col_values=(('qos', UUID('0abcb37b-bdf7-4b8a-a10f-0bdf30413e23')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap80250c47-31, col_values=(('external_ids', {'iface-id': '80250c47-3166-4d43-b6e8-748a7ce26973', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:65:14:24', 'vm-uuid': 'cd97f643-1d23-4c93-9784-b83e51336e83'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: INFO os_vif [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:65:14:24,bridge_name='br-int',has_traffic_filtering=True,id=80250c47-3166-4d43-b6e8-748a7ce26973,network=Network(0786d898-9c44-4cfb-88f6-b846abebad8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap80250c47-31')
Oct 16 08:25:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:24:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2042930177',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2042930177',id=9,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEdZOawEvTFgH5FOjudUlBVEJp3REEqV44aCQWgjb7YifDZ/cipjqV9KerAsyKXXCz0SD5tcADjyfTeuUGxRwivkJeLKtZi1Mpyg5i/iR/CvX7sKvGeHRT2JqAYbPTomFQ==',key_name='tempest-keypair-1272828536',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='364a3faf0f2c47d6be0aff3c04822f35',ramdisk_id='',reservation_id='r-x26vb3eo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-727202878',owner_user_name='tempest-TaggedBootDevicesTest-727202878-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:24:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='48e968bafdf046fcab75d7c70743a165',uuid=cd97f643-1d23-4c93-9784-b83e51336e83,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c5b97f49-f7c7-45ee-afbd-55644f519f4d", "address": "fa:16:3e:ff:9f:7d", "network": {"id": "0786d898-9c44-4cfb-88f6-b846abebad8d", "bridge": "br-int", "label": "tempest-device-tagging-net2-534741338", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5b97f49-f7", "ovs_interfaceid": "c5b97f49-f7c7-45ee-afbd-55644f519f4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Converting VIF {"id": "c5b97f49-f7c7-45ee-afbd-55644f519f4d", "address": "fa:16:3e:ff:9f:7d", "network": {"id": "0786d898-9c44-4cfb-88f6-b846abebad8d", "bridge": "br-int", "label": "tempest-device-tagging-net2-534741338", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5b97f49-f7", "ovs_interfaceid": "c5b97f49-f7c7-45ee-afbd-55644f519f4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ff:9f:7d,bridge_name='br-int',has_traffic_filtering=True,id=c5b97f49-f7c7-45ee-afbd-55644f519f4d,network=Network(0786d898-9c44-4cfb-88f6-b846abebad8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5b97f49-f7') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG os_vif [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:9f:7d,bridge_name='br-int',has_traffic_filtering=True,id=c5b97f49-f7c7-45ee-afbd-55644f519f4d,network=Network(0786d898-9c44-4cfb-88f6-b846abebad8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5b97f49-f7') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '98f04309-d7d8-5ab5-a04c-c2f00f38ca00', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc5b97f49-f7, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc5b97f49-f7, col_values=(('qos', UUID('759159ec-9a6e-4d95-a9e1-717e1aa91a09')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc5b97f49-f7, col_values=(('external_ids', {'iface-id': 'c5b97f49-f7c7-45ee-afbd-55644f519f4d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ff:9f:7d', 'vm-uuid': 'cd97f643-1d23-4c93-9784-b83e51336e83'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:17 user nova-compute[73884]: INFO os_vif [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:9f:7d,bridge_name='br-int',has_traffic_filtering=True,id=c5b97f49-f7c7-45ee-afbd-55644f519f4d,network=Network(0786d898-9c44-4cfb-88f6-b846abebad8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5b97f49-f7')
Oct 16 08:25:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] No BDM found with device name hda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] No BDM found with device name vdc, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] No VIF found with MAC fa:16:3e:26:ce:91, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:25:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] No VIF found with MAC fa:16:3e:19:c7:52, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:25:17 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Using config drive
Oct 16 08:25:17 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Creating config drive at /opt/stack/data/nova/instances/cd97f643-1d23-4c93-9784-b83e51336e83/disk.config
Oct 16 08:25:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/cd97f643-1d23-4c93-9784-b83e51336e83/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp4wuplcp5 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/cd97f643-1d23-4c93-9784-b83e51336e83/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp4wuplcp5" returned: 0 in 0.090s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:19 user nova-compute[73884]: DEBUG nova.compute.manager [req-928597fd-a725-4065-88e1-2b4facd5c268 req-c4ab08a9-3147-4e18-8282-575f01f7a1ff service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-vif-plugged-62b197ba-ece7-4477-8b88-961b63ee13b2 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:25:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-928597fd-a725-4065-88e1-2b4facd5c268 req-c4ab08a9-3147-4e18-8282-575f01f7a1ff service nova] Acquiring lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:25:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-928597fd-a725-4065-88e1-2b4facd5c268 req-c4ab08a9-3147-4e18-8282-575f01f7a1ff service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:25:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-928597fd-a725-4065-88e1-2b4facd5c268 req-c4ab08a9-3147-4e18-8282-575f01f7a1ff service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:25:19 user nova-compute[73884]: DEBUG nova.compute.manager [req-928597fd-a725-4065-88e1-2b4facd5c268 req-c4ab08a9-3147-4e18-8282-575f01f7a1ff service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] No waiting events found dispatching network-vif-plugged-62b197ba-ece7-4477-8b88-961b63ee13b2 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:25:19 user nova-compute[73884]: WARNING nova.compute.manager [req-928597fd-a725-4065-88e1-2b4facd5c268 req-c4ab08a9-3147-4e18-8282-575f01f7a1ff service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received unexpected event network-vif-plugged-62b197ba-ece7-4477-8b88-961b63ee13b2 for instance with vm_state building and task_state spawning.
Oct 16 08:25:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EScheFwN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:25:20 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:25:20 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:25:20 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:25:20 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:25:20 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:25:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[20a8c2c2-778f-4f81-889e-833757f91338]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:25:20 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[45b31908-3113-4ad4-b3ca-65fa1bc744bc]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b] added
Oct 16 08:25:20 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[4383308f-4d2d-42a4-8930-66202777ad92]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ad9bf0b-b695-4e46-9bcd-4b6b4ce23418]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EScheFwN {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EScheFwN" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd71bc5a-4304-493b-a88b-e94ec6198d26]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'EScheFwN'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.034s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e32df9ed-8385-4be4-8485-da1ccbdb628d]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[9eaa968b-92e1-4654-a3f0-a2505dff3e87]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:25:20 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:25:20 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:25:20 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:25:20 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:25:20 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:25:20 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:20 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b -p 172.16.0.220:3260 --login" returned: 0 in 0.088s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[8afd516c-ed5f-42e4-950c-687e1f50b627]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b, portal: 172.16.0.220,3260]
Oct 16 08:25:21 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b, portal: 172.16.0.220,3260] successful.
Oct 16 08:25:21 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[993ba2e0-6f9f-4a86-995e-1cfa04045049]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc409b88-1559-432e-8adb-8633724ace24]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:25:21 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:25:21 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:25:21 user nova-compute[73884]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b (non-flash)
Oct 16 08:25:21 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:25:21 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:25:21 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:25:21 user nova-compute[73884]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b (non-flash)
Oct 16 08:25:21 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.356s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] HCTL ('36', '-', '-', 0) found on session 6 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[09575692-7cfd-443e-b513-9e334c6bb854]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Searching for a device in session 6 and hctl ['36', '*', '*', 0] yield: sde {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EScheFwN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG nova.compute.manager [req-56dffd66-c09f-4383-86f3-64513e7546ed req-78657bcb-773d-47b1-bbc3-de85e46f91e1 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-vif-plugged-80250c47-3166-4d43-b6e8-748a7ce26973 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-56dffd66-c09f-4383-86f3-64513e7546ed req-78657bcb-773d-47b1-bbc3-de85e46f91e1 service nova] Acquiring lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-56dffd66-c09f-4383-86f3-64513e7546ed req-78657bcb-773d-47b1-bbc3-de85e46f91e1 service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-56dffd66-c09f-4383-86f3-64513e7546ed req-78657bcb-773d-47b1-bbc3-de85e46f91e1 service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG nova.compute.manager [req-56dffd66-c09f-4383-86f3-64513e7546ed req-78657bcb-773d-47b1-bbc3-de85e46f91e1 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] No waiting events found dispatching network-vif-plugged-80250c47-3166-4d43-b6e8-748a7ce26973 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:25:21 user nova-compute[73884]: WARNING nova.compute.manager [req-56dffd66-c09f-4383-86f3-64513e7546ed req-78657bcb-773d-47b1-bbc3-de85e46f91e1 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received unexpected event network-vif-plugged-80250c47-3166-4d43-b6e8-748a7ce26973 for instance with vm_state building and task_state spawning.
Oct 16 08:25:21 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG nova.compute.manager [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-vif-plugged-62b197ba-ece7-4477-8b88-961b63ee13b2 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] Acquiring lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG nova.compute.manager [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] No waiting events found dispatching network-vif-plugged-62b197ba-ece7-4477-8b88-961b63ee13b2 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:25:21 user nova-compute[73884]: WARNING nova.compute.manager [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received unexpected event network-vif-plugged-62b197ba-ece7-4477-8b88-961b63ee13b2 for instance with vm_state building and task_state spawning.
Oct 16 08:25:21 user nova-compute[73884]: DEBUG nova.compute.manager [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-vif-plugged-e93744bd-e5be-4600-bac5-5d367c85a023 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] Acquiring lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG nova.compute.manager [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] No waiting events found dispatching network-vif-plugged-e93744bd-e5be-4600-bac5-5d367c85a023 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:25:21 user nova-compute[73884]: WARNING nova.compute.manager [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received unexpected event network-vif-plugged-e93744bd-e5be-4600-bac5-5d367c85a023 for instance with vm_state building and task_state spawning.
Oct 16 08:25:21 user nova-compute[73884]: DEBUG nova.compute.manager [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-vif-plugged-e93744bd-e5be-4600-bac5-5d367c85a023 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] Acquiring lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG nova.compute.manager [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] No waiting events found dispatching network-vif-plugged-e93744bd-e5be-4600-bac5-5d367c85a023 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:25:21 user nova-compute[73884]: WARNING nova.compute.manager [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received unexpected event network-vif-plugged-e93744bd-e5be-4600-bac5-5d367c85a023 for instance with vm_state building and task_state spawning.
Oct 16 08:25:21 user nova-compute[73884]: DEBUG nova.compute.manager [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-vif-plugged-2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] Acquiring lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG nova.compute.manager [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] No waiting events found dispatching network-vif-plugged-2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:25:21 user nova-compute[73884]: WARNING nova.compute.manager [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received unexpected event network-vif-plugged-2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d for instance with vm_state building and task_state spawning.
Oct 16 08:25:21 user nova-compute[73884]: DEBUG nova.compute.manager [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-vif-plugged-2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] Acquiring lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG nova.compute.manager [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] No waiting events found dispatching network-vif-plugged-2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:25:21 user nova-compute[73884]: WARNING nova.compute.manager [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received unexpected event network-vif-plugged-2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d for instance with vm_state building and task_state spawning.
Oct 16 08:25:21 user nova-compute[73884]: DEBUG nova.compute.manager [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-vif-plugged-99b80e80-73bf-482f-8a9c-c350c805a644 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] Acquiring lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG nova.compute.manager [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] No waiting events found dispatching network-vif-plugged-99b80e80-73bf-482f-8a9c-c350c805a644 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:25:21 user nova-compute[73884]: WARNING nova.compute.manager [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received unexpected event network-vif-plugged-99b80e80-73bf-482f-8a9c-c350c805a644 for instance with vm_state building and task_state spawning.
Oct 16 08:25:21 user nova-compute[73884]: DEBUG nova.compute.manager [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-vif-plugged-99b80e80-73bf-482f-8a9c-c350c805a644 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] Acquiring lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG nova.compute.manager [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] No waiting events found dispatching network-vif-plugged-99b80e80-73bf-482f-8a9c-c350c805a644 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:25:21 user nova-compute[73884]: WARNING nova.compute.manager [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received unexpected event network-vif-plugged-99b80e80-73bf-482f-8a9c-c350c805a644 for instance with vm_state building and task_state spawning.
Oct 16 08:25:21 user nova-compute[73884]: DEBUG nova.compute.manager [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-vif-plugged-7b29c56e-4c85-4c95-b43d-b87384ad92ae {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] Acquiring lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:25:21 user nova-compute[73884]: DEBUG nova.compute.manager [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] No waiting events found dispatching network-vif-plugged-7b29c56e-4c85-4c95-b43d-b87384ad92ae {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:25:21 user nova-compute[73884]: WARNING nova.compute.manager [req-0978ca80-6eab-43e9-a6e2-36223ddaeaa3 req-44a90e90-0281-449b-9d68-b30c2ddd6bf2 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received unexpected event network-vif-plugged-7b29c56e-4c85-4c95-b43d-b87384ad92ae for instance with vm_state building and task_state spawning.
Oct 16 08:25:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.393s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] <== connect_volume: return (1395ms) {'type': 'block', 'scsi_wwn': '23738326531313337', 'path': '/dev/sde'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23738326531313337', 'path': '/dev/sde'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG nova.objects.instance [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lazy-loading 'flavor' on Instance uuid 18e603e0-a105-4662-8a24-fd6d5471109c {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 08:25:22 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:25:22 user nova-compute[73884]:   <source dev="/dev/sde"/>
Oct 16 08:25:22 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:25:22 user nova-compute[73884]:   <serial>db46bcce-6d30-4e51-b93a-eeef28b8eb5b</serial>
Oct 16 08:25:22 user nova-compute[73884]: </disk>
Oct 16 08:25:22 user nova-compute[73884]:  {{(pid=73884) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tmenRqgL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:25:22 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:25:22 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:25:22 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:25:22 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:25:22 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:25:22 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 -p 172.16.0.220:3260" returned: 21 in 0.030s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb9a2fb7-7cf7-4f90-9a41-0110f5fb508e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:25:22 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[89f75ac2-c503-4009-a1e9-1d040e8594de]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283] added
Oct 16 08:25:22 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.029s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbfeb616-3e13-404d-8382-b8571004d993]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[4db8dcd8-ca35-489f-a3f5-2e9feb9fb738]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tmenRqgL {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tmenRqgL" returned: 0 in 0.029s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[85eaa9b3-2737-4f4d-b6e1-d165d1090325]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'tmenRqgL'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.027s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b76f1882-6036-4a20-925b-09f887730932]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e010c0d-2808-407a-ba1e-291889566a8e]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:25:22 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:25:22 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:25:22 user nova-compute[73884]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b (non-flash)
Oct 16 08:25:22 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:25:22 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:25:22 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:25:22 user nova-compute[73884]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b (non-flash)
Oct 16 08:25:22 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] No BDM found with device name vdb, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] No VIF found with MAC fa:16:3e:9c:e5:4f, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 -p 172.16.0.220:3260 --login" returned: 0 in 0.092s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1d3a0aa-a28f-41ea-9115-4330ee6487a5]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283, portal: 172.16.0.220,3260]
Oct 16 08:25:22 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283, portal: 172.16.0.220,3260] successful.
Oct 16 08:25:22 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[10b0d7be-fd82-4565-8a54-7483a12312e9]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bf85e97-28d6-4db4-b794-6923ef527bb0]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:25:22 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:25:22 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:25:22 user nova-compute[73884]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b (non-flash)
Oct 16 08:25:22 user nova-compute[73884]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 (non-flash)
Oct 16 08:25:22 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:25:22 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:25:22 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:25:22 user nova-compute[73884]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b (non-flash)
Oct 16 08:25:22 user nova-compute[73884]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 (non-flash)
Oct 16 08:25:22 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.396s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] HCTL ('37', '-', '-', 0) found on session 7 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f4b97b3-d0d1-4af0-9006-b042037ff5a1]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Searching for a device in session 7 and hctl ['37', '*', '*', 0] yield: None {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] Acquiring lock "ab0b96cd-bd67-40dc-8cd8-b159fd6848f7" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] Lock "ab0b96cd-bd67-40dc-8cd8-b159fd6848f7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG nova.objects.instance [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] Lazy-loading 'flavor' on Instance uuid ab0b96cd-bd67-40dc-8cd8-b159fd6848f7 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-99586fbb-84f9-49ef-ad4a-88e0870b4821 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lock "18e603e0-a105-4662-8a24-fd6d5471109c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.173s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] Lock "ab0b96cd-bd67-40dc-8cd8-b159fd6848f7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.135s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:25:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] Acquiring lock "ab0b96cd-bd67-40dc-8cd8-b159fd6848f7" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] Lock "ab0b96cd-bd67-40dc-8cd8-b159fd6848f7" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:25:23 user nova-compute[73884]: INFO nova.compute.manager [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Attaching volume 7370ef38-fad5-40fa-a8f4-78fa81d19a8e to /dev/vdb
Oct 16 08:25:23 user nova-compute[73884]: DEBUG os_brick.utils [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[31f0ecbe-ec83-476d-9ead-5db3667036c1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a040b8a-bb7c-4e4b-b86a-dba1a8155898]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6884b235-5a44-477e-a6e2-dd71ef6b5d8c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[5762286c-45fa-49e8-b714-ca8ba0681481]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:25:23 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 08:25:23 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[36dafbaa-6eca-4c57-ae06-6000c6b3bf2a]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG os_brick.utils [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Updating existing volume attachment record: b1b578f8-99d4-4baa-959a-3435eb8356b2 {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG nova.compute.manager [req-e1ac783a-c5f5-4efa-8d8a-21eff5f670e9 req-91756242-c26b-428d-bca1-81e163d773c5 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-vif-plugged-80250c47-3166-4d43-b6e8-748a7ce26973 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e1ac783a-c5f5-4efa-8d8a-21eff5f670e9 req-91756242-c26b-428d-bca1-81e163d773c5 service nova] Acquiring lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e1ac783a-c5f5-4efa-8d8a-21eff5f670e9 req-91756242-c26b-428d-bca1-81e163d773c5 service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e1ac783a-c5f5-4efa-8d8a-21eff5f670e9 req-91756242-c26b-428d-bca1-81e163d773c5 service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG nova.compute.manager [req-e1ac783a-c5f5-4efa-8d8a-21eff5f670e9 req-91756242-c26b-428d-bca1-81e163d773c5 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] No waiting events found dispatching network-vif-plugged-80250c47-3166-4d43-b6e8-748a7ce26973 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:25:23 user nova-compute[73884]: WARNING nova.compute.manager [req-e1ac783a-c5f5-4efa-8d8a-21eff5f670e9 req-91756242-c26b-428d-bca1-81e163d773c5 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received unexpected event network-vif-plugged-80250c47-3166-4d43-b6e8-748a7ce26973 for instance with vm_state building and task_state spawning.
Oct 16 08:25:23 user nova-compute[73884]: DEBUG nova.compute.manager [req-e1ac783a-c5f5-4efa-8d8a-21eff5f670e9 req-91756242-c26b-428d-bca1-81e163d773c5 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-vif-plugged-c5b97f49-f7c7-45ee-afbd-55644f519f4d {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e1ac783a-c5f5-4efa-8d8a-21eff5f670e9 req-91756242-c26b-428d-bca1-81e163d773c5 service nova] Acquiring lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e1ac783a-c5f5-4efa-8d8a-21eff5f670e9 req-91756242-c26b-428d-bca1-81e163d773c5 service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e1ac783a-c5f5-4efa-8d8a-21eff5f670e9 req-91756242-c26b-428d-bca1-81e163d773c5 service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG nova.compute.manager [req-e1ac783a-c5f5-4efa-8d8a-21eff5f670e9 req-91756242-c26b-428d-bca1-81e163d773c5 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] No waiting events found dispatching network-vif-plugged-c5b97f49-f7c7-45ee-afbd-55644f519f4d {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:25:23 user nova-compute[73884]: WARNING nova.compute.manager [req-e1ac783a-c5f5-4efa-8d8a-21eff5f670e9 req-91756242-c26b-428d-bca1-81e163d773c5 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received unexpected event network-vif-plugged-c5b97f49-f7c7-45ee-afbd-55644f519f4d for instance with vm_state building and task_state spawning.
Oct 16 08:25:23 user nova-compute[73884]: DEBUG nova.compute.manager [req-e1ac783a-c5f5-4efa-8d8a-21eff5f670e9 req-91756242-c26b-428d-bca1-81e163d773c5 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-vif-plugged-c5b97f49-f7c7-45ee-afbd-55644f519f4d {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e1ac783a-c5f5-4efa-8d8a-21eff5f670e9 req-91756242-c26b-428d-bca1-81e163d773c5 service nova] Acquiring lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e1ac783a-c5f5-4efa-8d8a-21eff5f670e9 req-91756242-c26b-428d-bca1-81e163d773c5 service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e1ac783a-c5f5-4efa-8d8a-21eff5f670e9 req-91756242-c26b-428d-bca1-81e163d773c5 service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG nova.compute.manager [req-e1ac783a-c5f5-4efa-8d8a-21eff5f670e9 req-91756242-c26b-428d-bca1-81e163d773c5 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] No waiting events found dispatching network-vif-plugged-c5b97f49-f7c7-45ee-afbd-55644f519f4d {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:25:23 user nova-compute[73884]: WARNING nova.compute.manager [req-e1ac783a-c5f5-4efa-8d8a-21eff5f670e9 req-91756242-c26b-428d-bca1-81e163d773c5 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received unexpected event network-vif-plugged-c5b97f49-f7c7-45ee-afbd-55644f519f4d for instance with vm_state building and task_state spawning.
Oct 16 08:25:23 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Searching for a device in session 7 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tmenRqgL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.437s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] <== connect_volume: return (1439ms) {'type': 'block', 'scsi_wwn': '26631653632643230', 'path': '/dev/sdf'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26631653632643230', 'path': '/dev/sdf'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG nova.objects.instance [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Lazy-loading 'flavor' on Instance uuid ddb70d5a-9c18-40ec-98e8-d478ad8c29a5 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 08:25:23 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:25:23 user nova-compute[73884]:   <source dev="/dev/sdf"/>
Oct 16 08:25:23 user nova-compute[73884]:   <target dev="sdc" bus="scsi"/>
Oct 16 08:25:23 user nova-compute[73884]:   <serial>22a7f618-87e8-4c49-b361-11876d35b283</serial>
Oct 16 08:25:23 user nova-compute[73884]:   <address type="drive" controller="0" unit="2"/>
Oct 16 08:25:23 user nova-compute[73884]: </disk>
Oct 16 08:25:23 user nova-compute[73884]:  {{(pid=73884) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG nova.compute.manager [req-60f1d413-a5a1-4b08-bb18-e19bcd1370b0 req-07089db4-a265-4864-8bab-fc24a14da252 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-vif-plugged-7b29c56e-4c85-4c95-b43d-b87384ad92ae {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-60f1d413-a5a1-4b08-bb18-e19bcd1370b0 req-07089db4-a265-4864-8bab-fc24a14da252 service nova] Acquiring lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-60f1d413-a5a1-4b08-bb18-e19bcd1370b0 req-07089db4-a265-4864-8bab-fc24a14da252 service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-60f1d413-a5a1-4b08-bb18-e19bcd1370b0 req-07089db4-a265-4864-8bab-fc24a14da252 service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:25:23 user nova-compute[73884]: DEBUG nova.compute.manager [req-60f1d413-a5a1-4b08-bb18-e19bcd1370b0 req-07089db4-a265-4864-8bab-fc24a14da252 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] No waiting events found dispatching network-vif-plugged-7b29c56e-4c85-4c95-b43d-b87384ad92ae {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:25:23 user nova-compute[73884]: WARNING nova.compute.manager [req-60f1d413-a5a1-4b08-bb18-e19bcd1370b0 req-07089db4-a265-4864-8bab-fc24a14da252 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received unexpected event network-vif-plugged-7b29c56e-4c85-4c95-b43d-b87384ad92ae for instance with vm_state building and task_state spawning.
Oct 16 08:25:24 user nova-compute[73884]: DEBUG nova.compute.manager [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:25:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:25:24 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Instance spawned successfully.
Oct 16 08:25:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:25:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] No BDM found with device name sda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:25:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] No BDM found with device name sdb, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:25:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] No BDM found with device name sdc, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:25:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] No VIF found with MAC fa:16:3e:44:68:b8, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:25:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:25:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:25:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:25:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:25:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:25:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:25:24 user nova-compute[73884]: INFO nova.compute.manager [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Took 11.84 seconds to spawn the instance on the hypervisor.
Oct 16 08:25:24 user nova-compute[73884]: DEBUG nova.compute.manager [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:25:24 user nova-compute[73884]: INFO nova.compute.manager [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Took 66.63 seconds to build instance.
Oct 16 08:25:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3db467a7-f0da-4a01-8566-5c909679620e tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Lock "cd97f643-1d23-4c93-9784-b83e51336e83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 66.818s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:25:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EVDXrjiJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:25:32 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:25:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:25:32 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:25:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:25:32 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:25:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[72a66b63-ff02-42ce-8bfd-bfbfc432aec2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:25:32 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[970a65bf-3fb7-488a-a703-cb272dfb6995]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281] added
Oct 16 08:25:32 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2ce9e9f-9499-47f8-8331-7b45087007cc]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2a837c1-aff8-4f3b-ab15-757e3f3f48d6]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EVDXrjiJ {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EVDXrjiJ" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b60c9a47-4d64-4d99-ad8e-2aadaeebcb50]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'EVDXrjiJ'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c55d15d9-40f8-4ba6-92a6-2b1712e53f8c]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f892795c-58f9-42b9-a7d5-7eaefe1d205b]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:25:32 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:25:32 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:25:32 user nova-compute[73884]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b (non-flash)
Oct 16 08:25:32 user nova-compute[73884]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 (non-flash)
Oct 16 08:25:32 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:25:32 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:25:32 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:25:32 user nova-compute[73884]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b (non-flash)
Oct 16 08:25:32 user nova-compute[73884]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 (non-flash)
Oct 16 08:25:32 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 -p 172.16.0.220:3260 --login" returned: 0 in 0.076s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[51866043-2cf3-4ce7-9537-8cd12906197c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281, portal: 172.16.0.220,3260]
Oct 16 08:25:32 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281, portal: 172.16.0.220,3260] successful.
Oct 16 08:25:32 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[33e3652a-59e8-4939-ab38-11f21e513797]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[613e614f-a715-4400-9947-2766784732e8]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:25:32 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:25:32 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:25:32 user nova-compute[73884]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b (non-flash)
Oct 16 08:25:32 user nova-compute[73884]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 (non-flash)
Oct 16 08:25:32 user nova-compute[73884]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 (non-flash)
Oct 16 08:25:32 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:25:32 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:25:32 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:25:32 user nova-compute[73884]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b (non-flash)
Oct 16 08:25:32 user nova-compute[73884]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 (non-flash)
Oct 16 08:25:32 user nova-compute[73884]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 (non-flash)
Oct 16 08:25:32 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.319s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] HCTL ('38', '-', '-', 0) found on session 8 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.025s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[90eab38d-27f2-4f16-b07d-e40563dd689a]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Searching for a device in session 8 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EVDXrjiJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:25:32 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-40f86a7d-9a7d-4c79-9130-6d28ed18e348 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Lock "ddb70d5a-9c18-40ec-98e8-d478ad8c29a5" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 29.812s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:25:33 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e3a872fc-46da-46a6-9e28-29d0c44c6294 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Acquiring lock "18e603e0-a105-4662-8a24-fd6d5471109c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:25:33 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e3a872fc-46da-46a6-9e28-29d0c44c6294 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lock "18e603e0-a105-4662-8a24-fd6d5471109c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:25:33 user nova-compute[73884]: INFO nova.compute.manager [None req-e3a872fc-46da-46a6-9e28-29d0c44c6294 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Detaching volume db46bcce-6d30-4e51-b93a-eeef28b8eb5b
Oct 16 08:25:33 user nova-compute[73884]: INFO nova.virt.block_device [None req-e3a872fc-46da-46a6-9e28-29d0c44c6294 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Attempting to driver detach volume db46bcce-6d30-4e51-b93a-eeef28b8eb5b from mountpoint /dev/vdb
Oct 16 08:25:33 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e3a872fc-46da-46a6-9e28-29d0c44c6294 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Attempting to detach device vdb from instance 18e603e0-a105-4662-8a24-fd6d5471109c from the persistent domain config. {{(pid=73884) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 08:25:33 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-e3a872fc-46da-46a6-9e28-29d0c44c6294 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 08:25:33 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:25:33 user nova-compute[73884]:   <source dev="/dev/sde"/>
Oct 16 08:25:33 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:25:33 user nova-compute[73884]:   <serial>db46bcce-6d30-4e51-b93a-eeef28b8eb5b</serial>
Oct 16 08:25:33 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 08:25:33 user nova-compute[73884]: </disk>
Oct 16 08:25:33 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:25:33 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-e3a872fc-46da-46a6-9e28-29d0c44c6294 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Successfully detached device vdb from instance 18e603e0-a105-4662-8a24-fd6d5471109c from the persistent domain config.
Oct 16 08:25:33 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e3a872fc-46da-46a6-9e28-29d0c44c6294 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 18e603e0-a105-4662-8a24-fd6d5471109c from the live domain config. {{(pid=73884) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 08:25:33 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-e3a872fc-46da-46a6-9e28-29d0c44c6294 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 08:25:33 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:25:33 user nova-compute[73884]:   <source dev="/dev/sde"/>
Oct 16 08:25:33 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:25:33 user nova-compute[73884]:   <serial>db46bcce-6d30-4e51-b93a-eeef28b8eb5b</serial>
Oct 16 08:25:33 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 08:25:33 user nova-compute[73884]: </disk>
Oct 16 08:25:33 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:25:33 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.374s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:25:33 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] <== connect_volume: return (1375ms) {'type': 'block', 'scsi_wwn': '26139613864663633', 'path': '/dev/sdg'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:25:33 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26139613864663633', 'path': '/dev/sdg'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:25:34 user nova-compute[73884]: DEBUG nova.objects.instance [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Lazy-loading 'flavor' on Instance uuid 751a4c38-fe52-4076-b6a7-952abcc49208 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:25:34 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 08:25:34 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:25:34 user nova-compute[73884]:   <source dev="/dev/sdg"/>
Oct 16 08:25:34 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:25:34 user nova-compute[73884]:   <serial>4fe2a59d-12fb-409a-aab1-a7e3e4279281</serial>
Oct 16 08:25:34 user nova-compute[73884]: </disk>
Oct 16 08:25:34 user nova-compute[73884]:  {{(pid=73884) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 08:25:34 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e3a872fc-46da-46a6-9e28-29d0c44c6294 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 18e603e0-a105-4662-8a24-fd6d5471109c {{(pid=73884) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 08:25:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-17a85012-cc74-46b1-8113-d02e6b8900ae tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Acquiring lock "ddb70d5a-9c18-40ec-98e8-d478ad8c29a5" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:25:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-17a85012-cc74-46b1-8113-d02e6b8900ae tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Lock "ddb70d5a-9c18-40ec-98e8-d478ad8c29a5" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:25:34 user nova-compute[73884]: INFO nova.compute.manager [None req-17a85012-cc74-46b1-8113-d02e6b8900ae tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Detaching volume 22a7f618-87e8-4c49-b361-11876d35b283
Oct 16 08:25:34 user nova-compute[73884]: INFO nova.virt.block_device [None req-17a85012-cc74-46b1-8113-d02e6b8900ae tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Attempting to driver detach volume 22a7f618-87e8-4c49-b361-11876d35b283 from mountpoint /dev/sdc
Oct 16 08:25:34 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-17a85012-cc74-46b1-8113-d02e6b8900ae tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Attempting to detach device sdc from instance ddb70d5a-9c18-40ec-98e8-d478ad8c29a5 from the persistent domain config. {{(pid=73884) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 08:25:34 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-17a85012-cc74-46b1-8113-d02e6b8900ae tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 08:25:34 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:25:34 user nova-compute[73884]:   <source dev="/dev/sdf"/>
Oct 16 08:25:34 user nova-compute[73884]:   <target dev="sdc" bus="scsi"/>
Oct 16 08:25:34 user nova-compute[73884]:   <serial>22a7f618-87e8-4c49-b361-11876d35b283</serial>
Oct 16 08:25:34 user nova-compute[73884]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Oct 16 08:25:34 user nova-compute[73884]: </disk>
Oct 16 08:25:34 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:25:34 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-17a85012-cc74-46b1-8113-d02e6b8900ae tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Successfully detached device sdc from instance ddb70d5a-9c18-40ec-98e8-d478ad8c29a5 from the persistent domain config.
Oct 16 08:25:34 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-17a85012-cc74-46b1-8113-d02e6b8900ae tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] (1/8): Attempting to detach device sdc with device alias scsi0-0-0-2 from instance ddb70d5a-9c18-40ec-98e8-d478ad8c29a5 from the live domain config. {{(pid=73884) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 08:25:34 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-17a85012-cc74-46b1-8113-d02e6b8900ae tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 08:25:34 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:25:34 user nova-compute[73884]:   <source dev="/dev/sdf"/>
Oct 16 08:25:34 user nova-compute[73884]:   <target dev="sdc" bus="scsi"/>
Oct 16 08:25:34 user nova-compute[73884]:   <serial>22a7f618-87e8-4c49-b361-11876d35b283</serial>
Oct 16 08:25:34 user nova-compute[73884]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Oct 16 08:25:34 user nova-compute[73884]: </disk>
Oct 16 08:25:34 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:25:34 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:25:34 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] No BDM found with device name vdb, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:25:34 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] No VIF found with MAC fa:16:3e:bc:78:4d, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:25:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a456f909-0469-4af7-821a-bf440d5ca221 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Lock "751a4c38-fe52-4076-b6a7-952abcc49208" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.016s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:25:35 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-17a85012-cc74-46b1-8113-d02e6b8900ae tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Start waiting for the detach event from libvirt for device sdc with device alias scsi0-0-0-2 for instance ddb70d5a-9c18-40ec-98e8-d478ad8c29a5 {{(pid=73884) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 08:25:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Acquiring lock "751a4c38-fe52-4076-b6a7-952abcc49208" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:25:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Lock "751a4c38-fe52-4076-b6a7-952abcc49208" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:25:35 user nova-compute[73884]: DEBUG os_brick.utils [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:25:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:35 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[94054936-77a2-413e-a289-1baeadf25dfb]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:35 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[941398ed-cc63-47b3-852c-ac33a0ffee00]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:35 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[1303a405-7034-4c52-a89f-701a1cd03fc2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:35 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbb92eb7-91a0-48e4-9771-a12120a0b8fe]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:25:35 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 08:25:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:25:35 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 08:25:35 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6c9eac4-8a48-4123-ba8d-4ca92419dfe8]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:35 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 08:25:35 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 08:25:35 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 08:25:35 user nova-compute[73884]: DEBUG os_brick.utils [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:25:35 user nova-compute[73884]: INFO nova.compute.manager [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Swapping volume 4fe2a59d-12fb-409a-aab1-a7e3e4279281 for 51b1f725-0991-410f-a4f4-92dfde9a4254
Oct 16 08:25:37 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:25:37 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:37 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=73884) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 08:25:37 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 08:25:37 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 08:25:37 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lruYLwmb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:25:39 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:25:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:25:39 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:25:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:25:39 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:25:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e757cf1f-ce8d-4f08-9d7f-70a13657be9d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:25:39 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce5a4e38-3891-4018-910b-7c0edae49f37]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6] added
Oct 16 08:25:39 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4df812c-c936-4ecd-8165-68385797a24b]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb2d493c-8ec9-4adc-a092-6d3cfa70f0c6]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lruYLwmb {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lruYLwmb" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c97d415-a4ca-42a6-9c23-8c19e4fa1f24]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lruYLwmb'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b87a9bb-c6e9-42f4-9740-d5b9d9056a5d]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[78b50b6d-07be-46ec-9f3b-63e6e0d6efd1]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:25:39 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:25:39 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:25:39 user nova-compute[73884]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b (non-flash)
Oct 16 08:25:39 user nova-compute[73884]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 (non-flash)
Oct 16 08:25:39 user nova-compute[73884]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 (non-flash)
Oct 16 08:25:39 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:25:39 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:25:39 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:25:39 user nova-compute[73884]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b (non-flash)
Oct 16 08:25:39 user nova-compute[73884]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 (non-flash)
Oct 16 08:25:39 user nova-compute[73884]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 (non-flash)
Oct 16 08:25:39 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 -p 172.16.0.220:3260 --login" returned: 0 in 0.075s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8279c37-2ae9-48f1-9425-cb39db691886]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6, portal: 172.16.0.220,3260]
Oct 16 08:25:39 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6, portal: 172.16.0.220,3260] successful.
Oct 16 08:25:39 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[4aff07c3-1f5b-4a58-8276-04f60ea4cb2c]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[02139a1b-c149-4370-9803-fb1f5d38806c]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:25:39 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:25:39 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:25:39 user nova-compute[73884]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b (non-flash)
Oct 16 08:25:39 user nova-compute[73884]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 (non-flash)
Oct 16 08:25:39 user nova-compute[73884]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 (non-flash)
Oct 16 08:25:39 user nova-compute[73884]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 (non-flash)
Oct 16 08:25:39 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:25:39 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:25:39 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:25:39 user nova-compute[73884]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b (non-flash)
Oct 16 08:25:39 user nova-compute[73884]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 (non-flash)
Oct 16 08:25:39 user nova-compute[73884]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 (non-flash)
Oct 16 08:25:39 user nova-compute[73884]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 (non-flash)
Oct 16 08:25:39 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.336s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] HCTL ('39', '-', '-', 0) found on session 9 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f09374fc-a37a-4171-8785-c3edcd8c3a54]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:39 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Searching for a device in session 9 and hctl ['39', '*', '*', 0] yield: None {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:25:40 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Searching for a device in session 9 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:25:40 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lruYLwmb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:25:40 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.373s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:25:40 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] <== connect_volume: return (1375ms) {'type': 'block', 'scsi_wwn': '26631396635623065', 'path': '/dev/sdh'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:25:40 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26631396635623065', 'path': '/dev/sdh'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:25:40 user nova-compute[73884]: DEBUG nova.objects.instance [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Lazy-loading 'flavor' on Instance uuid 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:25:40 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 08:25:40 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:25:40 user nova-compute[73884]:   <source dev="/dev/sdh"/>
Oct 16 08:25:40 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:25:40 user nova-compute[73884]:   <serial>ca4cac74-22f1-47e8-ab53-780c60b5ccc6</serial>
Oct 16 08:25:40 user nova-compute[73884]: </disk>
Oct 16 08:25:40 user nova-compute[73884]:  {{(pid=73884) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 08:25:41 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:25:41 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] No BDM found with device name hda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:25:41 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] No VIF found with MAC fa:16:3e:03:e5:b5, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:25:41 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e56ff670-3897-4a16-af00-f579596fda27 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Lock "8081efa1-2d38-4b2d-9821-2c1c9a36a3b3" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 28.746s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:25:42 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:42 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:25:42 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TRdOlNpF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:25:42 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:25:42 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:25:42 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:25:42 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:25:42 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:25:42 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:25:42 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:25:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:42 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[833a9b99-3ddc-4252-9cf4-719c8a9346a1]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:42 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:25:42 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:42 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c37c3064-a312-4bcf-a413-f215eb852c2a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:42 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e] added
Oct 16 08:25:42 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:42 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[0369a3f9-03ea-4979-b92a-de5cceca4b46]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:42 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:42 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[55b31140-3e66-4c39-a46a-7f23fcce4c80]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:42 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TRdOlNpF {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TRdOlNpF" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:42 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2283fdc7-417c-49f7-b806-a25a80ce32af]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:42 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'TRdOlNpF'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:42 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6910e9d0-fc49-4125-b4f0-f203143474a7]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:42 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:42 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee4078d6-799b-45a5-996e-55ea3c3a95bb]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:42 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:25:42 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:25:42 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:25:42 user nova-compute[73884]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b (non-flash)
Oct 16 08:25:42 user nova-compute[73884]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 (non-flash)
Oct 16 08:25:42 user nova-compute[73884]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 (non-flash)
Oct 16 08:25:42 user nova-compute[73884]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 (non-flash)
Oct 16 08:25:42 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:25:42 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:25:42 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:25:42 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:25:42 user nova-compute[73884]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b (non-flash)
Oct 16 08:25:42 user nova-compute[73884]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 (non-flash)
Oct 16 08:25:42 user nova-compute[73884]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 (non-flash)
Oct 16 08:25:42 user nova-compute[73884]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 (non-flash)
Oct 16 08:25:42 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:25:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:42 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3fcfc12f-cf49-4f8a-b04f-c8ce79b02647 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Acquiring lock "8081efa1-2d38-4b2d-9821-2c1c9a36a3b3" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:25:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3fcfc12f-cf49-4f8a-b04f-c8ce79b02647 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Lock "8081efa1-2d38-4b2d-9821-2c1c9a36a3b3" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:25:43 user nova-compute[73884]: INFO nova.compute.manager [None req-3fcfc12f-cf49-4f8a-b04f-c8ce79b02647 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Detaching volume ca4cac74-22f1-47e8-ab53-780c60b5ccc6
Oct 16 08:25:43 user nova-compute[73884]: INFO nova.virt.block_device [None req-3fcfc12f-cf49-4f8a-b04f-c8ce79b02647 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Attempting to driver detach volume ca4cac74-22f1-47e8-ab53-780c60b5ccc6 from mountpoint /dev/vdb
Oct 16 08:25:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e -p 172.16.0.220:3260 --login" returned: 0 in 1.098s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:43 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[25e54227-28d1-4b88-a0c0-678345c22611]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:43 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3fcfc12f-cf49-4f8a-b04f-c8ce79b02647 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Attempting to detach device vdb from instance 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3 from the persistent domain config. {{(pid=73884) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 08:25:43 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-3fcfc12f-cf49-4f8a-b04f-c8ce79b02647 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 08:25:43 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:25:43 user nova-compute[73884]:   <source dev="/dev/sdh"/>
Oct 16 08:25:43 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:25:43 user nova-compute[73884]:   <serial>ca4cac74-22f1-47e8-ab53-780c60b5ccc6</serial>
Oct 16 08:25:43 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 16 08:25:43 user nova-compute[73884]: </disk>
Oct 16 08:25:43 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:25:43 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e, portal: 172.16.0.220,3260]
Oct 16 08:25:43 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e, portal: 172.16.0.220,3260] successful.
Oct 16 08:25:43 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:43 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-3fcfc12f-cf49-4f8a-b04f-c8ce79b02647 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Successfully detached device vdb from instance 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3 from the persistent domain config.
Oct 16 08:25:43 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3fcfc12f-cf49-4f8a-b04f-c8ce79b02647 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3 from the live domain config. {{(pid=73884) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 08:25:43 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-3fcfc12f-cf49-4f8a-b04f-c8ce79b02647 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 08:25:43 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:25:43 user nova-compute[73884]:   <source dev="/dev/sdh"/>
Oct 16 08:25:43 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:25:43 user nova-compute[73884]:   <serial>ca4cac74-22f1-47e8-ab53-780c60b5ccc6</serial>
Oct 16 08:25:43 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 16 08:25:43 user nova-compute[73884]: </disk>
Oct 16 08:25:43 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:25:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:43 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[5552f55f-ddb5-4c62-a1f4-31b6c7634804]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:43 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:43 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5381ef0-c216-4583-b2c5-3408bba7c5da]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:43 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e (non-flash)
Oct 16 08:25:43 user nova-compute[73884]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:25:43 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:25:43 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:25:43 user nova-compute[73884]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b (non-flash)
Oct 16 08:25:43 user nova-compute[73884]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 (non-flash)
Oct 16 08:25:43 user nova-compute[73884]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 (non-flash)
Oct 16 08:25:43 user nova-compute[73884]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 (non-flash)
Oct 16 08:25:43 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:25:43 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e (non-flash)
Oct 16 08:25:43 user nova-compute[73884]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:25:43 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:25:43 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:25:43 user nova-compute[73884]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b (non-flash)
Oct 16 08:25:43 user nova-compute[73884]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 (non-flash)
Oct 16 08:25:43 user nova-compute[73884]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 (non-flash)
Oct 16 08:25:43 user nova-compute[73884]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 (non-flash)
Oct 16 08:25:43 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:25:43 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 1.358s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:25:43 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:25:43 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] HCTL ('40', '-', '-', 0) found on session 10 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:25:43 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] Scanning host 40 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:25:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host40/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host40/scan" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:43 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[287532ee-1ac2-47b6-aefe-afbbb478dc2e]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:43 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] Searching for a device in session 10 and hctl ['40', '*', '*', 0] yield: sdi {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:25:43 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] Connected to sdi using {'target_iqn': 'iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TRdOlNpF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:25:44 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3fcfc12f-cf49-4f8a-b04f-c8ce79b02647 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3 {{(pid=73884) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 08:25:44 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.402s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:25:44 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] <== connect_volume: return (2403ms) {'type': 'block', 'scsi_wwn': '26164613237396535', 'path': '/dev/sdi'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:25:44 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26164613237396535', 'path': '/dev/sdi'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:25:44 user nova-compute[73884]: DEBUG nova.objects.instance [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] Lazy-loading 'flavor' on Instance uuid ab0b96cd-bd67-40dc-8cd8-b159fd6848f7 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:25:44 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] attach device xml: <disk type="block" device="disk">
Oct 16 08:25:44 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:25:44 user nova-compute[73884]:   <source dev="/dev/sdi"/>
Oct 16 08:25:44 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:25:44 user nova-compute[73884]:   <serial>7370ef38-fad5-40fa-a8f4-78fa81d19a8e</serial>
Oct 16 08:25:44 user nova-compute[73884]: </disk>
Oct 16 08:25:44 user nova-compute[73884]:  {{(pid=73884) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 08:25:45 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:25:45 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] No BDM found with device name vdb, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:25:45 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] No VIF found with MAC fa:16:3e:2d:d8:44, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:25:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-07067f83-aab2-4e91-99b2-d55ac23d1bf1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] Lock "ab0b96cd-bd67-40dc-8cd8-b159fd6848f7" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 22.327s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:25:46 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:25:46 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:25:46 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 08:25:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "refresh_cache-6cb85b93-60df-4b5f-9d18-6271a3423a2d" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:25:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquired lock "refresh_cache-6cb85b93-60df-4b5f-9d18-6271a3423a2d" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:25:46 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Forcefully refreshing network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 08:25:46 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-7cb0e979-8e51-4365-adbc-d4cbd3d2a888 tempest-VolumesAssistedSnapshotsTest-1111313778 tempest-VolumesAssistedSnapshotsTest-1111313778-project] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] volume_snapshot_create: create_info: {'snapshot_id': '134b46ac-b0a8-47e2-a33e-2951dfb686de', 'type': 'qcow2', 'new_file': 'new_file'} {{(pid=73884) volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3576}}
Oct 16 08:25:46 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Updating instance_info_cache with network_info: [{"id": "00e3e38a-c791-4154-b4d2-1dfcbd7e351c", "address": "fa:16:3e:7b:a7:3b", "network": {"id": "b011d805-167f-4988-9e6a-89b51f0f7b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-996953975-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.10", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5541602e94564d8e967513f3ddf10429", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap00e3e38a-c7", "ovs_interfaceid": "00e3e38a-c791-4154-b4d2-1dfcbd7e351c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:25:46 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-7cb0e979-8e51-4365-adbc-d4cbd3d2a888 tempest-VolumesAssistedSnapshotsTest-1111313778 tempest-VolumesAssistedSnapshotsTest-1111313778-project] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] snap xml: <domainsnapshot>
Oct 16 08:25:46 user nova-compute[73884]:   <disks>
Oct 16 08:25:46 user nova-compute[73884]:     <disk name="/dev/sdi" snapshot="external" type="file">
Oct 16 08:25:46 user nova-compute[73884]:       <source file="/dev/new_file"/>
Oct 16 08:25:46 user nova-compute[73884]:     </disk>
Oct 16 08:25:46 user nova-compute[73884]:     <disk name="vda" snapshot="no"/>
Oct 16 08:25:46 user nova-compute[73884]:   </disks>
Oct 16 08:25:46 user nova-compute[73884]: </domainsnapshot>
Oct 16 08:25:46 user nova-compute[73884]:  {{(pid=73884) _volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3517}}
Oct 16 08:25:46 user nova-compute[73884]: DEBUG nova.objects.instance [None req-7cb0e979-8e51-4365-adbc-d4cbd3d2a888 tempest-VolumesAssistedSnapshotsTest-1111313778 tempest-VolumesAssistedSnapshotsTest-1111313778-project] Lazy-loading 'system_metadata' on Instance uuid ab0b96cd-bd67-40dc-8cd8-b159fd6848f7 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:25:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Releasing lock "refresh_cache-6cb85b93-60df-4b5f-9d18-6271a3423a2d" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:25:46 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Updated the network info_cache for instance {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 08:25:46 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:25:46 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:25:46 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:25:46 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:25:46 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:25:46 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:25:46 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 08:25:46 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:25:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:25:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:25:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:25:46 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 08:25:46 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-7cb0e979-8e51-4365-adbc-d4cbd3d2a888 tempest-VolumesAssistedSnapshotsTest-1111313778 tempest-VolumesAssistedSnapshotsTest-1111313778-project] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 16 08:25:46 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-de2ab5da-cc16-4dc3-b84e-d4ae2365fdfb tempest-VolumesAssistedSnapshotsTest-1111313778 tempest-VolumesAssistedSnapshotsTest-1111313778-project] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] volume_snapshot_delete: delete_info: {'volume_id': '7370ef38-fad5-40fa-a8f4-78fa81d19a8e'} {{(pid=73884) _volume_snapshot_delete /opt/stack/nova/nova/virt/libvirt/driver.py:3677}}
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [None req-de2ab5da-cc16-4dc3-b84e-d4ae2365fdfb tempest-VolumesAssistedSnapshotsTest-1111313778 tempest-VolumesAssistedSnapshotsTest-1111313778-project] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Error occurred during volume_snapshot_delete, sending error status to Cinder.: KeyError: 'type'
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Traceback (most recent call last):
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7]     self._volume_snapshot_delete(context, instance, volume_id,
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7]     if delete_info['type'] != 'qcow2':
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] KeyError: 'type'
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] 
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [None req-7cb0e979-8e51-4365-adbc-d4cbd3d2a888 tempest-VolumesAssistedSnapshotsTest-1111313778 tempest-VolumesAssistedSnapshotsTest-1111313778-project] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Unable to create VM snapshot, failing volume_snapshot operation.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Traceback (most recent call last):
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7]     rv = execute(f, *args, **kwargs)
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7]     six.reraise(c, e, tb)
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7]     raise value
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7]     rv = meth(*args, **kwargs)
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] 
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [None req-7cb0e979-8e51-4365-adbc-d4cbd3d2a888 tempest-VolumesAssistedSnapshotsTest-1111313778 tempest-VolumesAssistedSnapshotsTest-1111313778-project] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Error occurred during volume_snapshot_create, sending error status to Cinder.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Traceback (most recent call last):
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7]     self._volume_snapshot_create(context, instance, guest,
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7]     rv = execute(f, *args, **kwargs)
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7]     six.reraise(c, e, tb)
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7]     raise value
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7]     rv = meth(*args, **kwargs)
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] 
Oct 16 08:25:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-fe814b9e-71a7-444a-8b3c-a38b3cd8c7b4 tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Acquiring lock "6cb85b93-60df-4b5f-9d18-6271a3423a2d" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:25:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-fe814b9e-71a7-444a-8b3c-a38b3cd8c7b4 tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Lock "6cb85b93-60df-4b5f-9d18-6271a3423a2d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:25:46 user nova-compute[73884]: DEBUG nova.objects.instance [None req-fe814b9e-71a7-444a-8b3c-a38b3cd8c7b4 tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Lazy-loading 'flavor' on Instance uuid 6cb85b93-60df-4b5f-9d18-6271a3423a2d {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [None req-7cb0e979-8e51-4365-adbc-d4cbd3d2a888 tempest-VolumesAssistedSnapshotsTest-1111313778 tempest-VolumesAssistedSnapshotsTest-1111313778-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot 134b46ac-b0a8-47e2-a33e-2951dfb686de could not be found.
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_create(context, instance, guest,
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     rv = execute(f, *args, **kwargs)
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     six.reraise(c, e, tb)
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     raise value
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     rv = meth(*args, **kwargs)
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver 
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver 
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot 134b46ac-b0a8-47e2-a33e-2951dfb686de could not be found. (HTTP 404) (Request-ID: req-397a5539-204b-4d52-b723-1133303f786e)
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver 
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver 
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot 134b46ac-b0a8-47e2-a33e-2951dfb686de could not be found.
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver 
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver [None req-de2ab5da-cc16-4dc3-b84e-d4ae2365fdfb tempest-VolumesAssistedSnapshotsTest-1111313778 tempest-VolumesAssistedSnapshotsTest-1111313778-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot None could not be found.
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_delete(context, instance, volume_id,
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     if delete_info['type'] != 'qcow2':
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver KeyError: 'type'
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver 
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver 
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot None could not be found. (HTTP 404) (Request-ID: req-0188be2c-e0b9-4022-8dc3-6e9e5745ebb6)
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver 
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver 
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot None could not be found.
Oct 16 08:25:46 user nova-compute[73884]: ERROR nova.virt.libvirt.driver 
Oct 16 08:25:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-fe814b9e-71a7-444a-8b3c-a38b3cd8c7b4 tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Lock "6cb85b93-60df-4b5f-9d18-6271a3423a2d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.088s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server [None req-7cb0e979-8e51-4365-adbc-d4cbd3d2a888 tempest-VolumesAssistedSnapshotsTest-1111313778 tempest-VolumesAssistedSnapshotsTest-1111313778-project] Exception during message handling: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4504, in volume_snapshot_create
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_create(context, instance, volume_id,
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3597, in volume_snapshot_create
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_create(context, instance, guest,
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     self._domain.snapshotCreateXML(device_xml, flags=flags)
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     result = proxy_call(self._autowrap, f, *args, **kwargs)
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     rv = execute(f, *args, **kwargs)
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     six.reraise(c, e, tb)
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     raise value
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     rv = meth(*args, **kwargs)
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     raise libvirtError('virDomainSnapshotCreateXML() failed')
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server 
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server [None req-de2ab5da-cc16-4dc3-b84e-d4ae2365fdfb tempest-VolumesAssistedSnapshotsTest-1111313778 tempest-VolumesAssistedSnapshotsTest-1111313778-project] Exception during message handling: KeyError: 'type'
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4516, in volume_snapshot_delete
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_delete(context, instance, volume_id,
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3853, in volume_snapshot_delete
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_delete(context, instance, volume_id,
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     if delete_info['type'] != 'qcow2':
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server KeyError: 'type'
Oct 16 08:25:46 user nova-compute[73884]: ERROR oslo_messaging.rpc.server 
Oct 16 08:25:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:47 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:25:47 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:25:47 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdd (vdc) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:25:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a9b0959f-a6ee-4920-80b2-7e863a4fe6a1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] Acquiring lock "ab0b96cd-bd67-40dc-8cd8-b159fd6848f7" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:25:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a9b0959f-a6ee-4920-80b2-7e863a4fe6a1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] Lock "ab0b96cd-bd67-40dc-8cd8-b159fd6848f7" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:25:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-fe814b9e-71a7-444a-8b3c-a38b3cd8c7b4 tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Acquiring lock "6cb85b93-60df-4b5f-9d18-6271a3423a2d" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:25:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-fe814b9e-71a7-444a-8b3c-a38b3cd8c7b4 tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Lock "6cb85b93-60df-4b5f-9d18-6271a3423a2d" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:25:47 user nova-compute[73884]: INFO nova.compute.manager [None req-fe814b9e-71a7-444a-8b3c-a38b3cd8c7b4 tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Attaching volume 840403d1-4f1e-4b6d-9a82-e33e5f003af2 to /dev/vdb
Oct 16 08:25:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:47 user nova-compute[73884]: INFO nova.compute.manager [None req-a9b0959f-a6ee-4920-80b2-7e863a4fe6a1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Detaching volume 7370ef38-fad5-40fa-a8f4-78fa81d19a8e
Oct 16 08:25:47 user nova-compute[73884]: DEBUG os_brick.utils [None req-fe814b9e-71a7-444a-8b3c-a38b3cd8c7b4 tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:25:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:47 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[529c38c0-76ee-4b4e-82c1-9b4e89eff030]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:47 user nova-compute[73884]: INFO nova.virt.block_device [None req-a9b0959f-a6ee-4920-80b2-7e863a4fe6a1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Attempting to driver detach volume 7370ef38-fad5-40fa-a8f4-78fa81d19a8e from mountpoint /dev/vdb
Oct 16 08:25:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:47 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cec8c69-aa87-45bd-994b-48fba7b342c6]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:47 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a9b0959f-a6ee-4920-80b2-7e863a4fe6a1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] Attempting to detach device vdb from instance ab0b96cd-bd67-40dc-8cd8-b159fd6848f7 from the persistent domain config. {{(pid=73884) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 08:25:47 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-a9b0959f-a6ee-4920-80b2-7e863a4fe6a1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] detach device xml: <disk type="block" device="disk">
Oct 16 08:25:47 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:25:47 user nova-compute[73884]:   <source dev="/dev/sdi"/>
Oct 16 08:25:47 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:25:47 user nova-compute[73884]:   <serial>7370ef38-fad5-40fa-a8f4-78fa81d19a8e</serial>
Oct 16 08:25:47 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 08:25:47 user nova-compute[73884]: </disk>
Oct 16 08:25:47 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:25:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:47 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-a9b0959f-a6ee-4920-80b2-7e863a4fe6a1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] Successfully detached device vdb from instance ab0b96cd-bd67-40dc-8cd8-b159fd6848f7 from the persistent domain config.
Oct 16 08:25:47 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a9b0959f-a6ee-4920-80b2-7e863a4fe6a1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance ab0b96cd-bd67-40dc-8cd8-b159fd6848f7 from the live domain config. {{(pid=73884) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 08:25:47 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-a9b0959f-a6ee-4920-80b2-7e863a4fe6a1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] detach device xml: <disk type="block" device="disk">
Oct 16 08:25:47 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:25:47 user nova-compute[73884]:   <source dev="/dev/sdi"/>
Oct 16 08:25:47 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:25:47 user nova-compute[73884]:   <serial>7370ef38-fad5-40fa-a8f4-78fa81d19a8e</serial>
Oct 16 08:25:47 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 08:25:47 user nova-compute[73884]: </disk>
Oct 16 08:25:47 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:25:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:47 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a64bd43b-6e74-46b1-b456-f5acdbc53fbd]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:47 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d9e2f40-5e1d-47cb-b52d-73d9dba9624f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-fe814b9e-71a7-444a-8b3c-a38b3cd8c7b4 tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-fe814b9e-71a7-444a-8b3c-a38b3cd8c7b4 tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:25:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-fe814b9e-71a7-444a-8b3c-a38b3cd8c7b4 tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 08:25:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk --force-share --output=json" returned: 0 in 0.258s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:25:47 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 08:25:47 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[1890de41-ec7c-4336-8a26-ba96f1ac7fbb]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-fe814b9e-71a7-444a-8b3c-a38b3cd8c7b4 tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 08:25:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-fe814b9e-71a7-444a-8b3c-a38b3cd8c7b4 tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 08:25:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-fe814b9e-71a7-444a-8b3c-a38b3cd8c7b4 tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 08:25:47 user nova-compute[73884]: DEBUG os_brick.utils [None req-fe814b9e-71a7-444a-8b3c-a38b3cd8c7b4 tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] <== get_connector_properties: return (152ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:25:47 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-fe814b9e-71a7-444a-8b3c-a38b3cd8c7b4 tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Updating existing volume attachment record: bd7edfb9-3467-46bd-9feb-2a02fad505ff {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 08:25:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6cb85b93-60df-4b5f-9d18-6271a3423a2d/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:48 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a9b0959f-a6ee-4920-80b2-7e863a4fe6a1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance ab0b96cd-bd67-40dc-8cd8-b159fd6848f7 {{(pid=73884) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 08:25:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6cb85b93-60df-4b5f-9d18-6271a3423a2d/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6cb85b93-60df-4b5f-9d18-6271a3423a2d/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6cb85b93-60df-4b5f-9d18-6271a3423a2d/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/751a4c38-fe52-4076-b6a7-952abcc49208/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/751a4c38-fe52-4076-b6a7-952abcc49208/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/751a4c38-fe52-4076-b6a7-952abcc49208/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/751a4c38-fe52-4076-b6a7-952abcc49208/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:49 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:25:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18e603e0-a105-4662-8a24-fd6d5471109c/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18e603e0-a105-4662-8a24-fd6d5471109c/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18e603e0-a105-4662-8a24-fd6d5471109c/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18e603e0-a105-4662-8a24-fd6d5471109c/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddb70d5a-9c18-40ec-98e8-d478ad8c29a5/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddb70d5a-9c18-40ec-98e8-d478ad8c29a5/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddb70d5a-9c18-40ec-98e8-d478ad8c29a5/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddb70d5a-9c18-40ec-98e8-d478ad8c29a5/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab0b96cd-bd67-40dc-8cd8-b159fd6848f7/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab0b96cd-bd67-40dc-8cd8-b159fd6848f7/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab0b96cd-bd67-40dc-8cd8-b159fd6848f7/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab0b96cd-bd67-40dc-8cd8-b159fd6848f7/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:50 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:25:50 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:25:50 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=7894MB free_disk=25.589202880859375GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 08:25:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:25:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:25:50 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:25:50 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 6cb85b93-60df-4b5f-9d18-6271a3423a2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:25:50 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 18e603e0-a105-4662-8a24-fd6d5471109c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:25:50 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance ddb70d5a-9c18-40ec-98e8-d478ad8c29a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:25:50 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:25:50 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 751a4c38-fe52-4076-b6a7-952abcc49208 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:25:50 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance ab0b96cd-bd67-40dc-8cd8-b159fd6848f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:25:50 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance cd97f643-1d23-4c93-9784-b83e51336e83 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:25:50 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 08:25:50 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 08:25:51 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:25:51 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:25:51 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 08:25:51 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.418s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:25:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:54 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-e3a872fc-46da-46a6-9e28-29d0c44c6294 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 18e603e0-a105-4662-8a24-fd6d5471109c is timed out.
Oct 16 08:25:54 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-e3a872fc-46da-46a6-9e28-29d0c44c6294 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Successfully detached device vdb from instance 18e603e0-a105-4662-8a24-fd6d5471109c from the live domain config.
Oct 16 08:25:54 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e3a872fc-46da-46a6-9e28-29d0c44c6294 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3a872fc-46da-46a6-9e28-29d0c44c6294 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EScheFwN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:25:54 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-e3a872fc-46da-46a6-9e28-29d0c44c6294 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:25:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-e3a872fc-46da-46a6-9e28-29d0c44c6294 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-e3a872fc-46da-46a6-9e28-29d0c44c6294 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[8453e332-9734-4a10-aeea-a8eed2ce608b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3a872fc-46da-46a6-9e28-29d0c44c6294 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:25:54 user nova-compute[73884]: No targets found.
Oct 16 08:25:54 user nova-compute[73884]: iSNS:
Oct 16 08:25:54 user nova-compute[73884]: No targets found.
Oct 16 08:25:54 user nova-compute[73884]: STATIC:
Oct 16 08:25:54 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed
Oct 16 08:25:54 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:25:54 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:25:54 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1
Oct 16 08:25:54 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:25:54 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:25:54 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283
Oct 16 08:25:54 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:25:54 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:25:54 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e
Oct 16 08:25:54 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:25:54 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:25:54 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281
Oct 16 08:25:54 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:25:54 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:25:54 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6
Oct 16 08:25:54 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:25:54 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:25:54 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b
Oct 16 08:25:54 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:25:54 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:25:54 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6
Oct 16 08:25:54 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:25:54 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:25:54 user nova-compute[73884]: FIRMWARE:
Oct 16 08:25:54 user nova-compute[73884]: No targets found.
Oct 16 08:25:54 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3a872fc-46da-46a6-9e28-29d0c44c6294 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:25:54 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:25:54 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3a872fc-46da-46a6-9e28-29d0c44c6294 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[7378052d-8b21-4519-a329-06a1c12ef6c5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d6f15d3-52c6-4f87-b9c2-791f2f7d86c4]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3a872fc-46da-46a6-9e28-29d0c44c6294 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e (non-flash)
Oct 16 08:25:54 user nova-compute[73884]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:25:54 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:25:54 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:25:54 user nova-compute[73884]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b (non-flash)
Oct 16 08:25:54 user nova-compute[73884]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 (non-flash)
Oct 16 08:25:54 user nova-compute[73884]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 (non-flash)
Oct 16 08:25:54 user nova-compute[73884]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 (non-flash)
Oct 16 08:25:54 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3a872fc-46da-46a6-9e28-29d0c44c6294 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e (non-flash)
Oct 16 08:25:54 user nova-compute[73884]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:25:54 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:25:54 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:25:54 user nova-compute[73884]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b (non-flash)
Oct 16 08:25:54 user nova-compute[73884]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 (non-flash)
Oct 16 08:25:54 user nova-compute[73884]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 (non-flash)
Oct 16 08:25:54 user nova-compute[73884]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 (non-flash)
Oct 16 08:25:54 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3a872fc-46da-46a6-9e28-29d0c44c6294 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7ea477db40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b'): ({'sde'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-e3a872fc-46da-46a6-9e28-29d0c44c6294 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Removing single pathed devices sde {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[79f71c1a-0472-40f6-8a96-7baa85a3b2f4]: (4, ('path checker states:\nup                  8\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecf30989-4567-4bda-bae2-6829c814f665]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-e3a872fc-46da-46a6-9e28-29d0c44c6294 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Flushing IO for device /dev/sde {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e7cb671-03e4-4245-8d36-7f06ba008e90]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-e3a872fc-46da-46a6-9e28-29d0c44c6294 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.044s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[77fc871f-d830-4ac9-af5c-2bb895d4a677]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-e3a872fc-46da-46a6-9e28-29d0c44c6294 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-e3a872fc-46da-46a6-9e28-29d0c44c6294 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] SCSI volumes sde have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3a872fc-46da-46a6-9e28-29d0c44c6294 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[71f661b1-9719-4238-a6cd-1280019e3dd8]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3a872fc-46da-46a6-9e28-29d0c44c6294 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[77c8280a-526f-4611-9606-c3cd0b5527f4]: (4, ('Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b, portal: 172.16.0.220,3260]\nLogout of [sid: 6, target: iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3a872fc-46da-46a6-9e28-29d0c44c6294 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b, portal: 172.16.0.220,3260]
Oct 16 08:25:54 user nova-compute[73884]: Logout of [sid: 6, target: iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b, portal: 172.16.0.220,3260] successful.
Oct 16 08:25:54 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db46bcce-6d30-4e51-b93a-eeef28b8eb5b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.034s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[da96d751-6338-4033-890f-12d914c3385e]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3a872fc-46da-46a6-9e28-29d0c44c6294 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-e3a872fc-46da-46a6-9e28-29d0c44c6294 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.339s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3a872fc-46da-46a6-9e28-29d0c44c6294 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] <== disconnect_volume: return (341ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:25:54 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e3a872fc-46da-46a6-9e28-29d0c44c6294 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:25:55 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-17a85012-cc74-46b1-8113-d02e6b8900ae tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Waiting for libvirt event about the detach of device sdc with device alias scsi0-0-0-2 from instance ddb70d5a-9c18-40ec-98e8-d478ad8c29a5 is timed out.
Oct 16 08:25:55 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-17a85012-cc74-46b1-8113-d02e6b8900ae tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Successfully detached device sdc from instance ddb70d5a-9c18-40ec-98e8-d478ad8c29a5 from the live domain config.
Oct 16 08:25:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-17a85012-cc74-46b1-8113-d02e6b8900ae tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-17a85012-cc74-46b1-8113-d02e6b8900ae tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tmenRqgL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:25:55 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-17a85012-cc74-46b1-8113-d02e6b8900ae tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:25:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-17a85012-cc74-46b1-8113-d02e6b8900ae tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-17a85012-cc74-46b1-8113-d02e6b8900ae tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[7636d3db-71cf-4cab-a08f-15df74e8d508]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-17a85012-cc74-46b1-8113-d02e6b8900ae tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:25:55 user nova-compute[73884]: No targets found.
Oct 16 08:25:55 user nova-compute[73884]: iSNS:
Oct 16 08:25:55 user nova-compute[73884]: No targets found.
Oct 16 08:25:55 user nova-compute[73884]: STATIC:
Oct 16 08:25:55 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed
Oct 16 08:25:55 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:25:55 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:25:55 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1
Oct 16 08:25:55 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:25:55 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:25:55 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283
Oct 16 08:25:55 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:25:55 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:25:55 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e
Oct 16 08:25:55 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:25:55 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:25:55 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281
Oct 16 08:25:55 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:25:55 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:25:55 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6
Oct 16 08:25:55 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:25:55 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:25:55 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6
Oct 16 08:25:55 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:25:55 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:25:55 user nova-compute[73884]: FIRMWARE:
Oct 16 08:25:55 user nova-compute[73884]: No targets found.
Oct 16 08:25:55 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-17a85012-cc74-46b1-8113-d02e6b8900ae tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:25:55 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:25:55 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-17a85012-cc74-46b1-8113-d02e6b8900ae tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.026s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e7819df-9593-458d-8f9a-c7b705c55bf1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG nova.compute.manager [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oHBePgjY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '751a4c38-fe52-4076-b6a7-952abcc49208', 'attached_at': '', 'detached_at': '', 'volume_id': '51b1f725-0991-410f-a4f4-92dfde9a4254', 'serial': '51b1f725-0991-410f-a4f4-92dfde9a4254'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EVDXrjiJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, 'status': 'reserved', 'instance': '751a4c38-fe52-4076-b6a7-952abcc49208', 'attached_at': '', 'detached_at': '', 'volume_id': '4fe2a59d-12fb-409a-aab1-a7e3e4279281', 'serial'} {{(pid=73884) _swap_volume /opt/stack/nova/nova/compute/manager.py:7781}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oHBePgjY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:25:55 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:25:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.038s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1b79bf5-d745-43f7-ba07-ba1d1f41be53]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-17a85012-cc74-46b1-8113-d02e6b8900ae tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e (non-flash)
Oct 16 08:25:55 user nova-compute[73884]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:25:55 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:25:55 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:25:55 user nova-compute[73884]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 (non-flash)
Oct 16 08:25:55 user nova-compute[73884]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 (non-flash)
Oct 16 08:25:55 user nova-compute[73884]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 (non-flash)
Oct 16 08:25:55 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-17a85012-cc74-46b1-8113-d02e6b8900ae tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e (non-flash)
Oct 16 08:25:55 user nova-compute[73884]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:25:55 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:25:55 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:25:55 user nova-compute[73884]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 (non-flash)
Oct 16 08:25:55 user nova-compute[73884]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 (non-flash)
Oct 16 08:25:55 user nova-compute[73884]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 (non-flash)
Oct 16 08:25:55 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-17a85012-cc74-46b1-8113-d02e6b8900ae tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7eac2185e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283'): ({'sdf'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-17a85012-cc74-46b1-8113-d02e6b8900ae tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Removing single pathed devices sdf {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[70274f6c-8662-4341-aab0-0aee5041b023]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.041s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[31fc8a55-9e91-4676-9491-d3257196d1ea]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-17a85012-cc74-46b1-8113-d02e6b8900ae tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Flushing IO for device /dev/sdf {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.014s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca0ce4b0-5def-4d43-8ae7-a2a9b230f0a3]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-17a85012-cc74-46b1-8113-d02e6b8900ae tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.055s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a20b9a6b-412e-4d70-a615-a2c1aeaaa2fd]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-17a85012-cc74-46b1-8113-d02e6b8900ae tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-17a85012-cc74-46b1-8113-d02e6b8900ae tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] SCSI volumes sdf have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-17a85012-cc74-46b1-8113-d02e6b8900ae tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[aba54cb0-b9f2-4907-890a-4b754d82c144]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-17a85012-cc74-46b1-8113-d02e6b8900ae tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 -p 172.16.0.220:3260 --logout" returned: 0 in 0.080s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2de05480-3cb5-40a5-81d1-594280fa25b2]: (4, ('Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283, portal: 172.16.0.220,3260]\nLogout of [sid: 7, target: iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-17a85012-cc74-46b1-8113-d02e6b8900ae tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283, portal: 172.16.0.220,3260]
Oct 16 08:25:55 user nova-compute[73884]: Logout of [sid: 7, target: iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283, portal: 172.16.0.220,3260] successful.
Oct 16 08:25:55 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:22a7f618-87e8-4c49-b361-11876d35b283 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.035s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c16103de-27f5-4f64-8e4c-fd544ff36651]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-17a85012-cc74-46b1-8113-d02e6b8900ae tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-17a85012-cc74-46b1-8113-d02e6b8900ae tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.409s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-17a85012-cc74-46b1-8113-d02e6b8900ae tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] <== disconnect_volume: return (411ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-17a85012-cc74-46b1-8113-d02e6b8900ae tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.334s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:25:55 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:25:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:25:55 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254 -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[362f5f97-c8c8-4678-9273-60b4c5560edd]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:25:55 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254 -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[02de33f4-80d4-4c4f-ad89-0c0f948f5099]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254] added
Oct 16 08:25:55 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b29903b6-96f6-4d75-8001-97097dddf434]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd8e119a-543d-4fa3-9964-2d0d6c9f2f2c]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oHBePgjY {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oHBePgjY" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a85bfca-79fa-4d02-947a-def2a2ebc2de]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'oHBePgjY'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG nova.objects.instance [None req-e3a872fc-46da-46a6-9e28-29d0c44c6294 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lazy-loading 'flavor' on Instance uuid 18e603e0-a105-4662-8a24-fd6d5471109c {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.035s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d496663-5681-4b05-824e-da63bf9ecb2a]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ed0bf43-d172-4af8-96fa-659a996e3377]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e (non-flash)
Oct 16 08:25:55 user nova-compute[73884]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:25:55 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:25:55 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:25:55 user nova-compute[73884]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 (non-flash)
Oct 16 08:25:55 user nova-compute[73884]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 (non-flash)
Oct 16 08:25:55 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e (non-flash)
Oct 16 08:25:55 user nova-compute[73884]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:25:55 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:25:55 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:25:55 user nova-compute[73884]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 (non-flash)
Oct 16 08:25:55 user nova-compute[73884]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 (non-flash)
Oct 16 08:25:55 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e3a872fc-46da-46a6-9e28-29d0c44c6294 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lock "18e603e0-a105-4662-8a24-fd6d5471109c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.880s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254 -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254 -p 172.16.0.220:3260 --login" returned: 0 in 0.076s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[0412363f-38ee-461e-8897-08a1aa77987a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254, portal: 172.16.0.220,3260]
Oct 16 08:25:55 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254, portal: 172.16.0.220,3260] successful.
Oct 16 08:25:55 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.028s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff6e74f9-5867-4d83-b8a0-9e97639c7351]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.038s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f584cb77-2e20-4617-836a-a6be4fa3df9b]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e (non-flash)
Oct 16 08:25:55 user nova-compute[73884]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254 (non-flash)
Oct 16 08:25:55 user nova-compute[73884]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:25:55 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:25:55 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:25:55 user nova-compute[73884]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 (non-flash)
Oct 16 08:25:55 user nova-compute[73884]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 (non-flash)
Oct 16 08:25:55 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e (non-flash)
Oct 16 08:25:55 user nova-compute[73884]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254 (non-flash)
Oct 16 08:25:55 user nova-compute[73884]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:25:55 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:25:55 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:25:55 user nova-compute[73884]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 (non-flash)
Oct 16 08:25:55 user nova-compute[73884]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 (non-flash)
Oct 16 08:25:55 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.356s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] HCTL ('36', '-', '-', 0) found on session 11 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Scanning host 36 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.026s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0567cc4-3530-46b8-9044-23db7a9d5933]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Searching for a device in session 11 and hctl ['36', '*', '*', 0] yield: sde {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:25:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oHBePgjY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:25:56 user nova-compute[73884]: DEBUG nova.objects.instance [None req-17a85012-cc74-46b1-8113-d02e6b8900ae tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Lazy-loading 'flavor' on Instance uuid ddb70d5a-9c18-40ec-98e8-d478ad8c29a5 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:25:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-17a85012-cc74-46b1-8113-d02e6b8900ae tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Lock "ddb70d5a-9c18-40ec-98e8-d478ad8c29a5" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.202s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:25:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.398s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:25:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] <== connect_volume: return (1732ms) {'type': 'block', 'scsi_wwn': '26539323932353064', 'path': '/dev/sde'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:25:56 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26539323932353064', 'path': '/dev/sde'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:25:56 user nova-compute[73884]: DEBUG nova.objects.instance [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Lazy-loading 'flavor' on Instance uuid 751a4c38-fe52-4076-b6a7-952abcc49208 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:25:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:57 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=73884) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 08:25:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:57 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] COPY block job progress, current cursor: 127926272 final cursor: 1073741824 {{(pid=73884) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 08:25:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-cd56d1eb-dfa3-4d4a-a1bf-e7d8742adee7 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Acquiring lock "ddb70d5a-9c18-40ec-98e8-d478ad8c29a5" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:25:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-cd56d1eb-dfa3-4d4a-a1bf-e7d8742adee7 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Lock "ddb70d5a-9c18-40ec-98e8-d478ad8c29a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:25:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-cd56d1eb-dfa3-4d4a-a1bf-e7d8742adee7 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Acquiring lock "ddb70d5a-9c18-40ec-98e8-d478ad8c29a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:25:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-cd56d1eb-dfa3-4d4a-a1bf-e7d8742adee7 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Lock "ddb70d5a-9c18-40ec-98e8-d478ad8c29a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:25:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-cd56d1eb-dfa3-4d4a-a1bf-e7d8742adee7 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Lock "ddb70d5a-9c18-40ec-98e8-d478ad8c29a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:25:57 user nova-compute[73884]: INFO nova.compute.manager [None req-cd56d1eb-dfa3-4d4a-a1bf-e7d8742adee7 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Terminating instance
Oct 16 08:25:57 user nova-compute[73884]: DEBUG nova.compute.manager [None req-cd56d1eb-dfa3-4d4a-a1bf-e7d8742adee7 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 08:25:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:58 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] COPY block job progress, current cursor: 224395264 final cursor: 1073741824 {{(pid=73884) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 08:25:58 user nova-compute[73884]: DEBUG nova.compute.manager [req-c09969f1-571b-42ef-af36-346d505dcc35 req-8f3b7af0-3e17-4557-8f57-b88ecb0d3bb4 service nova] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Received event network-vif-unplugged-e22ad475-20b4-4c2a-8190-0aafe3014783 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:25:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-c09969f1-571b-42ef-af36-346d505dcc35 req-8f3b7af0-3e17-4557-8f57-b88ecb0d3bb4 service nova] Acquiring lock "ddb70d5a-9c18-40ec-98e8-d478ad8c29a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:25:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-c09969f1-571b-42ef-af36-346d505dcc35 req-8f3b7af0-3e17-4557-8f57-b88ecb0d3bb4 service nova] Lock "ddb70d5a-9c18-40ec-98e8-d478ad8c29a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:25:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-c09969f1-571b-42ef-af36-346d505dcc35 req-8f3b7af0-3e17-4557-8f57-b88ecb0d3bb4 service nova] Lock "ddb70d5a-9c18-40ec-98e8-d478ad8c29a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:25:58 user nova-compute[73884]: DEBUG nova.compute.manager [req-c09969f1-571b-42ef-af36-346d505dcc35 req-8f3b7af0-3e17-4557-8f57-b88ecb0d3bb4 service nova] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] No waiting events found dispatching network-vif-unplugged-e22ad475-20b4-4c2a-8190-0aafe3014783 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:25:58 user nova-compute[73884]: DEBUG nova.compute.manager [req-c09969f1-571b-42ef-af36-346d505dcc35 req-8f3b7af0-3e17-4557-8f57-b88ecb0d3bb4 service nova] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Received event network-vif-unplugged-e22ad475-20b4-4c2a-8190-0aafe3014783 for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:25:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:58 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] COPY block job progress, current cursor: 385875968 final cursor: 1073741824 {{(pid=73884) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 08:25:58 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Instance destroyed successfully.
Oct 16 08:25:58 user nova-compute[73884]: DEBUG nova.objects.instance [None req-cd56d1eb-dfa3-4d4a-a1bf-e7d8742adee7 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Lazy-loading 'resources' on Instance uuid ddb70d5a-9c18-40ec-98e8-d478ad8c29a5 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:25:58 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-cd56d1eb-dfa3-4d4a-a1bf-e7d8742adee7 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:23:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-361553276',display_name='tempest-AttachSCSIVolumeTestJSON-server-361553276',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-361553276',id=5,image_ref='b0f5446e-cc12-4341-921e-feae8373a570',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO2seZcjdcKI7QXg0a4VuWIamT4hUrAXaBAHg/P1Bsu3Gdy/RjwDz0QycOpVQBaIqjWXuXPcC9OICK1Wog4jrqmfM5DJO4HQzmZ4Cve5V82ESiAoe4+sjDdwUlOhOJn+/Q==',key_name='tempest-keypair-390128935',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:23:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8e01b26e714e40469939d38cceeb220c',ramdisk_id='',reservation_id='r-54pf0z0f',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='b0f5446e-cc12-4341-921e-feae8373a570',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_scsi_model='virtio-scsi',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-AttachSCSIVolumeTestJSON-2137933242',owner_user_name='tempest-AttachSCSIVolumeTestJSON-2137933242-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:23:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='519dad9056484af5b98ce205140e9abc',uuid=ddb70d5a-9c18-40ec-98e8-d478ad8c29a5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e22ad475-20b4-4c2a-8190-0aafe3014783", "address": "fa:16:3e:44:68:b8", "network": {"id": "80a36ab4-e108-4991-b896-da5adccf4f18", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-116395503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e01b26e714e40469939d38cceeb220c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape22ad475-20", "ovs_interfaceid": "e22ad475-20b4-4c2a-8190-0aafe3014783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:25:58 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-cd56d1eb-dfa3-4d4a-a1bf-e7d8742adee7 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Converting VIF {"id": "e22ad475-20b4-4c2a-8190-0aafe3014783", "address": "fa:16:3e:44:68:b8", "network": {"id": "80a36ab4-e108-4991-b896-da5adccf4f18", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-116395503-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e01b26e714e40469939d38cceeb220c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape22ad475-20", "ovs_interfaceid": "e22ad475-20b4-4c2a-8190-0aafe3014783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:25:58 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-cd56d1eb-dfa3-4d4a-a1bf-e7d8742adee7 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:44:68:b8,bridge_name='br-int',has_traffic_filtering=True,id=e22ad475-20b4-4c2a-8190-0aafe3014783,network=Network(80a36ab4-e108-4991-b896-da5adccf4f18),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape22ad475-20') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:25:58 user nova-compute[73884]: DEBUG os_vif [None req-cd56d1eb-dfa3-4d4a-a1bf-e7d8742adee7 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:44:68:b8,bridge_name='br-int',has_traffic_filtering=True,id=e22ad475-20b4-4c2a-8190-0aafe3014783,network=Network(80a36ab4-e108-4991-b896-da5adccf4f18),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape22ad475-20') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:25:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape22ad475-20, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:25:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:25:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2670e07f-2171-48da-897e-a04bc6a3e9bd) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:25:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:25:58 user nova-compute[73884]: INFO os_vif [None req-cd56d1eb-dfa3-4d4a-a1bf-e7d8742adee7 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:44:68:b8,bridge_name='br-int',has_traffic_filtering=True,id=e22ad475-20b4-4c2a-8190-0aafe3014783,network=Network(80a36ab4-e108-4991-b896-da5adccf4f18),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape22ad475-20')
Oct 16 08:25:58 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-cd56d1eb-dfa3-4d4a-a1bf-e7d8742adee7 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Deleting instance files /opt/stack/data/nova/instances/ddb70d5a-9c18-40ec-98e8-d478ad8c29a5_del
Oct 16 08:25:58 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-cd56d1eb-dfa3-4d4a-a1bf-e7d8742adee7 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Deletion of /opt/stack/data/nova/instances/ddb70d5a-9c18-40ec-98e8-d478ad8c29a5_del complete
Oct 16 08:25:58 user nova-compute[73884]: INFO nova.compute.manager [None req-cd56d1eb-dfa3-4d4a-a1bf-e7d8742adee7 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Took 1.01 seconds to destroy the instance on the hypervisor.
Oct 16 08:25:58 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-cd56d1eb-dfa3-4d4a-a1bf-e7d8742adee7 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 08:25:58 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 08:25:58 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 08:25:59 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] COPY block job progress, current cursor: 509607936 final cursor: 1073741824 {{(pid=73884) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 08:25:59 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] COPY block job progress, current cursor: 643825664 final cursor: 1073741824 {{(pid=73884) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 08:26:00 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:26:00 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Took 1.18 seconds to deallocate network for instance.
Oct 16 08:26:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-cd56d1eb-dfa3-4d4a-a1bf-e7d8742adee7 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:26:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-cd56d1eb-dfa3-4d4a-a1bf-e7d8742adee7 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:26:00 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] COPY block job progress, current cursor: 786432000 final cursor: 1073741824 {{(pid=73884) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 08:26:00 user nova-compute[73884]: DEBUG nova.compute.manager [req-debef86a-21c8-4e3a-8440-b13934d8f630 req-81f2a3f0-cd1b-44e1-968a-c9ba9e1bd0ec service nova] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Received event network-vif-plugged-e22ad475-20b4-4c2a-8190-0aafe3014783 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:26:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-debef86a-21c8-4e3a-8440-b13934d8f630 req-81f2a3f0-cd1b-44e1-968a-c9ba9e1bd0ec service nova] Acquiring lock "ddb70d5a-9c18-40ec-98e8-d478ad8c29a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:26:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-debef86a-21c8-4e3a-8440-b13934d8f630 req-81f2a3f0-cd1b-44e1-968a-c9ba9e1bd0ec service nova] Lock "ddb70d5a-9c18-40ec-98e8-d478ad8c29a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:26:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-debef86a-21c8-4e3a-8440-b13934d8f630 req-81f2a3f0-cd1b-44e1-968a-c9ba9e1bd0ec service nova] Lock "ddb70d5a-9c18-40ec-98e8-d478ad8c29a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:26:00 user nova-compute[73884]: DEBUG nova.compute.manager [req-debef86a-21c8-4e3a-8440-b13934d8f630 req-81f2a3f0-cd1b-44e1-968a-c9ba9e1bd0ec service nova] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] No waiting events found dispatching network-vif-plugged-e22ad475-20b4-4c2a-8190-0aafe3014783 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:26:00 user nova-compute[73884]: WARNING nova.compute.manager [req-debef86a-21c8-4e3a-8440-b13934d8f630 req-81f2a3f0-cd1b-44e1-968a-c9ba9e1bd0ec service nova] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Received unexpected event network-vif-plugged-e22ad475-20b4-4c2a-8190-0aafe3014783 for instance with vm_state deleted and task_state None.
Oct 16 08:26:00 user nova-compute[73884]: DEBUG nova.compute.manager [req-debef86a-21c8-4e3a-8440-b13934d8f630 req-81f2a3f0-cd1b-44e1-968a-c9ba9e1bd0ec service nova] [instance: ddb70d5a-9c18-40ec-98e8-d478ad8c29a5] Received event network-vif-deleted-e22ad475-20b4-4c2a-8190-0aafe3014783 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:26:00 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-cd56d1eb-dfa3-4d4a-a1bf-e7d8742adee7 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:26:00 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-cd56d1eb-dfa3-4d4a-a1bf-e7d8742adee7 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:26:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-cd56d1eb-dfa3-4d4a-a1bf-e7d8742adee7 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.441s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:26:00 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-cd56d1eb-dfa3-4d4a-a1bf-e7d8742adee7 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Deleted allocations for instance ddb70d5a-9c18-40ec-98e8-d478ad8c29a5
Oct 16 08:26:00 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] COPY block job progress, current cursor: 907018240 final cursor: 1073741824 {{(pid=73884) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 08:26:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-cd56d1eb-dfa3-4d4a-a1bf-e7d8742adee7 tempest-AttachSCSIVolumeTestJSON-2137933242 tempest-AttachSCSIVolumeTestJSON-2137933242-project-member] Lock "ddb70d5a-9c18-40ec-98e8-d478ad8c29a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.007s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:26:01 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] COPY block job progress, current cursor: 1028653056 final cursor: 1073741824 {{(pid=73884) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 08:26:01 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=73884) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 08:26:01 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:26:01 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EVDXrjiJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:26:01 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:26:01 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:26:01 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:26:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[01205ffd-4d84-4ee1-acc1-db0ea74756fd]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:26:02 user nova-compute[73884]: No targets found.
Oct 16 08:26:02 user nova-compute[73884]: iSNS:
Oct 16 08:26:02 user nova-compute[73884]: No targets found.
Oct 16 08:26:02 user nova-compute[73884]: STATIC:
Oct 16 08:26:02 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed
Oct 16 08:26:02 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:26:02 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:26:02 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1
Oct 16 08:26:02 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:26:02 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:26:02 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e
Oct 16 08:26:02 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:26:02 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:26:02 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254
Oct 16 08:26:02 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:26:02 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:26:02 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281
Oct 16 08:26:02 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:26:02 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:26:02 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6
Oct 16 08:26:02 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:26:02 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:26:02 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6
Oct 16 08:26:02 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:26:02 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:26:02 user nova-compute[73884]: FIRMWARE:
Oct 16 08:26:02 user nova-compute[73884]: No targets found.
Oct 16 08:26:02 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:26:02 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:26:02 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.027s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e781eb5b-bccd-4ea4-b377-378853043e1c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.043s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[536143c5-a294-41d0-bbba-cb327c69169d]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e (non-flash)
Oct 16 08:26:02 user nova-compute[73884]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254 (non-flash)
Oct 16 08:26:02 user nova-compute[73884]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:26:02 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:26:02 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:26:02 user nova-compute[73884]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 (non-flash)
Oct 16 08:26:02 user nova-compute[73884]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 (non-flash)
Oct 16 08:26:02 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e (non-flash)
Oct 16 08:26:02 user nova-compute[73884]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254 (non-flash)
Oct 16 08:26:02 user nova-compute[73884]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:26:02 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:26:02 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:26:02 user nova-compute[73884]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 (non-flash)
Oct 16 08:26:02 user nova-compute[73884]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 (non-flash)
Oct 16 08:26:02 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7ea439e7a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281'): ({'sdg'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Removing single pathed devices sdg {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[703d2de6-1da2-4ba3-ba5a-86403d02dae6]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.026s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc8d70ef-4f48-492f-a6ef-a2e386607c1e]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Flushing IO for device /dev/sdg {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b24c764d-b4c6-4751-8eaa-ed90353e62f1]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.039s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a9be787-83ff-46a1-87de-9f532a4e5565]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Checking to see if SCSI volumes sdg have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] SCSI volumes sdg have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.030s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[92472dd5-f930-499d-ae0a-a1149d4016ac]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 -p 172.16.0.220:3260 --logout" returned: 0 in 0.074s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[eef21d48-d5ca-446f-a9ba-3e2230c45037]: (4, ('Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281, portal: 172.16.0.220,3260]\nLogout of [sid: 8, target: iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281, portal: 172.16.0.220,3260]
Oct 16 08:26:02 user nova-compute[73884]: Logout of [sid: 8, target: iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281, portal: 172.16.0.220,3260] successful.
Oct 16 08:26:02 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.034s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d01f2e7a-fec0-4fc5-8006-726f5a58d0da]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.408s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] <== disconnect_volume: return (409ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG nova.compute.manager [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oHBePgjY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, 'status': 'reserved', 'instance': '751a4c38-fe52-4076-b6a7-952abcc49208', 'attached_at': '', 'detached_at': '', 'volume_id': '51b1f725-0991-410f-a4f4-92dfde9a4254', 'serial'} {{(pid=73884) _swap_volume /opt/stack/nova/nova/compute/manager.py:7790}}
Oct 16 08:26:02 user nova-compute[73884]: DEBUG nova.compute.manager [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] swap_volume: removing Cinder connection for volume 4fe2a59d-12fb-409a-aab1-a7e3e4279281 {{(pid=73884) _swap_volume /opt/stack/nova/nova/compute/manager.py:7835}}
Oct 16 08:26:03 user nova-compute[73884]: DEBUG nova.compute.manager [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] swap_volume: Updating volume 4fe2a59d-12fb-409a-aab1-a7e3e4279281 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "oHBePgjY", "auth_password": "ClxgJF85ckfsM7", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sde", "volume_id": "51b1f725-0991-410f-a4f4-92dfde9a4254"}, "status": "reserved", "instance": "751a4c38-fe52-4076-b6a7-952abcc49208", "attached_at": "", "detached_at": "", "volume_id": "51b1f725-0991-410f-a4f4-92dfde9a4254", "serial": "51b1f725-0991-410f-a4f4-92dfde9a4254"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': '51b1f725-0991-410f-a4f4-92dfde9a4254', 'no_device': None, 'attachment_id': '0d3b82d0-4cc9-4a0e-80e3-69388b94be3d'} {{(pid=73884) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7983}}
Oct 16 08:26:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-08f727d4-a7d7-48cb-b7af-b6931f38f233 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Lock "751a4c38-fe52-4076-b6a7-952abcc49208" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 28.029s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:26:03 user nova-compute[73884]: ERROR nova.volume.cinder [None req-fe814b9e-71a7-444a-8b3c-a38b3cd8c7b4 tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Update attachment failed for attachment bd7edfb9-3467-46bd-9feb-2a02fad505ff. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-f0579aa1-5e53-44ef-bdbf-1e8960c387ea) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-f0579aa1-5e53-44ef-bdbf-1e8960c387ea)
Oct 16 08:26:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:03 user nova-compute[73884]: ERROR nova.compute.manager [None req-fe814b9e-71a7-444a-8b3c-a38b3cd8c7b4 tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Failed to attach 840403d1-4f1e-4b6d-9a82-e33e5f003af2 at /dev/vdb: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-f0579aa1-5e53-44ef-bdbf-1e8960c387ea)
Oct 16 08:26:03 user nova-compute[73884]: ERROR nova.compute.manager [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Traceback (most recent call last):
Oct 16 08:26:03 user nova-compute[73884]: ERROR nova.compute.manager [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d]   File "/opt/stack/nova/nova/compute/manager.py", line 7566, in _attach_volume
Oct 16 08:26:03 user nova-compute[73884]: ERROR nova.compute.manager [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d]     bdm.attach(context, instance, self.volume_api, self.driver,
Oct 16 08:26:03 user nova-compute[73884]: ERROR nova.compute.manager [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d]   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Oct 16 08:26:03 user nova-compute[73884]: ERROR nova.compute.manager [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d]     ret_val = method(obj, context, *args, **kwargs)
Oct 16 08:26:03 user nova-compute[73884]: ERROR nova.compute.manager [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d]   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Oct 16 08:26:03 user nova-compute[73884]: ERROR nova.compute.manager [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d]     self._do_attach(context, instance, volume, volume_api,
Oct 16 08:26:03 user nova-compute[73884]: ERROR nova.compute.manager [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d]   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Oct 16 08:26:03 user nova-compute[73884]: ERROR nova.compute.manager [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d]     self._volume_attach(context, volume, connector, instance,
Oct 16 08:26:03 user nova-compute[73884]: ERROR nova.compute.manager [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d]   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Oct 16 08:26:03 user nova-compute[73884]: ERROR nova.compute.manager [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d]     connection_info = volume_api.attachment_update(
Oct 16 08:26:03 user nova-compute[73884]: ERROR nova.compute.manager [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 16 08:26:03 user nova-compute[73884]: ERROR nova.compute.manager [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d]     res = method(self, ctx, *args, **kwargs)
Oct 16 08:26:03 user nova-compute[73884]: ERROR nova.compute.manager [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 16 08:26:03 user nova-compute[73884]: ERROR nova.compute.manager [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d]     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 16 08:26:03 user nova-compute[73884]: ERROR nova.compute.manager [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 16 08:26:03 user nova-compute[73884]: ERROR nova.compute.manager [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d]     with excutils.save_and_reraise_exception():
Oct 16 08:26:03 user nova-compute[73884]: ERROR nova.compute.manager [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 16 08:26:03 user nova-compute[73884]: ERROR nova.compute.manager [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d]     self.force_reraise()
Oct 16 08:26:03 user nova-compute[73884]: ERROR nova.compute.manager [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 16 08:26:03 user nova-compute[73884]: ERROR nova.compute.manager [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d]     raise self.value
Oct 16 08:26:03 user nova-compute[73884]: ERROR nova.compute.manager [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 16 08:26:03 user nova-compute[73884]: ERROR nova.compute.manager [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d]     context, '3.44', skip_version_check=True).attachments.update(
Oct 16 08:26:03 user nova-compute[73884]: ERROR nova.compute.manager [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 16 08:26:03 user nova-compute[73884]: ERROR nova.compute.manager [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d]     return method.func(obj, *args, **kwargs)
Oct 16 08:26:03 user nova-compute[73884]: ERROR nova.compute.manager [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 16 08:26:03 user nova-compute[73884]: ERROR nova.compute.manager [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d]     resp = self._update('/attachments/%s' % id, body)
Oct 16 08:26:03 user nova-compute[73884]: ERROR nova.compute.manager [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 16 08:26:03 user nova-compute[73884]: ERROR nova.compute.manager [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d]     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 16 08:26:03 user nova-compute[73884]: ERROR nova.compute.manager [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 16 08:26:03 user nova-compute[73884]: ERROR nova.compute.manager [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d]     return self._cs_request(url, 'PUT', **kwargs)
Oct 16 08:26:03 user nova-compute[73884]: ERROR nova.compute.manager [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 16 08:26:03 user nova-compute[73884]: ERROR nova.compute.manager [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d]     return self.request(url, method, **kwargs)
Oct 16 08:26:03 user nova-compute[73884]: ERROR nova.compute.manager [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 16 08:26:03 user nova-compute[73884]: ERROR nova.compute.manager [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d]     raise exceptions.from_response(resp, body)
Oct 16 08:26:03 user nova-compute[73884]: ERROR nova.compute.manager [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-f0579aa1-5e53-44ef-bdbf-1e8960c387ea)
Oct 16 08:26:03 user nova-compute[73884]: ERROR nova.compute.manager [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] 
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-fe814b9e-71a7-444a-8b3c-a38b3cd8c7b4 tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Lock "6cb85b93-60df-4b5f-9d18-6271a3423a2d" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 16.573s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server [None req-fe814b9e-71a7-444a-8b3c-a38b3cd8c7b4 tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Exception during message handling: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-f0579aa1-5e53-44ef-bdbf-1e8960c387ea)
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/utils.py", line 1439, in decorated_function
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7552, in attach_volume
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     do_attach_volume(context, instance, driver_bdm)
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 414, in inner
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7549, in do_attach_volume
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7547, in do_attach_volume
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     return self._attach_volume(context, instance, driver_bdm)
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7569, in _attach_volume
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7566, in _attach_volume
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     bdm.attach(context, instance, self.volume_api, self.driver,
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     ret_val = method(obj, context, *args, **kwargs)
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     self._do_attach(context, instance, volume, volume_api,
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     self._volume_attach(context, volume, connector, instance,
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     connection_info = volume_api.attachment_update(
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, *args, **kwargs)
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, attachment_id, *args, **kwargs)
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     raise self.value
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     context, '3.44', skip_version_check=True).attachments.update(
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     return method.func(obj, *args, **kwargs)
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     resp = self._update('/attachments/%s' % id, body)
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     resp, body = self.api.client.put(url, body=body, **kwargs)
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     return self._cs_request(url, 'PUT', **kwargs)
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     return self.request(url, method, **kwargs)
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server     raise exceptions.from_response(resp, body)
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-f0579aa1-5e53-44ef-bdbf-1e8960c387ea)
Oct 16 08:26:04 user nova-compute[73884]: ERROR oslo_messaging.rpc.server 
Oct 16 08:26:04 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-3fcfc12f-cf49-4f8a-b04f-c8ce79b02647 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3 is timed out.
Oct 16 08:26:04 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-3fcfc12f-cf49-4f8a-b04f-c8ce79b02647 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Successfully detached device vdb from instance 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3 from the live domain config.
Oct 16 08:26:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3fcfc12f-cf49-4f8a-b04f-c8ce79b02647 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fcfc12f-cf49-4f8a-b04f-c8ce79b02647 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lruYLwmb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:26:04 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-3fcfc12f-cf49-4f8a-b04f-c8ce79b02647 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:26:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-3fcfc12f-cf49-4f8a-b04f-c8ce79b02647 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-3fcfc12f-cf49-4f8a-b04f-c8ce79b02647 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[01293637-254a-43b5-96b7-3167ff2f486a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fcfc12f-cf49-4f8a-b04f-c8ce79b02647 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:26:04 user nova-compute[73884]: No targets found.
Oct 16 08:26:04 user nova-compute[73884]: iSNS:
Oct 16 08:26:04 user nova-compute[73884]: No targets found.
Oct 16 08:26:04 user nova-compute[73884]: STATIC:
Oct 16 08:26:04 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed
Oct 16 08:26:04 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:26:04 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:26:04 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1
Oct 16 08:26:04 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:26:04 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:26:04 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e
Oct 16 08:26:04 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:26:04 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:26:04 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254
Oct 16 08:26:04 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:26:04 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:26:04 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6
Oct 16 08:26:04 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:26:04 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:26:04 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6
Oct 16 08:26:04 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:26:04 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:26:04 user nova-compute[73884]: FIRMWARE:
Oct 16 08:26:04 user nova-compute[73884]: No targets found.
Oct 16 08:26:04 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fcfc12f-cf49-4f8a-b04f-c8ce79b02647 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:26:04 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:26:04 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fcfc12f-cf49-4f8a-b04f-c8ce79b02647 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[812e4b27-ff49-4faa-a114-391edf7cc057]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.038s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[5afe1228-f07f-4a00-991c-5ccacc352e13]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fcfc12f-cf49-4f8a-b04f-c8ce79b02647 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e (non-flash)
Oct 16 08:26:04 user nova-compute[73884]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254 (non-flash)
Oct 16 08:26:04 user nova-compute[73884]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:26:04 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:26:04 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:26:04 user nova-compute[73884]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 (non-flash)
Oct 16 08:26:04 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fcfc12f-cf49-4f8a-b04f-c8ce79b02647 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e (non-flash)
Oct 16 08:26:04 user nova-compute[73884]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254 (non-flash)
Oct 16 08:26:04 user nova-compute[73884]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:26:04 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:26:04 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:26:04 user nova-compute[73884]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 (non-flash)
Oct 16 08:26:04 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fcfc12f-cf49-4f8a-b04f-c8ce79b02647 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7ea477e710>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6'): ({'sdh'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-3fcfc12f-cf49-4f8a-b04f-c8ce79b02647 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Removing single pathed devices sdh {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[331f4bad-b48d-4bb0-a10d-b747d09dfc08]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.026s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d8e5b26-b169-41f6-a014-73f51903b917]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-3fcfc12f-cf49-4f8a-b04f-c8ce79b02647 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Flushing IO for device /dev/sdh {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3fb7572-3cfe-42ac-a913-43935a1b932d]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-3fcfc12f-cf49-4f8a-b04f-c8ce79b02647 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.057s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4d05f1c-d42a-4532-84d3-f8185496be82]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-3fcfc12f-cf49-4f8a-b04f-c8ce79b02647 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-3fcfc12f-cf49-4f8a-b04f-c8ce79b02647 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] SCSI volumes sdh have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fcfc12f-cf49-4f8a-b04f-c8ce79b02647 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[41b37a3b-99be-420a-9e53-41cb11b6ab8f]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fcfc12f-cf49-4f8a-b04f-c8ce79b02647 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.083s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[36ad6094-3f3d-4ee3-991d-539171155b99]: (4, ('Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6, portal: 172.16.0.220,3260]\nLogout of [sid: 9, target: iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fcfc12f-cf49-4f8a-b04f-c8ce79b02647 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6, portal: 172.16.0.220,3260]
Oct 16 08:26:04 user nova-compute[73884]: Logout of [sid: 9, target: iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6, portal: 172.16.0.220,3260] successful.
Oct 16 08:26:04 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Acquiring lock "751a4c38-fe52-4076-b6a7-952abcc49208" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Lock "751a4c38-fe52-4076-b6a7-952abcc49208" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca4cac74-22f1-47e8-ab53-780c60b5ccc6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.036s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a32a1143-cd48-4cad-bdb7-f60b49709b2c]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fcfc12f-cf49-4f8a-b04f-c8ce79b02647 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-3fcfc12f-cf49-4f8a-b04f-c8ce79b02647 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.405s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fcfc12f-cf49-4f8a-b04f-c8ce79b02647 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] <== disconnect_volume: return (407ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3fcfc12f-cf49-4f8a-b04f-c8ce79b02647 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG os_brick.utils [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fc97057-9313-4d7d-9757-7accc6637c34]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[21b87e3a-123c-4cc9-81d5-99ea831c4217]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e78565ba-1034-4166-8b16-21955e6c5f71]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[146d41b8-446d-4def-b3b3-096c31153ebb]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:26:04 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 08:26:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff7851f2-201f-419d-a291-50127cd03711]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 08:26:04 user nova-compute[73884]: DEBUG os_brick.utils [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] <== get_connector_properties: return (151ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:26:04 user nova-compute[73884]: INFO nova.compute.manager [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Swapping volume 51b1f725-0991-410f-a4f4-92dfde9a4254 for 4fe2a59d-12fb-409a-aab1-a7e3e4279281
Oct 16 08:26:05 user nova-compute[73884]: DEBUG nova.objects.instance [None req-3fcfc12f-cf49-4f8a-b04f-c8ce79b02647 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Lazy-loading 'flavor' on Instance uuid 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:26:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3fcfc12f-cf49-4f8a-b04f-c8ce79b02647 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Lock "8081efa1-2d38-4b2d-9821-2c1c9a36a3b3" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.207s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:26:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8dd1b7f5-cdb7-4926-8fd0-de4b75a319ac tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Acquiring lock "interface-8081efa1-2d38-4b2d-9821-2c1c9a36a3b3-da3db5ea-9fbf-482f-9b5f-8e4839fa2111" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:26:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8dd1b7f5-cdb7-4926-8fd0-de4b75a319ac tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Lock "interface-8081efa1-2d38-4b2d-9821-2c1c9a36a3b3-da3db5ea-9fbf-482f-9b5f-8e4839fa2111" acquired by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:26:06 user nova-compute[73884]: DEBUG nova.objects.instance [None req-8dd1b7f5-cdb7-4926-8fd0-de4b75a319ac tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Lazy-loading 'flavor' on Instance uuid 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:26:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-8dd1b7f5-cdb7-4926-8fd0-de4b75a319ac tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:23:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-703001150',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-703001150',id=6,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL8puTHjMpi8rwYxpPxkAgQZA9pfQT8qAGxBYANzKHoZDUWv9Dln56n+HgO24sMjUV+8kDT1wlaBLH0I6aYtvVwUTUIUXMhMEP8hex58vveeujv3dzzKvxMjbrtZHCdyFA==',key_name='tempest-keypair-222404738',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:23:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e6f3ad52e4474991970a01a03683910e',ramdisk_id='',reservation_id='r-i2e10up5',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-768832629',owner_user_name='tempest-TaggedAttachmentsTest-768832629-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:23:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='607bcff6aff24feaa4c488c280e616a3',uuid=8081efa1-2d38-4b2d-9821-2c1c9a36a3b3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "da3db5ea-9fbf-482f-9b5f-8e4839fa2111", "address": "fa:16:3e:5d:b7:79", "network": {"id": "38f2938a-eeb2-4fb8-acaa-9edd20ec2ff3", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-117543763", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "e6f3ad52e4474991970a01a03683910e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda3db5ea-9f", "ovs_interfaceid": "da3db5ea-9fbf-482f-9b5f-8e4839fa2111", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:26:06 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-8dd1b7f5-cdb7-4926-8fd0-de4b75a319ac tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Converting VIF {"id": "da3db5ea-9fbf-482f-9b5f-8e4839fa2111", "address": "fa:16:3e:5d:b7:79", "network": {"id": "38f2938a-eeb2-4fb8-acaa-9edd20ec2ff3", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-117543763", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "e6f3ad52e4474991970a01a03683910e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda3db5ea-9f", "ovs_interfaceid": "da3db5ea-9fbf-482f-9b5f-8e4839fa2111", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:26:06 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-8dd1b7f5-cdb7-4926-8fd0-de4b75a319ac tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5d:b7:79,bridge_name='br-int',has_traffic_filtering=True,id=da3db5ea-9fbf-482f-9b5f-8e4839fa2111,network=Network(38f2938a-eeb2-4fb8-acaa-9edd20ec2ff3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda3db5ea-9f') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:26:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-8dd1b7f5-cdb7-4926-8fd0-de4b75a319ac tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:5d:b7:79"/><model type="virtio"/><mtu size="1442"/><target dev="tapda3db5ea-9f"/></interface> {{(pid=73884) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 16 08:26:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-8dd1b7f5-cdb7-4926-8fd0-de4b75a319ac tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:5d:b7:79"/><model type="virtio"/><mtu size="1442"/><target dev="tapda3db5ea-9f"/></interface> {{(pid=73884) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 16 08:26:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8dd1b7f5-cdb7-4926-8fd0-de4b75a319ac tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Attempting to detach device tapda3db5ea-9f from instance 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3 from the persistent domain config. {{(pid=73884) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 08:26:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-8dd1b7f5-cdb7-4926-8fd0-de4b75a319ac tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] detach device xml: <interface type="ethernet">
Oct 16 08:26:06 user nova-compute[73884]:   <mac address="fa:16:3e:5d:b7:79"/>
Oct 16 08:26:06 user nova-compute[73884]:   <model type="virtio"/>
Oct 16 08:26:06 user nova-compute[73884]:   <mtu size="1442"/>
Oct 16 08:26:06 user nova-compute[73884]:   <target dev="tapda3db5ea-9f"/>
Oct 16 08:26:06 user nova-compute[73884]: </interface>
Oct 16 08:26:06 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:26:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-8dd1b7f5-cdb7-4926-8fd0-de4b75a319ac tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:5d:b7:79"/><model type="virtio"/><mtu size="1442"/><target dev="tapda3db5ea-9f"/></interface> {{(pid=73884) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 16 08:26:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-8dd1b7f5-cdb7-4926-8fd0-de4b75a319ac tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:5d:b7:79"/><model type="virtio"/><mtu size="1442"/><target dev="tapda3db5ea-9f"/></interface>not found in domain: <domain type='kvm' id='6'>
Oct 16 08:26:06 user nova-compute[73884]:   <name>instance-00000006</name>
Oct 16 08:26:06 user nova-compute[73884]:   <uuid>8081efa1-2d38-4b2d-9821-2c1c9a36a3b3</uuid>
Oct 16 08:26:06 user nova-compute[73884]:   <metadata>
Oct 16 08:26:06 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:26:06 user nova-compute[73884]:   <nova:package version="0.0.0"/>
Oct 16 08:26:06 user nova-compute[73884]:   <nova:name>tempest-device-tagging-server-703001150</nova:name>
Oct 16 08:26:06 user nova-compute[73884]:   <nova:creationTime>2023-10-16 08:25:12</nova:creationTime>
Oct 16 08:26:06 user nova-compute[73884]:   <nova:flavor name="m1.tiny">
Oct 16 08:26:06 user nova-compute[73884]:     <nova:memory>512</nova:memory>
Oct 16 08:26:06 user nova-compute[73884]:     <nova:disk>1</nova:disk>
Oct 16 08:26:06 user nova-compute[73884]:     <nova:swap>0</nova:swap>
Oct 16 08:26:06 user nova-compute[73884]:     <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:26:06 user nova-compute[73884]:     <nova:vcpus>1</nova:vcpus>
Oct 16 08:26:06 user nova-compute[73884]:   </nova:flavor>
Oct 16 08:26:06 user nova-compute[73884]:   <nova:owner>
Oct 16 08:26:06 user nova-compute[73884]:     <nova:user uuid="607bcff6aff24feaa4c488c280e616a3">tempest-TaggedAttachmentsTest-768832629-project-member</nova:user>
Oct 16 08:26:06 user nova-compute[73884]:     <nova:project uuid="e6f3ad52e4474991970a01a03683910e">tempest-TaggedAttachmentsTest-768832629</nova:project>
Oct 16 08:26:06 user nova-compute[73884]:   </nova:owner>
Oct 16 08:26:06 user nova-compute[73884]:   <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:26:06 user nova-compute[73884]:   <nova:ports>
Oct 16 08:26:06 user nova-compute[73884]:     <nova:port uuid="f38509ea-d5e1-4bcf-8963-812052e6ea08">
Oct 16 08:26:06 user nova-compute[73884]:       <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 16 08:26:06 user nova-compute[73884]:     </nova:port>
Oct 16 08:26:06 user nova-compute[73884]:     <nova:port uuid="da3db5ea-9fbf-482f-9b5f-8e4839fa2111">
Oct 16 08:26:06 user nova-compute[73884]:       <nova:ip type="fixed" address="10.10.10.53" ipVersion="4"/>
Oct 16 08:26:06 user nova-compute[73884]:     </nova:port>
Oct 16 08:26:06 user nova-compute[73884]:   </nova:ports>
Oct 16 08:26:06 user nova-compute[73884]: </nova:instance>
Oct 16 08:26:06 user nova-compute[73884]:   </metadata>
Oct 16 08:26:06 user nova-compute[73884]:   <memory unit='KiB'>524288</memory>
Oct 16 08:26:06 user nova-compute[73884]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 16 08:26:06 user nova-compute[73884]:   <vcpu placement='static'>1</vcpu>
Oct 16 08:26:06 user nova-compute[73884]:   <resource>
Oct 16 08:26:06 user nova-compute[73884]:     <partition>/machine</partition>
Oct 16 08:26:06 user nova-compute[73884]:   </resource>
Oct 16 08:26:06 user nova-compute[73884]:   <sysinfo type='smbios'>
Oct 16 08:26:06 user nova-compute[73884]:     <system>
Oct 16 08:26:06 user nova-compute[73884]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 16 08:26:06 user nova-compute[73884]:       <entry name='product'>OpenStack Nova</entry>
Oct 16 08:26:06 user nova-compute[73884]:       <entry name='version'>0.0.0</entry>
Oct 16 08:26:06 user nova-compute[73884]:       <entry name='serial'>8081efa1-2d38-4b2d-9821-2c1c9a36a3b3</entry>
Oct 16 08:26:06 user nova-compute[73884]:       <entry name='uuid'>8081efa1-2d38-4b2d-9821-2c1c9a36a3b3</entry>
Oct 16 08:26:06 user nova-compute[73884]:       <entry name='family'>Virtual Machine</entry>
Oct 16 08:26:06 user nova-compute[73884]:     </system>
Oct 16 08:26:06 user nova-compute[73884]:   </sysinfo>
Oct 16 08:26:06 user nova-compute[73884]:   <os>
Oct 16 08:26:06 user nova-compute[73884]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 16 08:26:06 user nova-compute[73884]:     <boot dev='hd'/>
Oct 16 08:26:06 user nova-compute[73884]:     <smbios mode='sysinfo'/>
Oct 16 08:26:06 user nova-compute[73884]:   </os>
Oct 16 08:26:06 user nova-compute[73884]:   <features>
Oct 16 08:26:06 user nova-compute[73884]:     <acpi/>
Oct 16 08:26:06 user nova-compute[73884]:     <apic/>
Oct 16 08:26:06 user nova-compute[73884]:     <vmcoreinfo state='on'/>
Oct 16 08:26:06 user nova-compute[73884]:   </features>
Oct 16 08:26:06 user nova-compute[73884]:   <cpu mode='custom' match='exact' check='full'>
Oct 16 08:26:06 user nova-compute[73884]:     <model fallback='forbid'>Nehalem</model>
Oct 16 08:26:06 user nova-compute[73884]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 16 08:26:06 user nova-compute[73884]:     <feature policy='require' name='vme'/>
Oct 16 08:26:06 user nova-compute[73884]:     <feature policy='require' name='x2apic'/>
Oct 16 08:26:06 user nova-compute[73884]:     <feature policy='require' name='hypervisor'/>
Oct 16 08:26:06 user nova-compute[73884]:   </cpu>
Oct 16 08:26:06 user nova-compute[73884]:   <clock offset='utc'>
Oct 16 08:26:06 user nova-compute[73884]:     <timer name='pit' tickpolicy='delay'/>
Oct 16 08:26:06 user nova-compute[73884]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 16 08:26:06 user nova-compute[73884]:     <timer name='hpet' present='no'/>
Oct 16 08:26:06 user nova-compute[73884]:   </clock>
Oct 16 08:26:06 user nova-compute[73884]:   <on_poweroff>destroy</on_poweroff>
Oct 16 08:26:06 user nova-compute[73884]:   <on_reboot>restart</on_reboot>
Oct 16 08:26:06 user nova-compute[73884]:   <on_crash>destroy</on_crash>
Oct 16 08:26:06 user nova-compute[73884]:   <devices>
Oct 16 08:26:06 user nova-compute[73884]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 16 08:26:06 user nova-compute[73884]:     <disk type='file' device='disk'>
Oct 16 08:26:06 user nova-compute[73884]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 16 08:26:06 user nova-compute[73884]:       <source file='/opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/disk' index='2'/>
Oct 16 08:26:06 user nova-compute[73884]:       <backingStore type='file' index='3'>
Oct 16 08:26:06 user nova-compute[73884]:         <format type='raw'/>
Oct 16 08:26:06 user nova-compute[73884]:         <source file='/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f'/>
Oct 16 08:26:06 user nova-compute[73884]:         <backingStore/>
Oct 16 08:26:06 user nova-compute[73884]:       </backingStore>
Oct 16 08:26:06 user nova-compute[73884]:       <target dev='vda' bus='virtio'/>
Oct 16 08:26:06 user nova-compute[73884]:       <alias name='virtio-disk0'/>
Oct 16 08:26:06 user nova-compute[73884]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 16 08:26:06 user nova-compute[73884]:     </disk>
Oct 16 08:26:06 user nova-compute[73884]:     <disk type='file' device='cdrom'>
Oct 16 08:26:06 user nova-compute[73884]:       <driver name='qemu' type='raw' cache='none'/>
Oct 16 08:26:06 user nova-compute[73884]:       <source file='/opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/disk.config' index='1'/>
Oct 16 08:26:06 user nova-compute[73884]:       <backingStore/>
Oct 16 08:26:06 user nova-compute[73884]:       <target dev='hda' bus='ide'/>
Oct 16 08:26:06 user nova-compute[73884]:       <readonly/>
Oct 16 08:26:06 user nova-compute[73884]:       <alias name='ide0-0-0'/>
Oct 16 08:26:06 user nova-compute[73884]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 16 08:26:06 user nova-compute[73884]:     </disk>
Oct 16 08:26:06 user nova-compute[73884]:     <controller type='usb' index='0' model='none'>
Oct 16 08:26:06 user nova-compute[73884]:       <alias name='usb'/>
Oct 16 08:26:06 user nova-compute[73884]:     </controller>
Oct 16 08:26:06 user nova-compute[73884]:     <controller type='pci' index='0' model='pci-root'>
Oct 16 08:26:06 user nova-compute[73884]:       <alias name='pci.0'/>
Oct 16 08:26:06 user nova-compute[73884]:     </controller>
Oct 16 08:26:06 user nova-compute[73884]:     <controller type='ide' index='0'>
Oct 16 08:26:06 user nova-compute[73884]:       <alias name='ide'/>
Oct 16 08:26:06 user nova-compute[73884]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 16 08:26:06 user nova-compute[73884]:     </controller>
Oct 16 08:26:06 user nova-compute[73884]:     <interface type='ethernet'>
Oct 16 08:26:06 user nova-compute[73884]:       <mac address='fa:16:3e:03:e5:b5'/>
Oct 16 08:26:06 user nova-compute[73884]:       <target dev='tapf38509ea-d5'/>
Oct 16 08:26:06 user nova-compute[73884]:       <model type='virtio'/>
Oct 16 08:26:06 user nova-compute[73884]:       <mtu size='1442'/>
Oct 16 08:26:06 user nova-compute[73884]:       <alias name='net0'/>
Oct 16 08:26:06 user nova-compute[73884]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 16 08:26:06 user nova-compute[73884]:     </interface>
Oct 16 08:26:06 user nova-compute[73884]:     <interface type='ethernet'>
Oct 16 08:26:06 user nova-compute[73884]:       <mac address='fa:16:3e:5d:b7:79'/>
Oct 16 08:26:06 user nova-compute[73884]:       <target dev='tapda3db5ea-9f'/>
Oct 16 08:26:06 user nova-compute[73884]:       <model type='virtio'/>
Oct 16 08:26:06 user nova-compute[73884]:       <mtu size='1442'/>
Oct 16 08:26:06 user nova-compute[73884]:       <alias name='net1'/>
Oct 16 08:26:06 user nova-compute[73884]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x07' function='0x0'/>
Oct 16 08:26:06 user nova-compute[73884]:     </interface>
Oct 16 08:26:06 user nova-compute[73884]:     <serial type='pty'>
Oct 16 08:26:06 user nova-compute[73884]:       <source path='/dev/pts/5'/>
Oct 16 08:26:06 user nova-compute[73884]:       <log file='/opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/console.log' append='off'/>
Oct 16 08:26:06 user nova-compute[73884]:       <target type='isa-serial' port='0'>
Oct 16 08:26:06 user nova-compute[73884]:         <model name='isa-serial'/>
Oct 16 08:26:06 user nova-compute[73884]:       </target>
Oct 16 08:26:06 user nova-compute[73884]:       <alias name='serial0'/>
Oct 16 08:26:06 user nova-compute[73884]:     </serial>
Oct 16 08:26:06 user nova-compute[73884]:     <console type='pty' tty='/dev/pts/5'>
Oct 16 08:26:06 user nova-compute[73884]:       <source path='/dev/pts/5'/>
Oct 16 08:26:06 user nova-compute[73884]:       <log file='/opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/console.log' append='off'/>
Oct 16 08:26:06 user nova-compute[73884]:       <target type='serial' port='0'/>
Oct 16 08:26:06 user nova-compute[73884]:       <alias name='serial0'/>
Oct 16 08:26:06 user nova-compute[73884]:     </console>
Oct 16 08:26:06 user nova-compute[73884]:     <input type='mouse' bus='ps2'>
Oct 16 08:26:06 user nova-compute[73884]:       <alias name='input0'/>
Oct 16 08:26:06 user nova-compute[73884]:     </input>
Oct 16 08:26:06 user nova-compute[73884]:     <input type='keyboard' bus='ps2'>
Oct 16 08:26:06 user nova-compute[73884]:       <alias name='input1'/>
Oct 16 08:26:06 user nova-compute[73884]:     </input>
Oct 16 08:26:06 user nova-compute[73884]:     <graphics type='vnc' port='5905' autoport='yes' listen='0.0.0.0'>
Oct 16 08:26:06 user nova-compute[73884]:       <listen type='address' address='0.0.0.0'/>
Oct 16 08:26:06 user nova-compute[73884]:     </graphics>
Oct 16 08:26:06 user nova-compute[73884]:     <audio id='1' type='none'/>
Oct 16 08:26:06 user nova-compute[73884]:     <video>
Oct 16 08:26:06 user nova-compute[73884]:       <model type='virtio' heads='1' primary='yes'/>
Oct 16 08:26:06 user nova-compute[73884]:       <alias name='video0'/>
Oct 16 08:26:06 user nova-compute[73884]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 16 08:26:06 user nova-compute[73884]:     </video>
Oct 16 08:26:06 user nova-compute[73884]:     <memballoon model='virtio'>
Oct 16 08:26:06 user nova-compute[73884]:       <stats period='10'/>
Oct 16 08:26:06 user nova-compute[73884]:       <alias name='balloon0'/>
Oct 16 08:26:06 user nova-compute[73884]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 16 08:26:06 user nova-compute[73884]:     </memballoon>
Oct 16 08:26:06 user nova-compute[73884]:     <rng model='virtio'>
Oct 16 08:26:06 user nova-compute[73884]:       <backend model='random'>/dev/urandom</backend>
Oct 16 08:26:06 user nova-compute[73884]:       <alias name='rng0'/>
Oct 16 08:26:06 user nova-compute[73884]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 16 08:26:06 user nova-compute[73884]:     </rng>
Oct 16 08:26:06 user nova-compute[73884]:   </devices>
Oct 16 08:26:06 user nova-compute[73884]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 16 08:26:06 user nova-compute[73884]:     <label>libvirt-8081efa1-2d38-4b2d-9821-2c1c9a36a3b3</label>
Oct 16 08:26:06 user nova-compute[73884]:     <imagelabel>libvirt-8081efa1-2d38-4b2d-9821-2c1c9a36a3b3</imagelabel>
Oct 16 08:26:06 user nova-compute[73884]:   </seclabel>
Oct 16 08:26:06 user nova-compute[73884]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 16 08:26:06 user nova-compute[73884]:     <label>+64055:+108</label>
Oct 16 08:26:06 user nova-compute[73884]:     <imagelabel>+64055:+108</imagelabel>
Oct 16 08:26:06 user nova-compute[73884]:   </seclabel>
Oct 16 08:26:06 user nova-compute[73884]: </domain>
Oct 16 08:26:06 user nova-compute[73884]:  {{(pid=73884) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 16 08:26:06 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-8dd1b7f5-cdb7-4926-8fd0-de4b75a319ac tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Successfully detached device tapda3db5ea-9f from instance 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3 from the persistent domain config.
Oct 16 08:26:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8dd1b7f5-cdb7-4926-8fd0-de4b75a319ac tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] (1/8): Attempting to detach device tapda3db5ea-9f with device alias net1 from instance 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3 from the live domain config. {{(pid=73884) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 08:26:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-8dd1b7f5-cdb7-4926-8fd0-de4b75a319ac tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] detach device xml: <interface type="ethernet">
Oct 16 08:26:06 user nova-compute[73884]:   <mac address="fa:16:3e:5d:b7:79"/>
Oct 16 08:26:06 user nova-compute[73884]:   <model type="virtio"/>
Oct 16 08:26:06 user nova-compute[73884]:   <mtu size="1442"/>
Oct 16 08:26:06 user nova-compute[73884]:   <target dev="tapda3db5ea-9f"/>
Oct 16 08:26:06 user nova-compute[73884]: </interface>
Oct 16 08:26:06 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:26:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8dd1b7f5-cdb7-4926-8fd0-de4b75a319ac tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Start waiting for the detach event from libvirt for device tapda3db5ea-9f with device alias net1 for instance 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3 {{(pid=73884) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 08:26:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:07 user nova-compute[73884]: DEBUG nova.compute.manager [req-f4a252c0-d6a2-4350-8211-6e6a2b5452bc req-79506c64-8a3d-43bc-9625-31acc8cc63e7 service nova] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Received event network-vif-unplugged-da3db5ea-9fbf-482f-9b5f-8e4839fa2111 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:26:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f4a252c0-d6a2-4350-8211-6e6a2b5452bc req-79506c64-8a3d-43bc-9625-31acc8cc63e7 service nova] Acquiring lock "8081efa1-2d38-4b2d-9821-2c1c9a36a3b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:26:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f4a252c0-d6a2-4350-8211-6e6a2b5452bc req-79506c64-8a3d-43bc-9625-31acc8cc63e7 service nova] Lock "8081efa1-2d38-4b2d-9821-2c1c9a36a3b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:26:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f4a252c0-d6a2-4350-8211-6e6a2b5452bc req-79506c64-8a3d-43bc-9625-31acc8cc63e7 service nova] Lock "8081efa1-2d38-4b2d-9821-2c1c9a36a3b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:26:07 user nova-compute[73884]: DEBUG nova.compute.manager [req-f4a252c0-d6a2-4350-8211-6e6a2b5452bc req-79506c64-8a3d-43bc-9625-31acc8cc63e7 service nova] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] No waiting events found dispatching network-vif-unplugged-da3db5ea-9fbf-482f-9b5f-8e4839fa2111 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:26:07 user nova-compute[73884]: WARNING nova.compute.manager [req-f4a252c0-d6a2-4350-8211-6e6a2b5452bc req-79506c64-8a3d-43bc-9625-31acc8cc63e7 service nova] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Received unexpected event network-vif-unplugged-da3db5ea-9fbf-482f-9b5f-8e4839fa2111 for instance with vm_state active and task_state None.
Oct 16 08:26:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:08 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-a9b0959f-a6ee-4920-80b2-7e863a4fe6a1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance ab0b96cd-bd67-40dc-8cd8-b159fd6848f7 is timed out.
Oct 16 08:26:08 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-a9b0959f-a6ee-4920-80b2-7e863a4fe6a1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] Successfully detached device vdb from instance ab0b96cd-bd67-40dc-8cd8-b159fd6848f7 from the live domain config.
Oct 16 08:26:08 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a9b0959f-a6ee-4920-80b2-7e863a4fe6a1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9b0959f-a6ee-4920-80b2-7e863a4fe6a1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TRdOlNpF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, None), 'kwargs': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:26:08 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-a9b0959f-a6ee-4920-80b2-7e863a4fe6a1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:26:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-a9b0959f-a6ee-4920-80b2-7e863a4fe6a1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-a9b0959f-a6ee-4920-80b2-7e863a4fe6a1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[018669e1-a286-4a58-9375-8fd2b253e89b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9b0959f-a6ee-4920-80b2-7e863a4fe6a1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:26:08 user nova-compute[73884]: No targets found.
Oct 16 08:26:08 user nova-compute[73884]: iSNS:
Oct 16 08:26:08 user nova-compute[73884]: No targets found.
Oct 16 08:26:08 user nova-compute[73884]: STATIC:
Oct 16 08:26:08 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed
Oct 16 08:26:08 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:26:08 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:26:08 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1
Oct 16 08:26:08 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:26:08 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:26:08 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e
Oct 16 08:26:08 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:26:08 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:26:08 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254
Oct 16 08:26:08 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:26:08 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:26:08 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6
Oct 16 08:26:08 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:26:08 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:26:08 user nova-compute[73884]: FIRMWARE:
Oct 16 08:26:08 user nova-compute[73884]: No targets found.
Oct 16 08:26:08 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9b0959f-a6ee-4920-80b2-7e863a4fe6a1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:26:08 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:26:08 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9b0959f-a6ee-4920-80b2-7e863a4fe6a1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6add5d2-a889-4471-af97-2021e404245c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfe8f56c-602f-47d7-9f54-1cfeac3c166f]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9b0959f-a6ee-4920-80b2-7e863a4fe6a1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e (non-flash)
Oct 16 08:26:08 user nova-compute[73884]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254 (non-flash)
Oct 16 08:26:08 user nova-compute[73884]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:26:08 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:26:08 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:26:08 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9b0959f-a6ee-4920-80b2-7e863a4fe6a1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e (non-flash)
Oct 16 08:26:08 user nova-compute[73884]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254 (non-flash)
Oct 16 08:26:08 user nova-compute[73884]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:26:08 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:26:08 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:26:08 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9b0959f-a6ee-4920-80b2-7e863a4fe6a1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7eac219f30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e'): ({'sdi'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-a9b0959f-a6ee-4920-80b2-7e863a4fe6a1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] Removing single pathed devices sdi {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8a4f724-e9ab-401c-a158-f5bf8fc5ecfe]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdi" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8ac66c5-5aeb-4e59-8b49-2ea228669ce2]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-a9b0959f-a6ee-4920-80b2-7e863a4fe6a1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] Flushing IO for device /dev/sdi {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdi" returned: 0 in 0.013s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f57fab1-a0b8-44a4-a254-31f8d090f802]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-a9b0959f-a6ee-4920-80b2-7e863a4fe6a1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] Remove SCSI device /dev/sdi with /sys/block/sdi/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdi/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdi/device/delete" returned: 0 in 0.038s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d30a74e-df5a-4763-beb5-23143beb0f76]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-a9b0959f-a6ee-4920-80b2-7e863a4fe6a1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] Checking to see if SCSI volumes sdi have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-a9b0959f-a6ee-4920-80b2-7e863a4fe6a1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] SCSI volumes sdi have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9b0959f-a6ee-4920-80b2-7e863a4fe6a1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3b69746-743e-41f9-b7c4-be1fb0d50632]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9b0959f-a6ee-4920-80b2-7e863a4fe6a1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[99acbbc1-26a4-4306-9985-c61e8230056a]: (4, ('Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e, portal: 172.16.0.220,3260]\nLogout of [sid: 10, target: iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9b0959f-a6ee-4920-80b2-7e863a4fe6a1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e, portal: 172.16.0.220,3260]
Oct 16 08:26:08 user nova-compute[73884]: Logout of [sid: 10, target: iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e, portal: 172.16.0.220,3260] successful.
Oct 16 08:26:08 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7370ef38-fad5-40fa-a8f4-78fa81d19a8e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6ef6d9e-caf1-4ad6-a984-e52a6f5e5b38]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9b0959f-a6ee-4920-80b2-7e863a4fe6a1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-a9b0959f-a6ee-4920-80b2-7e863a4fe6a1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.329s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9b0959f-a6ee-4920-80b2-7e863a4fe6a1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] <== disconnect_volume: return (331ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a9b0959f-a6ee-4920-80b2-7e863a4fe6a1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:26:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:09 user nova-compute[73884]: DEBUG nova.compute.manager [req-74cdb2a4-efce-41e5-a27f-56296b63564f req-03e641c6-5ecd-48f7-a02f-32afe5ff3f48 service nova] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Received event network-vif-plugged-da3db5ea-9fbf-482f-9b5f-8e4839fa2111 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:26:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-74cdb2a4-efce-41e5-a27f-56296b63564f req-03e641c6-5ecd-48f7-a02f-32afe5ff3f48 service nova] Acquiring lock "8081efa1-2d38-4b2d-9821-2c1c9a36a3b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:26:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-74cdb2a4-efce-41e5-a27f-56296b63564f req-03e641c6-5ecd-48f7-a02f-32afe5ff3f48 service nova] Lock "8081efa1-2d38-4b2d-9821-2c1c9a36a3b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:26:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-74cdb2a4-efce-41e5-a27f-56296b63564f req-03e641c6-5ecd-48f7-a02f-32afe5ff3f48 service nova] Lock "8081efa1-2d38-4b2d-9821-2c1c9a36a3b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:26:09 user nova-compute[73884]: DEBUG nova.compute.manager [req-74cdb2a4-efce-41e5-a27f-56296b63564f req-03e641c6-5ecd-48f7-a02f-32afe5ff3f48 service nova] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] No waiting events found dispatching network-vif-plugged-da3db5ea-9fbf-482f-9b5f-8e4839fa2111 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:26:09 user nova-compute[73884]: WARNING nova.compute.manager [req-74cdb2a4-efce-41e5-a27f-56296b63564f req-03e641c6-5ecd-48f7-a02f-32afe5ff3f48 service nova] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Received unexpected event network-vif-plugged-da3db5ea-9fbf-482f-9b5f-8e4839fa2111 for instance with vm_state active and task_state None.
Oct 16 08:26:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:12 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG nova.objects.instance [None req-a9b0959f-a6ee-4920-80b2-7e863a4fe6a1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] Lazy-loading 'flavor' on Instance uuid ab0b96cd-bd67-40dc-8cd8-b159fd6848f7 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a9b0959f-a6ee-4920-80b2-7e863a4fe6a1 tempest-VolumesAssistedSnapshotsTest-1808853816 tempest-VolumesAssistedSnapshotsTest-1808853816-project-admin] Lock "ab0b96cd-bd67-40dc-8cd8-b159fd6848f7" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 35.789s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG nova.compute.manager [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EVDXrjiJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '751a4c38-fe52-4076-b6a7-952abcc49208', 'attached_at': '', 'detached_at': '', 'volume_id': '4fe2a59d-12fb-409a-aab1-a7e3e4279281', 'serial': '4fe2a59d-12fb-409a-aab1-a7e3e4279281'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oHBePgjY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde', 'volume_id': '51b1f725-0991-410f-a4f4-92dfde9a4254'}, 'status': 'reserved', 'instance': '751a4c38-fe52-4076-b6a7-952abcc49208', 'attached_at': '', 'detached_at': '', 'volume_id': '51b1f725-0991-410f-a4f4-92dfde9a4254', 'serial'} {{(pid=73884) _swap_volume /opt/stack/nova/nova/compute/manager.py:7781}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EVDXrjiJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:26:23 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:26:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:26:23 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:26:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:26:23 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:26:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[7acd3dce-c94d-41af-9bab-0d04a6fc79c7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:26:23 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7658c63-88bb-4dfc-a079-9474cf2f9185]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281] added
Oct 16 08:26:23 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5bf2bcb-1b4a-4815-8652-c2d1c57666a0]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b09e67e4-6b64-4b98-ad4a-f26e4f7a6346]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EVDXrjiJ {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EVDXrjiJ" returned: 0 in 0.025s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2ff8a25-7eb3-45f9-95b8-eb6967017207]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'EVDXrjiJ'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e13664d-c897-44b9-9eec-fc80be9e8693]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[85144d6c-610c-440b-bba2-20d5100761ac]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254 (non-flash)
Oct 16 08:26:23 user nova-compute[73884]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:26:23 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:26:23 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:26:23 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254 (non-flash)
Oct 16 08:26:23 user nova-compute[73884]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:26:23 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:26:23 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:26:23 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 -p 172.16.0.220:3260 --login" returned: 0 in 0.080s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e97f04f8-41f7-411b-bf82-a9ff35469b22]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281, portal: 172.16.0.220,3260]
Oct 16 08:26:23 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281, portal: 172.16.0.220,3260] successful.
Oct 16 08:26:23 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2c8c1c9-52c8-493f-8d2f-9486e18f4e85]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b234c3b-09dc-4aa7-bd45-7609efd71b39]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254 (non-flash)
Oct 16 08:26:23 user nova-compute[73884]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 (non-flash)
Oct 16 08:26:23 user nova-compute[73884]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:26:23 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:26:23 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:26:23 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254 (non-flash)
Oct 16 08:26:23 user nova-compute[73884]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 (non-flash)
Oct 16 08:26:23 user nova-compute[73884]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:26:23 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:26:23 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:26:23 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.302s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] HCTL ('37', '-', '-', 0) found on session 12 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Scanning host 37 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.015s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[07a208fe-8f33-4d42-8b43-b62f5c78215d]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Searching for a device in session 12 and hctl ['37', '*', '*', 0] yield: None {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:26:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:24 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Searching for a device in session 12 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:26:24 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EVDXrjiJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:26:24 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.331s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:26:24 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] <== connect_volume: return (1332ms) {'type': 'block', 'scsi_wwn': '26139613864663633', 'path': '/dev/sdf'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:26:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26139613864663633', 'path': '/dev/sdf'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:26:24 user nova-compute[73884]: DEBUG nova.objects.instance [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Lazy-loading 'flavor' on Instance uuid 751a4c38-fe52-4076-b6a7-952abcc49208 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:26:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Acquiring lock "68d58b4e-5ac0-4108-8ea5-6262927a59d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:26:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lock "68d58b4e-5ac0-4108-8ea5-6262927a59d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:26:25 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:26:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:26:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:26:25 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:26:25 user nova-compute[73884]: INFO nova.compute.claims [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Claim successful on node user
Oct 16 08:26:25 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=73884) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 08:26:25 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:26:25 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:26:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.531s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:26:25 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:26:25 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] COPY block job progress, current cursor: 123731968 final cursor: 1073741824 {{(pid=73884) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 08:26:25 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:26:25 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:26:25 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:26:25 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:26:25 user nova-compute[73884]: DEBUG nova.policy [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd496b38b770b4dba81287049f80abb28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '20ec0f384ecf41cf910921c0b44bf43e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:26:26 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] COPY block job progress, current cursor: 240123904 final cursor: 1073741824 {{(pid=73884) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 08:26:26 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:26:26 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:26:26 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Creating image(s)
Oct 16 08:26:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Acquiring lock "/opt/stack/data/nova/instances/68d58b4e-5ac0-4108-8ea5-6262927a59d6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:26:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lock "/opt/stack/data/nova/instances/68d58b4e-5ac0-4108-8ea5-6262927a59d6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:26:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lock "/opt/stack/data/nova/instances/68d58b4e-5ac0-4108-8ea5-6262927a59d6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.011s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:26:26 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:26 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.251s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Acquiring lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:26:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:26:26 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:26 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.208s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:26 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/68d58b4e-5ac0-4108-8ea5-6262927a59d6/disk 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:26 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-8dd1b7f5-cdb7-4926-8fd0-de4b75a319ac tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Waiting for libvirt event about the detach of device tapda3db5ea-9f with device alias net1 from instance 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3 is timed out.
Oct 16 08:26:26 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-8dd1b7f5-cdb7-4926-8fd0-de4b75a319ac tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:5d:b7:79"/><model type="virtio"/><mtu size="1442"/><target dev="tapda3db5ea-9f"/></interface> {{(pid=73884) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 16 08:26:26 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] COPY block job progress, current cursor: 406847488 final cursor: 1073741824 {{(pid=73884) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 08:26:26 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-8dd1b7f5-cdb7-4926-8fd0-de4b75a319ac tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:5d:b7:79"/><model type="virtio"/><mtu size="1442"/><target dev="tapda3db5ea-9f"/></interface>not found in domain: <domain type='kvm' id='6'>
Oct 16 08:26:26 user nova-compute[73884]:   <name>instance-00000006</name>
Oct 16 08:26:26 user nova-compute[73884]:   <uuid>8081efa1-2d38-4b2d-9821-2c1c9a36a3b3</uuid>
Oct 16 08:26:26 user nova-compute[73884]:   <metadata>
Oct 16 08:26:26 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:26:26 user nova-compute[73884]:   <nova:package version="0.0.0"/>
Oct 16 08:26:26 user nova-compute[73884]:   <nova:name>tempest-device-tagging-server-703001150</nova:name>
Oct 16 08:26:26 user nova-compute[73884]:   <nova:creationTime>2023-10-16 08:25:12</nova:creationTime>
Oct 16 08:26:26 user nova-compute[73884]:   <nova:flavor name="m1.tiny">
Oct 16 08:26:26 user nova-compute[73884]:     <nova:memory>512</nova:memory>
Oct 16 08:26:26 user nova-compute[73884]:     <nova:disk>1</nova:disk>
Oct 16 08:26:26 user nova-compute[73884]:     <nova:swap>0</nova:swap>
Oct 16 08:26:26 user nova-compute[73884]:     <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:26:26 user nova-compute[73884]:     <nova:vcpus>1</nova:vcpus>
Oct 16 08:26:26 user nova-compute[73884]:   </nova:flavor>
Oct 16 08:26:26 user nova-compute[73884]:   <nova:owner>
Oct 16 08:26:26 user nova-compute[73884]:     <nova:user uuid="607bcff6aff24feaa4c488c280e616a3">tempest-TaggedAttachmentsTest-768832629-project-member</nova:user>
Oct 16 08:26:26 user nova-compute[73884]:     <nova:project uuid="e6f3ad52e4474991970a01a03683910e">tempest-TaggedAttachmentsTest-768832629</nova:project>
Oct 16 08:26:26 user nova-compute[73884]:   </nova:owner>
Oct 16 08:26:26 user nova-compute[73884]:   <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:26:26 user nova-compute[73884]:   <nova:ports>
Oct 16 08:26:26 user nova-compute[73884]:     <nova:port uuid="f38509ea-d5e1-4bcf-8963-812052e6ea08">
Oct 16 08:26:26 user nova-compute[73884]:       <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 16 08:26:26 user nova-compute[73884]:     </nova:port>
Oct 16 08:26:26 user nova-compute[73884]:     <nova:port uuid="da3db5ea-9fbf-482f-9b5f-8e4839fa2111">
Oct 16 08:26:26 user nova-compute[73884]:       <nova:ip type="fixed" address="10.10.10.53" ipVersion="4"/>
Oct 16 08:26:26 user nova-compute[73884]:     </nova:port>
Oct 16 08:26:26 user nova-compute[73884]:   </nova:ports>
Oct 16 08:26:26 user nova-compute[73884]: </nova:instance>
Oct 16 08:26:26 user nova-compute[73884]:   </metadata>
Oct 16 08:26:26 user nova-compute[73884]:   <memory unit='KiB'>524288</memory>
Oct 16 08:26:26 user nova-compute[73884]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 16 08:26:26 user nova-compute[73884]:   <vcpu placement='static'>1</vcpu>
Oct 16 08:26:26 user nova-compute[73884]:   <resource>
Oct 16 08:26:26 user nova-compute[73884]:     <partition>/machine</partition>
Oct 16 08:26:26 user nova-compute[73884]:   </resource>
Oct 16 08:26:26 user nova-compute[73884]:   <sysinfo type='smbios'>
Oct 16 08:26:26 user nova-compute[73884]:     <system>
Oct 16 08:26:26 user nova-compute[73884]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 16 08:26:26 user nova-compute[73884]:       <entry name='product'>OpenStack Nova</entry>
Oct 16 08:26:26 user nova-compute[73884]:       <entry name='version'>0.0.0</entry>
Oct 16 08:26:26 user nova-compute[73884]:       <entry name='serial'>8081efa1-2d38-4b2d-9821-2c1c9a36a3b3</entry>
Oct 16 08:26:26 user nova-compute[73884]:       <entry name='uuid'>8081efa1-2d38-4b2d-9821-2c1c9a36a3b3</entry>
Oct 16 08:26:26 user nova-compute[73884]:       <entry name='family'>Virtual Machine</entry>
Oct 16 08:26:26 user nova-compute[73884]:     </system>
Oct 16 08:26:26 user nova-compute[73884]:   </sysinfo>
Oct 16 08:26:26 user nova-compute[73884]:   <os>
Oct 16 08:26:26 user nova-compute[73884]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 16 08:26:26 user nova-compute[73884]:     <boot dev='hd'/>
Oct 16 08:26:26 user nova-compute[73884]:     <smbios mode='sysinfo'/>
Oct 16 08:26:26 user nova-compute[73884]:   </os>
Oct 16 08:26:26 user nova-compute[73884]:   <features>
Oct 16 08:26:26 user nova-compute[73884]:     <acpi/>
Oct 16 08:26:26 user nova-compute[73884]:     <apic/>
Oct 16 08:26:26 user nova-compute[73884]:     <vmcoreinfo state='on'/>
Oct 16 08:26:26 user nova-compute[73884]:   </features>
Oct 16 08:26:26 user nova-compute[73884]:   <cpu mode='custom' match='exact' check='full'>
Oct 16 08:26:26 user nova-compute[73884]:     <model fallback='forbid'>Nehalem</model>
Oct 16 08:26:26 user nova-compute[73884]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 16 08:26:26 user nova-compute[73884]:     <feature policy='require' name='vme'/>
Oct 16 08:26:26 user nova-compute[73884]:     <feature policy='require' name='x2apic'/>
Oct 16 08:26:26 user nova-compute[73884]:     <feature policy='require' name='hypervisor'/>
Oct 16 08:26:26 user nova-compute[73884]:   </cpu>
Oct 16 08:26:26 user nova-compute[73884]:   <clock offset='utc'>
Oct 16 08:26:26 user nova-compute[73884]:     <timer name='pit' tickpolicy='delay'/>
Oct 16 08:26:26 user nova-compute[73884]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 16 08:26:26 user nova-compute[73884]:     <timer name='hpet' present='no'/>
Oct 16 08:26:26 user nova-compute[73884]:   </clock>
Oct 16 08:26:26 user nova-compute[73884]:   <on_poweroff>destroy</on_poweroff>
Oct 16 08:26:26 user nova-compute[73884]:   <on_reboot>restart</on_reboot>
Oct 16 08:26:26 user nova-compute[73884]:   <on_crash>destroy</on_crash>
Oct 16 08:26:26 user nova-compute[73884]:   <devices>
Oct 16 08:26:26 user nova-compute[73884]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 16 08:26:26 user nova-compute[73884]:     <disk type='file' device='disk'>
Oct 16 08:26:26 user nova-compute[73884]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 16 08:26:26 user nova-compute[73884]:       <source file='/opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/disk' index='2'/>
Oct 16 08:26:26 user nova-compute[73884]:       <backingStore type='file' index='3'>
Oct 16 08:26:26 user nova-compute[73884]:         <format type='raw'/>
Oct 16 08:26:26 user nova-compute[73884]:         <source file='/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f'/>
Oct 16 08:26:26 user nova-compute[73884]:         <backingStore/>
Oct 16 08:26:26 user nova-compute[73884]:       </backingStore>
Oct 16 08:26:26 user nova-compute[73884]:       <target dev='vda' bus='virtio'/>
Oct 16 08:26:26 user nova-compute[73884]:       <alias name='virtio-disk0'/>
Oct 16 08:26:26 user nova-compute[73884]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 16 08:26:26 user nova-compute[73884]:     </disk>
Oct 16 08:26:26 user nova-compute[73884]:     <disk type='file' device='cdrom'>
Oct 16 08:26:26 user nova-compute[73884]:       <driver name='qemu' type='raw' cache='none'/>
Oct 16 08:26:26 user nova-compute[73884]:       <source file='/opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/disk.config' index='1'/>
Oct 16 08:26:26 user nova-compute[73884]:       <backingStore/>
Oct 16 08:26:26 user nova-compute[73884]:       <target dev='hda' bus='ide'/>
Oct 16 08:26:26 user nova-compute[73884]:       <readonly/>
Oct 16 08:26:26 user nova-compute[73884]:       <alias name='ide0-0-0'/>
Oct 16 08:26:26 user nova-compute[73884]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 16 08:26:26 user nova-compute[73884]:     </disk>
Oct 16 08:26:26 user nova-compute[73884]:     <controller type='usb' index='0' model='none'>
Oct 16 08:26:26 user nova-compute[73884]:       <alias name='usb'/>
Oct 16 08:26:26 user nova-compute[73884]:     </controller>
Oct 16 08:26:26 user nova-compute[73884]:     <controller type='pci' index='0' model='pci-root'>
Oct 16 08:26:26 user nova-compute[73884]:       <alias name='pci.0'/>
Oct 16 08:26:26 user nova-compute[73884]:     </controller>
Oct 16 08:26:26 user nova-compute[73884]:     <controller type='ide' index='0'>
Oct 16 08:26:26 user nova-compute[73884]:       <alias name='ide'/>
Oct 16 08:26:26 user nova-compute[73884]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 16 08:26:26 user nova-compute[73884]:     </controller>
Oct 16 08:26:26 user nova-compute[73884]:     <interface type='ethernet'>
Oct 16 08:26:26 user nova-compute[73884]:       <mac address='fa:16:3e:03:e5:b5'/>
Oct 16 08:26:26 user nova-compute[73884]:       <target dev='tapf38509ea-d5'/>
Oct 16 08:26:26 user nova-compute[73884]:       <model type='virtio'/>
Oct 16 08:26:26 user nova-compute[73884]:       <mtu size='1442'/>
Oct 16 08:26:26 user nova-compute[73884]:       <alias name='net0'/>
Oct 16 08:26:26 user nova-compute[73884]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 16 08:26:26 user nova-compute[73884]:     </interface>
Oct 16 08:26:26 user nova-compute[73884]:     <serial type='pty'>
Oct 16 08:26:26 user nova-compute[73884]:       <source path='/dev/pts/5'/>
Oct 16 08:26:26 user nova-compute[73884]:       <log file='/opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/console.log' append='off'/>
Oct 16 08:26:26 user nova-compute[73884]:       <target type='isa-serial' port='0'>
Oct 16 08:26:26 user nova-compute[73884]:         <model name='isa-serial'/>
Oct 16 08:26:26 user nova-compute[73884]:       </target>
Oct 16 08:26:26 user nova-compute[73884]:       <alias name='serial0'/>
Oct 16 08:26:26 user nova-compute[73884]:     </serial>
Oct 16 08:26:26 user nova-compute[73884]:     <console type='pty' tty='/dev/pts/5'>
Oct 16 08:26:26 user nova-compute[73884]:       <source path='/dev/pts/5'/>
Oct 16 08:26:26 user nova-compute[73884]:       <log file='/opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/console.log' append='off'/>
Oct 16 08:26:26 user nova-compute[73884]:       <target type='serial' port='0'/>
Oct 16 08:26:26 user nova-compute[73884]:       <alias name='serial0'/>
Oct 16 08:26:26 user nova-compute[73884]:     </console>
Oct 16 08:26:26 user nova-compute[73884]:     <input type='mouse' bus='ps2'>
Oct 16 08:26:26 user nova-compute[73884]:       <alias name='input0'/>
Oct 16 08:26:26 user nova-compute[73884]:     </input>
Oct 16 08:26:26 user nova-compute[73884]:     <input type='keyboard' bus='ps2'>
Oct 16 08:26:26 user nova-compute[73884]:       <alias name='input1'/>
Oct 16 08:26:26 user nova-compute[73884]:     </input>
Oct 16 08:26:26 user nova-compute[73884]:     <graphics type='vnc' port='5905' autoport='yes' listen='0.0.0.0'>
Oct 16 08:26:26 user nova-compute[73884]:       <listen type='address' address='0.0.0.0'/>
Oct 16 08:26:26 user nova-compute[73884]:     </graphics>
Oct 16 08:26:26 user nova-compute[73884]:     <audio id='1' type='none'/>
Oct 16 08:26:26 user nova-compute[73884]:     <video>
Oct 16 08:26:26 user nova-compute[73884]:       <model type='virtio' heads='1' primary='yes'/>
Oct 16 08:26:26 user nova-compute[73884]:       <alias name='video0'/>
Oct 16 08:26:26 user nova-compute[73884]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 16 08:26:26 user nova-compute[73884]:     </video>
Oct 16 08:26:26 user nova-compute[73884]:     <memballoon model='virtio'>
Oct 16 08:26:26 user nova-compute[73884]:       <stats period='10'/>
Oct 16 08:26:26 user nova-compute[73884]:       <alias name='balloon0'/>
Oct 16 08:26:26 user nova-compute[73884]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 16 08:26:26 user nova-compute[73884]:     </memballoon>
Oct 16 08:26:26 user nova-compute[73884]:     <rng model='virtio'>
Oct 16 08:26:26 user nova-compute[73884]:       <backend model='random'>/dev/urandom</backend>
Oct 16 08:26:26 user nova-compute[73884]:       <alias name='rng0'/>
Oct 16 08:26:26 user nova-compute[73884]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 16 08:26:26 user nova-compute[73884]:     </rng>
Oct 16 08:26:26 user nova-compute[73884]:   </devices>
Oct 16 08:26:26 user nova-compute[73884]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 16 08:26:26 user nova-compute[73884]:     <label>libvirt-8081efa1-2d38-4b2d-9821-2c1c9a36a3b3</label>
Oct 16 08:26:26 user nova-compute[73884]:     <imagelabel>libvirt-8081efa1-2d38-4b2d-9821-2c1c9a36a3b3</imagelabel>
Oct 16 08:26:26 user nova-compute[73884]:   </seclabel>
Oct 16 08:26:26 user nova-compute[73884]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 16 08:26:26 user nova-compute[73884]:     <label>+64055:+108</label>
Oct 16 08:26:26 user nova-compute[73884]:     <imagelabel>+64055:+108</imagelabel>
Oct 16 08:26:26 user nova-compute[73884]:   </seclabel>
Oct 16 08:26:26 user nova-compute[73884]: </domain>
Oct 16 08:26:26 user nova-compute[73884]:  {{(pid=73884) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 16 08:26:26 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-8dd1b7f5-cdb7-4926-8fd0-de4b75a319ac tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Successfully detached device tapda3db5ea-9f from instance 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3 from the live domain config.
Oct 16 08:26:26 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-8dd1b7f5-cdb7-4926-8fd0-de4b75a319ac tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:23:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-703001150',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-703001150',id=6,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL8puTHjMpi8rwYxpPxkAgQZA9pfQT8qAGxBYANzKHoZDUWv9Dln56n+HgO24sMjUV+8kDT1wlaBLH0I6aYtvVwUTUIUXMhMEP8hex58vveeujv3dzzKvxMjbrtZHCdyFA==',key_name='tempest-keypair-222404738',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:23:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e6f3ad52e4474991970a01a03683910e',ramdisk_id='',reservation_id='r-i2e10up5',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-768832629',owner_user_name='tempest-TaggedAttachmentsTest-768832629-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:23:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='607bcff6aff24feaa4c488c280e616a3',uuid=8081efa1-2d38-4b2d-9821-2c1c9a36a3b3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "da3db5ea-9fbf-482f-9b5f-8e4839fa2111", "address": "fa:16:3e:5d:b7:79", "network": {"id": "38f2938a-eeb2-4fb8-acaa-9edd20ec2ff3", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-117543763", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "e6f3ad52e4474991970a01a03683910e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda3db5ea-9f", "ovs_interfaceid": "da3db5ea-9fbf-482f-9b5f-8e4839fa2111", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:26:26 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-8dd1b7f5-cdb7-4926-8fd0-de4b75a319ac tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Converting VIF {"id": "da3db5ea-9fbf-482f-9b5f-8e4839fa2111", "address": "fa:16:3e:5d:b7:79", "network": {"id": "38f2938a-eeb2-4fb8-acaa-9edd20ec2ff3", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-117543763", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "e6f3ad52e4474991970a01a03683910e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda3db5ea-9f", "ovs_interfaceid": "da3db5ea-9fbf-482f-9b5f-8e4839fa2111", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:26:26 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-8dd1b7f5-cdb7-4926-8fd0-de4b75a319ac tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5d:b7:79,bridge_name='br-int',has_traffic_filtering=True,id=da3db5ea-9fbf-482f-9b5f-8e4839fa2111,network=Network(38f2938a-eeb2-4fb8-acaa-9edd20ec2ff3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda3db5ea-9f') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:26:26 user nova-compute[73884]: DEBUG os_vif [None req-8dd1b7f5-cdb7-4926-8fd0-de4b75a319ac tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:b7:79,bridge_name='br-int',has_traffic_filtering=True,id=da3db5ea-9fbf-482f-9b5f-8e4839fa2111,network=Network(38f2938a-eeb2-4fb8-acaa-9edd20ec2ff3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda3db5ea-9f') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:26:26 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/68d58b4e-5ac0-4108-8ea5-6262927a59d6/disk 1073741824" returned: 0 in 0.092s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.312s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:26:26 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:26 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:26 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapda3db5ea-9f, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:26:26 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Successfully created port: 841a0ca2-bf9e-4c44-b601-f6e9581b4b23 {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:26:26 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:26:26 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:26 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=bbac2cc5-f232-4590-923d-0f58f8cde3de) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:26:26 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:26 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:26 user nova-compute[73884]: INFO os_vif [None req-8dd1b7f5-cdb7-4926-8fd0-de4b75a319ac tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:b7:79,bridge_name='br-int',has_traffic_filtering=True,id=da3db5ea-9fbf-482f-9b5f-8e4839fa2111,network=Network(38f2938a-eeb2-4fb8-acaa-9edd20ec2ff3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda3db5ea-9f')
Oct 16 08:26:26 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-8dd1b7f5-cdb7-4926-8fd0-de4b75a319ac tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:26:26 user nova-compute[73884]:   <nova:package version="0.0.0"/>
Oct 16 08:26:26 user nova-compute[73884]:   <nova:name>tempest-device-tagging-server-703001150</nova:name>
Oct 16 08:26:26 user nova-compute[73884]:   <nova:creationTime>2023-10-16 08:26:26</nova:creationTime>
Oct 16 08:26:26 user nova-compute[73884]:   <nova:flavor name="m1.tiny">
Oct 16 08:26:26 user nova-compute[73884]:     <nova:memory>512</nova:memory>
Oct 16 08:26:26 user nova-compute[73884]:     <nova:disk>1</nova:disk>
Oct 16 08:26:26 user nova-compute[73884]:     <nova:swap>0</nova:swap>
Oct 16 08:26:26 user nova-compute[73884]:     <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:26:26 user nova-compute[73884]:     <nova:vcpus>1</nova:vcpus>
Oct 16 08:26:26 user nova-compute[73884]:   </nova:flavor>
Oct 16 08:26:26 user nova-compute[73884]:   <nova:owner>
Oct 16 08:26:26 user nova-compute[73884]:     <nova:user uuid="607bcff6aff24feaa4c488c280e616a3">tempest-TaggedAttachmentsTest-768832629-project-member</nova:user>
Oct 16 08:26:26 user nova-compute[73884]:     <nova:project uuid="e6f3ad52e4474991970a01a03683910e">tempest-TaggedAttachmentsTest-768832629</nova:project>
Oct 16 08:26:26 user nova-compute[73884]:   </nova:owner>
Oct 16 08:26:26 user nova-compute[73884]:   <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:26:26 user nova-compute[73884]:   <nova:ports>
Oct 16 08:26:26 user nova-compute[73884]:     <nova:port uuid="f38509ea-d5e1-4bcf-8963-812052e6ea08">
Oct 16 08:26:26 user nova-compute[73884]:       <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 16 08:26:26 user nova-compute[73884]:     </nova:port>
Oct 16 08:26:26 user nova-compute[73884]:   </nova:ports>
Oct 16 08:26:26 user nova-compute[73884]: </nova:instance>
Oct 16 08:26:26 user nova-compute[73884]:  {{(pid=73884) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Oct 16 08:26:27 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.276s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:27 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Checking if we can resize image /opt/stack/data/nova/instances/68d58b4e-5ac0-4108-8ea5-6262927a59d6/disk. size=1073741824 {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 08:26:27 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68d58b4e-5ac0-4108-8ea5-6262927a59d6/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:27 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] COPY block job progress, current cursor: 551550976 final cursor: 1073741824 {{(pid=73884) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 08:26:27 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68d58b4e-5ac0-4108-8ea5-6262927a59d6/disk --force-share --output=json" returned: 0 in 0.252s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:27 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Cannot resize image /opt/stack/data/nova/instances/68d58b4e-5ac0-4108-8ea5-6262927a59d6/disk to a smaller size. {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 08:26:27 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:26:27 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Ensure instance console log exists: /opt/stack/data/nova/instances/68d58b4e-5ac0-4108-8ea5-6262927a59d6/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:26:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:26:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:26:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:26:27 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] COPY block job progress, current cursor: 708837376 final cursor: 1073741824 {{(pid=73884) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 08:26:28 user nova-compute[73884]: DEBUG nova.compute.manager [req-f2a474ed-4391-4445-8476-73fdc96bd807 req-544b68c0-ba42-4bdd-9952-90e75e0cf279 service nova] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Received event network-vif-deleted-da3db5ea-9fbf-482f-9b5f-8e4839fa2111 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:26:28 user nova-compute[73884]: INFO nova.compute.manager [req-f2a474ed-4391-4445-8476-73fdc96bd807 req-544b68c0-ba42-4bdd-9952-90e75e0cf279 service nova] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Neutron deleted interface da3db5ea-9fbf-482f-9b5f-8e4839fa2111; detaching it from the instance and deleting it from the info cache
Oct 16 08:26:28 user nova-compute[73884]: DEBUG nova.network.neutron [req-f2a474ed-4391-4445-8476-73fdc96bd807 req-544b68c0-ba42-4bdd-9952-90e75e0cf279 service nova] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Updating instance_info_cache with network_info: [{"id": "f38509ea-d5e1-4bcf-8963-812052e6ea08", "address": "fa:16:3e:03:e5:b5", "network": {"id": "312c76b5-8bfb-438c-a246-c24552424904", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-2061917154-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e6f3ad52e4474991970a01a03683910e", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf38509ea-d5", "ovs_interfaceid": "f38509ea-d5e1-4bcf-8963-812052e6ea08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:26:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8dd1b7f5-cdb7-4926-8fd0-de4b75a319ac tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Acquiring lock "refresh_cache-8081efa1-2d38-4b2d-9821-2c1c9a36a3b3" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:26:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8dd1b7f5-cdb7-4926-8fd0-de4b75a319ac tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Acquired lock "refresh_cache-8081efa1-2d38-4b2d-9821-2c1c9a36a3b3" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:26:28 user nova-compute[73884]: DEBUG nova.network.neutron [None req-8dd1b7f5-cdb7-4926-8fd0-de4b75a319ac tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:26:28 user nova-compute[73884]: DEBUG nova.objects.instance [req-f2a474ed-4391-4445-8476-73fdc96bd807 req-544b68c0-ba42-4bdd-9952-90e75e0cf279 service nova] Lazy-loading 'system_metadata' on Instance uuid 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:26:28 user nova-compute[73884]: DEBUG nova.objects.instance [req-f2a474ed-4391-4445-8476-73fdc96bd807 req-544b68c0-ba42-4bdd-9952-90e75e0cf279 service nova] Lazy-loading 'flavor' on Instance uuid 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:26:28 user nova-compute[73884]: DEBUG nova.objects.base [req-f2a474ed-4391-4445-8476-73fdc96bd807 req-544b68c0-ba42-4bdd-9952-90e75e0cf279 service nova] Object Instance<8081efa1-2d38-4b2d-9821-2c1c9a36a3b3> lazy-loaded attributes: system_metadata,flavor {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:26:28 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [req-f2a474ed-4391-4445-8476-73fdc96bd807 req-544b68c0-ba42-4bdd-9952-90e75e0cf279 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:23:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-703001150',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-703001150',id=6,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL8puTHjMpi8rwYxpPxkAgQZA9pfQT8qAGxBYANzKHoZDUWv9Dln56n+HgO24sMjUV+8kDT1wlaBLH0I6aYtvVwUTUIUXMhMEP8hex58vveeujv3dzzKvxMjbrtZHCdyFA==',key_name='tempest-keypair-222404738',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:23:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e6f3ad52e4474991970a01a03683910e',ramdisk_id='',reservation_id='r-i2e10up5',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-768832629',owner_user_name='tempest-TaggedAttachmentsTest-768832629-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:23:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='607bcff6aff24feaa4c488c280e616a3',uuid=8081efa1-2d38-4b2d-9821-2c1c9a36a3b3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "da3db5ea-9fbf-482f-9b5f-8e4839fa2111", "address": "fa:16:3e:5d:b7:79", "network": {"id": "38f2938a-eeb2-4fb8-acaa-9edd20ec2ff3", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-117543763", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "e6f3ad52e4474991970a01a03683910e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda3db5ea-9f", "ovs_interfaceid": "da3db5ea-9fbf-482f-9b5f-8e4839fa2111", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:26:28 user nova-compute[73884]: DEBUG nova.network.os_vif_util [req-f2a474ed-4391-4445-8476-73fdc96bd807 req-544b68c0-ba42-4bdd-9952-90e75e0cf279 service nova] Converting VIF {"id": "da3db5ea-9fbf-482f-9b5f-8e4839fa2111", "address": "fa:16:3e:5d:b7:79", "network": {"id": "38f2938a-eeb2-4fb8-acaa-9edd20ec2ff3", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-117543763", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "e6f3ad52e4474991970a01a03683910e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda3db5ea-9f", "ovs_interfaceid": "da3db5ea-9fbf-482f-9b5f-8e4839fa2111", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:26:28 user nova-compute[73884]: DEBUG nova.network.os_vif_util [req-f2a474ed-4391-4445-8476-73fdc96bd807 req-544b68c0-ba42-4bdd-9952-90e75e0cf279 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5d:b7:79,bridge_name='br-int',has_traffic_filtering=True,id=da3db5ea-9fbf-482f-9b5f-8e4839fa2111,network=Network(38f2938a-eeb2-4fb8-acaa-9edd20ec2ff3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda3db5ea-9f') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:26:28 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [req-f2a474ed-4391-4445-8476-73fdc96bd807 req-544b68c0-ba42-4bdd-9952-90e75e0cf279 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:5d:b7:79"/><model type="virtio"/><mtu size="1442"/><target dev="tapda3db5ea-9f"/></interface> {{(pid=73884) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 16 08:26:28 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [req-f2a474ed-4391-4445-8476-73fdc96bd807 req-544b68c0-ba42-4bdd-9952-90e75e0cf279 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:5d:b7:79"/><model type="virtio"/><mtu size="1442"/><target dev="tapda3db5ea-9f"/></interface>not found in domain: <domain type='kvm' id='6'>
Oct 16 08:26:28 user nova-compute[73884]:   <name>instance-00000006</name>
Oct 16 08:26:28 user nova-compute[73884]:   <uuid>8081efa1-2d38-4b2d-9821-2c1c9a36a3b3</uuid>
Oct 16 08:26:28 user nova-compute[73884]:   <metadata>
Oct 16 08:26:28 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:26:28 user nova-compute[73884]:   <nova:package version="0.0.0"/>
Oct 16 08:26:28 user nova-compute[73884]:   <nova:name>tempest-device-tagging-server-703001150</nova:name>
Oct 16 08:26:28 user nova-compute[73884]:   <nova:creationTime>2023-10-16 08:26:26</nova:creationTime>
Oct 16 08:26:28 user nova-compute[73884]:   <nova:flavor name="m1.tiny">
Oct 16 08:26:28 user nova-compute[73884]:     <nova:memory>512</nova:memory>
Oct 16 08:26:28 user nova-compute[73884]:     <nova:disk>1</nova:disk>
Oct 16 08:26:28 user nova-compute[73884]:     <nova:swap>0</nova:swap>
Oct 16 08:26:28 user nova-compute[73884]:     <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:26:28 user nova-compute[73884]:     <nova:vcpus>1</nova:vcpus>
Oct 16 08:26:28 user nova-compute[73884]:   </nova:flavor>
Oct 16 08:26:28 user nova-compute[73884]:   <nova:owner>
Oct 16 08:26:28 user nova-compute[73884]:     <nova:user uuid="607bcff6aff24feaa4c488c280e616a3">tempest-TaggedAttachmentsTest-768832629-project-member</nova:user>
Oct 16 08:26:28 user nova-compute[73884]:     <nova:project uuid="e6f3ad52e4474991970a01a03683910e">tempest-TaggedAttachmentsTest-768832629</nova:project>
Oct 16 08:26:28 user nova-compute[73884]:   </nova:owner>
Oct 16 08:26:28 user nova-compute[73884]:   <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:26:28 user nova-compute[73884]:   <nova:ports>
Oct 16 08:26:28 user nova-compute[73884]:     <nova:port uuid="f38509ea-d5e1-4bcf-8963-812052e6ea08">
Oct 16 08:26:28 user nova-compute[73884]:       <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 16 08:26:28 user nova-compute[73884]:     </nova:port>
Oct 16 08:26:28 user nova-compute[73884]:   </nova:ports>
Oct 16 08:26:28 user nova-compute[73884]: </nova:instance>
Oct 16 08:26:28 user nova-compute[73884]:   </metadata>
Oct 16 08:26:28 user nova-compute[73884]:   <memory unit='KiB'>524288</memory>
Oct 16 08:26:28 user nova-compute[73884]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 16 08:26:28 user nova-compute[73884]:   <vcpu placement='static'>1</vcpu>
Oct 16 08:26:28 user nova-compute[73884]:   <resource>
Oct 16 08:26:28 user nova-compute[73884]:     <partition>/machine</partition>
Oct 16 08:26:28 user nova-compute[73884]:   </resource>
Oct 16 08:26:28 user nova-compute[73884]:   <sysinfo type='smbios'>
Oct 16 08:26:28 user nova-compute[73884]:     <system>
Oct 16 08:26:28 user nova-compute[73884]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 16 08:26:28 user nova-compute[73884]:       <entry name='product'>OpenStack Nova</entry>
Oct 16 08:26:28 user nova-compute[73884]:       <entry name='version'>0.0.0</entry>
Oct 16 08:26:28 user nova-compute[73884]:       <entry name='serial'>8081efa1-2d38-4b2d-9821-2c1c9a36a3b3</entry>
Oct 16 08:26:28 user nova-compute[73884]:       <entry name='uuid'>8081efa1-2d38-4b2d-9821-2c1c9a36a3b3</entry>
Oct 16 08:26:28 user nova-compute[73884]:       <entry name='family'>Virtual Machine</entry>
Oct 16 08:26:28 user nova-compute[73884]:     </system>
Oct 16 08:26:28 user nova-compute[73884]:   </sysinfo>
Oct 16 08:26:28 user nova-compute[73884]:   <os>
Oct 16 08:26:28 user nova-compute[73884]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 16 08:26:28 user nova-compute[73884]:     <boot dev='hd'/>
Oct 16 08:26:28 user nova-compute[73884]:     <smbios mode='sysinfo'/>
Oct 16 08:26:28 user nova-compute[73884]:   </os>
Oct 16 08:26:28 user nova-compute[73884]:   <features>
Oct 16 08:26:28 user nova-compute[73884]:     <acpi/>
Oct 16 08:26:28 user nova-compute[73884]:     <apic/>
Oct 16 08:26:28 user nova-compute[73884]:     <vmcoreinfo state='on'/>
Oct 16 08:26:28 user nova-compute[73884]:   </features>
Oct 16 08:26:28 user nova-compute[73884]:   <cpu mode='custom' match='exact' check='full'>
Oct 16 08:26:28 user nova-compute[73884]:     <model fallback='forbid'>Nehalem</model>
Oct 16 08:26:28 user nova-compute[73884]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 16 08:26:28 user nova-compute[73884]:     <feature policy='require' name='vme'/>
Oct 16 08:26:28 user nova-compute[73884]:     <feature policy='require' name='x2apic'/>
Oct 16 08:26:28 user nova-compute[73884]:     <feature policy='require' name='hypervisor'/>
Oct 16 08:26:28 user nova-compute[73884]:   </cpu>
Oct 16 08:26:28 user nova-compute[73884]:   <clock offset='utc'>
Oct 16 08:26:28 user nova-compute[73884]:     <timer name='pit' tickpolicy='delay'/>
Oct 16 08:26:28 user nova-compute[73884]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 16 08:26:28 user nova-compute[73884]:     <timer name='hpet' present='no'/>
Oct 16 08:26:28 user nova-compute[73884]:   </clock>
Oct 16 08:26:28 user nova-compute[73884]:   <on_poweroff>destroy</on_poweroff>
Oct 16 08:26:28 user nova-compute[73884]:   <on_reboot>restart</on_reboot>
Oct 16 08:26:28 user nova-compute[73884]:   <on_crash>destroy</on_crash>
Oct 16 08:26:28 user nova-compute[73884]:   <devices>
Oct 16 08:26:28 user nova-compute[73884]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 16 08:26:28 user nova-compute[73884]:     <disk type='file' device='disk'>
Oct 16 08:26:28 user nova-compute[73884]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 16 08:26:28 user nova-compute[73884]:       <source file='/opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/disk' index='2'/>
Oct 16 08:26:28 user nova-compute[73884]:       <backingStore type='file' index='3'>
Oct 16 08:26:28 user nova-compute[73884]:         <format type='raw'/>
Oct 16 08:26:28 user nova-compute[73884]:         <source file='/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f'/>
Oct 16 08:26:28 user nova-compute[73884]:         <backingStore/>
Oct 16 08:26:28 user nova-compute[73884]:       </backingStore>
Oct 16 08:26:28 user nova-compute[73884]:       <target dev='vda' bus='virtio'/>
Oct 16 08:26:28 user nova-compute[73884]:       <alias name='virtio-disk0'/>
Oct 16 08:26:28 user nova-compute[73884]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 16 08:26:28 user nova-compute[73884]:     </disk>
Oct 16 08:26:28 user nova-compute[73884]:     <disk type='file' device='cdrom'>
Oct 16 08:26:28 user nova-compute[73884]:       <driver name='qemu' type='raw' cache='none'/>
Oct 16 08:26:28 user nova-compute[73884]:       <source file='/opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/disk.config' index='1'/>
Oct 16 08:26:28 user nova-compute[73884]:       <backingStore/>
Oct 16 08:26:28 user nova-compute[73884]:       <target dev='hda' bus='ide'/>
Oct 16 08:26:28 user nova-compute[73884]:       <readonly/>
Oct 16 08:26:28 user nova-compute[73884]:       <alias name='ide0-0-0'/>
Oct 16 08:26:28 user nova-compute[73884]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 16 08:26:28 user nova-compute[73884]:     </disk>
Oct 16 08:26:28 user nova-compute[73884]:     <controller type='usb' index='0' model='none'>
Oct 16 08:26:28 user nova-compute[73884]:       <alias name='usb'/>
Oct 16 08:26:28 user nova-compute[73884]:     </controller>
Oct 16 08:26:28 user nova-compute[73884]:     <controller type='pci' index='0' model='pci-root'>
Oct 16 08:26:28 user nova-compute[73884]:       <alias name='pci.0'/>
Oct 16 08:26:28 user nova-compute[73884]:     </controller>
Oct 16 08:26:28 user nova-compute[73884]:     <controller type='ide' index='0'>
Oct 16 08:26:28 user nova-compute[73884]:       <alias name='ide'/>
Oct 16 08:26:28 user nova-compute[73884]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 16 08:26:28 user nova-compute[73884]:     </controller>
Oct 16 08:26:28 user nova-compute[73884]:     <interface type='ethernet'>
Oct 16 08:26:28 user nova-compute[73884]:       <mac address='fa:16:3e:03:e5:b5'/>
Oct 16 08:26:28 user nova-compute[73884]:       <target dev='tapf38509ea-d5'/>
Oct 16 08:26:28 user nova-compute[73884]:       <model type='virtio'/>
Oct 16 08:26:28 user nova-compute[73884]:       <mtu size='1442'/>
Oct 16 08:26:28 user nova-compute[73884]:       <alias name='net0'/>
Oct 16 08:26:28 user nova-compute[73884]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 16 08:26:28 user nova-compute[73884]:     </interface>
Oct 16 08:26:28 user nova-compute[73884]:     <serial type='pty'>
Oct 16 08:26:28 user nova-compute[73884]:       <source path='/dev/pts/5'/>
Oct 16 08:26:28 user nova-compute[73884]:       <log file='/opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/console.log' append='off'/>
Oct 16 08:26:28 user nova-compute[73884]:       <target type='isa-serial' port='0'>
Oct 16 08:26:28 user nova-compute[73884]:         <model name='isa-serial'/>
Oct 16 08:26:28 user nova-compute[73884]:       </target>
Oct 16 08:26:28 user nova-compute[73884]:       <alias name='serial0'/>
Oct 16 08:26:28 user nova-compute[73884]:     </serial>
Oct 16 08:26:28 user nova-compute[73884]:     <console type='pty' tty='/dev/pts/5'>
Oct 16 08:26:28 user nova-compute[73884]:       <source path='/dev/pts/5'/>
Oct 16 08:26:28 user nova-compute[73884]:       <log file='/opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/console.log' append='off'/>
Oct 16 08:26:28 user nova-compute[73884]:       <target type='serial' port='0'/>
Oct 16 08:26:28 user nova-compute[73884]:       <alias name='serial0'/>
Oct 16 08:26:28 user nova-compute[73884]:     </console>
Oct 16 08:26:28 user nova-compute[73884]:     <input type='mouse' bus='ps2'>
Oct 16 08:26:28 user nova-compute[73884]:       <alias name='input0'/>
Oct 16 08:26:28 user nova-compute[73884]:     </input>
Oct 16 08:26:28 user nova-compute[73884]:     <input type='keyboard' bus='ps2'>
Oct 16 08:26:28 user nova-compute[73884]:       <alias name='input1'/>
Oct 16 08:26:28 user nova-compute[73884]:     </input>
Oct 16 08:26:28 user nova-compute[73884]:     <graphics type='vnc' port='5905' autoport='yes' listen='0.0.0.0'>
Oct 16 08:26:28 user nova-compute[73884]:       <listen type='address' address='0.0.0.0'/>
Oct 16 08:26:28 user nova-compute[73884]:     </graphics>
Oct 16 08:26:28 user nova-compute[73884]:     <audio id='1' type='none'/>
Oct 16 08:26:28 user nova-compute[73884]:     <video>
Oct 16 08:26:28 user nova-compute[73884]:       <model type='virtio' heads='1' primary='yes'/>
Oct 16 08:26:28 user nova-compute[73884]:       <alias name='video0'/>
Oct 16 08:26:28 user nova-compute[73884]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 16 08:26:28 user nova-compute[73884]:     </video>
Oct 16 08:26:28 user nova-compute[73884]:     <memballoon model='virtio'>
Oct 16 08:26:28 user nova-compute[73884]:       <stats period='10'/>
Oct 16 08:26:28 user nova-compute[73884]:       <alias name='balloon0'/>
Oct 16 08:26:28 user nova-compute[73884]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 16 08:26:28 user nova-compute[73884]:     </memballoon>
Oct 16 08:26:28 user nova-compute[73884]:     <rng model='virtio'>
Oct 16 08:26:28 user nova-compute[73884]:       <backend model='random'>/dev/urandom</backend>
Oct 16 08:26:28 user nova-compute[73884]:       <alias name='rng0'/>
Oct 16 08:26:28 user nova-compute[73884]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 16 08:26:28 user nova-compute[73884]:     </rng>
Oct 16 08:26:28 user nova-compute[73884]:   </devices>
Oct 16 08:26:28 user nova-compute[73884]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 16 08:26:28 user nova-compute[73884]:     <label>libvirt-8081efa1-2d38-4b2d-9821-2c1c9a36a3b3</label>
Oct 16 08:26:28 user nova-compute[73884]:     <imagelabel>libvirt-8081efa1-2d38-4b2d-9821-2c1c9a36a3b3</imagelabel>
Oct 16 08:26:28 user nova-compute[73884]:   </seclabel>
Oct 16 08:26:28 user nova-compute[73884]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 16 08:26:28 user nova-compute[73884]:     <label>+64055:+108</label>
Oct 16 08:26:28 user nova-compute[73884]:     <imagelabel>+64055:+108</imagelabel>
Oct 16 08:26:28 user nova-compute[73884]:   </seclabel>
Oct 16 08:26:28 user nova-compute[73884]: </domain>
Oct 16 08:26:28 user nova-compute[73884]:  {{(pid=73884) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 16 08:26:28 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [req-f2a474ed-4391-4445-8476-73fdc96bd807 req-544b68c0-ba42-4bdd-9952-90e75e0cf279 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:5d:b7:79"/><model type="virtio"/><mtu size="1442"/><target dev="tapda3db5ea-9f"/></interface> {{(pid=73884) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Oct 16 08:26:28 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [req-f2a474ed-4391-4445-8476-73fdc96bd807 req-544b68c0-ba42-4bdd-9952-90e75e0cf279 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:5d:b7:79"/><model type="virtio"/><mtu size="1442"/><target dev="tapda3db5ea-9f"/></interface>not found in domain: <domain type='kvm' id='6'>
Oct 16 08:26:28 user nova-compute[73884]:   <name>instance-00000006</name>
Oct 16 08:26:28 user nova-compute[73884]:   <uuid>8081efa1-2d38-4b2d-9821-2c1c9a36a3b3</uuid>
Oct 16 08:26:28 user nova-compute[73884]:   <metadata>
Oct 16 08:26:28 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:26:28 user nova-compute[73884]:   <nova:package version="0.0.0"/>
Oct 16 08:26:28 user nova-compute[73884]:   <nova:name>tempest-device-tagging-server-703001150</nova:name>
Oct 16 08:26:28 user nova-compute[73884]:   <nova:creationTime>2023-10-16 08:26:26</nova:creationTime>
Oct 16 08:26:28 user nova-compute[73884]:   <nova:flavor name="m1.tiny">
Oct 16 08:26:28 user nova-compute[73884]:     <nova:memory>512</nova:memory>
Oct 16 08:26:28 user nova-compute[73884]:     <nova:disk>1</nova:disk>
Oct 16 08:26:28 user nova-compute[73884]:     <nova:swap>0</nova:swap>
Oct 16 08:26:28 user nova-compute[73884]:     <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:26:28 user nova-compute[73884]:     <nova:vcpus>1</nova:vcpus>
Oct 16 08:26:28 user nova-compute[73884]:   </nova:flavor>
Oct 16 08:26:28 user nova-compute[73884]:   <nova:owner>
Oct 16 08:26:28 user nova-compute[73884]:     <nova:user uuid="607bcff6aff24feaa4c488c280e616a3">tempest-TaggedAttachmentsTest-768832629-project-member</nova:user>
Oct 16 08:26:28 user nova-compute[73884]:     <nova:project uuid="e6f3ad52e4474991970a01a03683910e">tempest-TaggedAttachmentsTest-768832629</nova:project>
Oct 16 08:26:28 user nova-compute[73884]:   </nova:owner>
Oct 16 08:26:28 user nova-compute[73884]:   <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:26:28 user nova-compute[73884]:   <nova:ports>
Oct 16 08:26:28 user nova-compute[73884]:     <nova:port uuid="f38509ea-d5e1-4bcf-8963-812052e6ea08">
Oct 16 08:26:28 user nova-compute[73884]:       <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 16 08:26:28 user nova-compute[73884]:     </nova:port>
Oct 16 08:26:28 user nova-compute[73884]:   </nova:ports>
Oct 16 08:26:28 user nova-compute[73884]: </nova:instance>
Oct 16 08:26:28 user nova-compute[73884]:   </metadata>
Oct 16 08:26:28 user nova-compute[73884]:   <memory unit='KiB'>524288</memory>
Oct 16 08:26:28 user nova-compute[73884]:   <currentMemory unit='KiB'>524288</currentMemory>
Oct 16 08:26:28 user nova-compute[73884]:   <vcpu placement='static'>1</vcpu>
Oct 16 08:26:28 user nova-compute[73884]:   <resource>
Oct 16 08:26:28 user nova-compute[73884]:     <partition>/machine</partition>
Oct 16 08:26:28 user nova-compute[73884]:   </resource>
Oct 16 08:26:28 user nova-compute[73884]:   <sysinfo type='smbios'>
Oct 16 08:26:28 user nova-compute[73884]:     <system>
Oct 16 08:26:28 user nova-compute[73884]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Oct 16 08:26:28 user nova-compute[73884]:       <entry name='product'>OpenStack Nova</entry>
Oct 16 08:26:28 user nova-compute[73884]:       <entry name='version'>0.0.0</entry>
Oct 16 08:26:28 user nova-compute[73884]:       <entry name='serial'>8081efa1-2d38-4b2d-9821-2c1c9a36a3b3</entry>
Oct 16 08:26:28 user nova-compute[73884]:       <entry name='uuid'>8081efa1-2d38-4b2d-9821-2c1c9a36a3b3</entry>
Oct 16 08:26:28 user nova-compute[73884]:       <entry name='family'>Virtual Machine</entry>
Oct 16 08:26:28 user nova-compute[73884]:     </system>
Oct 16 08:26:28 user nova-compute[73884]:   </sysinfo>
Oct 16 08:26:28 user nova-compute[73884]:   <os>
Oct 16 08:26:28 user nova-compute[73884]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Oct 16 08:26:28 user nova-compute[73884]:     <boot dev='hd'/>
Oct 16 08:26:28 user nova-compute[73884]:     <smbios mode='sysinfo'/>
Oct 16 08:26:28 user nova-compute[73884]:   </os>
Oct 16 08:26:28 user nova-compute[73884]:   <features>
Oct 16 08:26:28 user nova-compute[73884]:     <acpi/>
Oct 16 08:26:28 user nova-compute[73884]:     <apic/>
Oct 16 08:26:28 user nova-compute[73884]:     <vmcoreinfo state='on'/>
Oct 16 08:26:28 user nova-compute[73884]:   </features>
Oct 16 08:26:28 user nova-compute[73884]:   <cpu mode='custom' match='exact' check='full'>
Oct 16 08:26:28 user nova-compute[73884]:     <model fallback='forbid'>Nehalem</model>
Oct 16 08:26:28 user nova-compute[73884]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Oct 16 08:26:28 user nova-compute[73884]:     <feature policy='require' name='vme'/>
Oct 16 08:26:28 user nova-compute[73884]:     <feature policy='require' name='x2apic'/>
Oct 16 08:26:28 user nova-compute[73884]:     <feature policy='require' name='hypervisor'/>
Oct 16 08:26:28 user nova-compute[73884]:   </cpu>
Oct 16 08:26:28 user nova-compute[73884]:   <clock offset='utc'>
Oct 16 08:26:28 user nova-compute[73884]:     <timer name='pit' tickpolicy='delay'/>
Oct 16 08:26:28 user nova-compute[73884]:     <timer name='rtc' tickpolicy='catchup'/>
Oct 16 08:26:28 user nova-compute[73884]:     <timer name='hpet' present='no'/>
Oct 16 08:26:28 user nova-compute[73884]:   </clock>
Oct 16 08:26:28 user nova-compute[73884]:   <on_poweroff>destroy</on_poweroff>
Oct 16 08:26:28 user nova-compute[73884]:   <on_reboot>restart</on_reboot>
Oct 16 08:26:28 user nova-compute[73884]:   <on_crash>destroy</on_crash>
Oct 16 08:26:28 user nova-compute[73884]:   <devices>
Oct 16 08:26:28 user nova-compute[73884]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Oct 16 08:26:28 user nova-compute[73884]:     <disk type='file' device='disk'>
Oct 16 08:26:28 user nova-compute[73884]:       <driver name='qemu' type='qcow2' cache='none'/>
Oct 16 08:26:28 user nova-compute[73884]:       <source file='/opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/disk' index='2'/>
Oct 16 08:26:28 user nova-compute[73884]:       <backingStore type='file' index='3'>
Oct 16 08:26:28 user nova-compute[73884]:         <format type='raw'/>
Oct 16 08:26:28 user nova-compute[73884]:         <source file='/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f'/>
Oct 16 08:26:28 user nova-compute[73884]:         <backingStore/>
Oct 16 08:26:28 user nova-compute[73884]:       </backingStore>
Oct 16 08:26:28 user nova-compute[73884]:       <target dev='vda' bus='virtio'/>
Oct 16 08:26:28 user nova-compute[73884]:       <alias name='virtio-disk0'/>
Oct 16 08:26:28 user nova-compute[73884]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Oct 16 08:26:28 user nova-compute[73884]:     </disk>
Oct 16 08:26:28 user nova-compute[73884]:     <disk type='file' device='cdrom'>
Oct 16 08:26:28 user nova-compute[73884]:       <driver name='qemu' type='raw' cache='none'/>
Oct 16 08:26:28 user nova-compute[73884]:       <source file='/opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/disk.config' index='1'/>
Oct 16 08:26:28 user nova-compute[73884]:       <backingStore/>
Oct 16 08:26:28 user nova-compute[73884]:       <target dev='hda' bus='ide'/>
Oct 16 08:26:28 user nova-compute[73884]:       <readonly/>
Oct 16 08:26:28 user nova-compute[73884]:       <alias name='ide0-0-0'/>
Oct 16 08:26:28 user nova-compute[73884]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Oct 16 08:26:28 user nova-compute[73884]:     </disk>
Oct 16 08:26:28 user nova-compute[73884]:     <controller type='usb' index='0' model='none'>
Oct 16 08:26:28 user nova-compute[73884]:       <alias name='usb'/>
Oct 16 08:26:28 user nova-compute[73884]:     </controller>
Oct 16 08:26:28 user nova-compute[73884]:     <controller type='pci' index='0' model='pci-root'>
Oct 16 08:26:28 user nova-compute[73884]:       <alias name='pci.0'/>
Oct 16 08:26:28 user nova-compute[73884]:     </controller>
Oct 16 08:26:28 user nova-compute[73884]:     <controller type='ide' index='0'>
Oct 16 08:26:28 user nova-compute[73884]:       <alias name='ide'/>
Oct 16 08:26:28 user nova-compute[73884]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Oct 16 08:26:28 user nova-compute[73884]:     </controller>
Oct 16 08:26:28 user nova-compute[73884]:     <interface type='ethernet'>
Oct 16 08:26:28 user nova-compute[73884]:       <mac address='fa:16:3e:03:e5:b5'/>
Oct 16 08:26:28 user nova-compute[73884]:       <target dev='tapf38509ea-d5'/>
Oct 16 08:26:28 user nova-compute[73884]:       <model type='virtio'/>
Oct 16 08:26:28 user nova-compute[73884]:       <mtu size='1442'/>
Oct 16 08:26:28 user nova-compute[73884]:       <alias name='net0'/>
Oct 16 08:26:28 user nova-compute[73884]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Oct 16 08:26:28 user nova-compute[73884]:     </interface>
Oct 16 08:26:28 user nova-compute[73884]:     <serial type='pty'>
Oct 16 08:26:28 user nova-compute[73884]:       <source path='/dev/pts/5'/>
Oct 16 08:26:28 user nova-compute[73884]:       <log file='/opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/console.log' append='off'/>
Oct 16 08:26:28 user nova-compute[73884]:       <target type='isa-serial' port='0'>
Oct 16 08:26:28 user nova-compute[73884]:         <model name='isa-serial'/>
Oct 16 08:26:28 user nova-compute[73884]:       </target>
Oct 16 08:26:28 user nova-compute[73884]:       <alias name='serial0'/>
Oct 16 08:26:28 user nova-compute[73884]:     </serial>
Oct 16 08:26:28 user nova-compute[73884]:     <console type='pty' tty='/dev/pts/5'>
Oct 16 08:26:28 user nova-compute[73884]:       <source path='/dev/pts/5'/>
Oct 16 08:26:28 user nova-compute[73884]:       <log file='/opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/console.log' append='off'/>
Oct 16 08:26:28 user nova-compute[73884]:       <target type='serial' port='0'/>
Oct 16 08:26:28 user nova-compute[73884]:       <alias name='serial0'/>
Oct 16 08:26:28 user nova-compute[73884]:     </console>
Oct 16 08:26:28 user nova-compute[73884]:     <input type='mouse' bus='ps2'>
Oct 16 08:26:28 user nova-compute[73884]:       <alias name='input0'/>
Oct 16 08:26:28 user nova-compute[73884]:     </input>
Oct 16 08:26:28 user nova-compute[73884]:     <input type='keyboard' bus='ps2'>
Oct 16 08:26:28 user nova-compute[73884]:       <alias name='input1'/>
Oct 16 08:26:28 user nova-compute[73884]:     </input>
Oct 16 08:26:28 user nova-compute[73884]:     <graphics type='vnc' port='5905' autoport='yes' listen='0.0.0.0'>
Oct 16 08:26:28 user nova-compute[73884]:       <listen type='address' address='0.0.0.0'/>
Oct 16 08:26:28 user nova-compute[73884]:     </graphics>
Oct 16 08:26:28 user nova-compute[73884]:     <audio id='1' type='none'/>
Oct 16 08:26:28 user nova-compute[73884]:     <video>
Oct 16 08:26:28 user nova-compute[73884]:       <model type='virtio' heads='1' primary='yes'/>
Oct 16 08:26:28 user nova-compute[73884]:       <alias name='video0'/>
Oct 16 08:26:28 user nova-compute[73884]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Oct 16 08:26:28 user nova-compute[73884]:     </video>
Oct 16 08:26:28 user nova-compute[73884]:     <memballoon model='virtio'>
Oct 16 08:26:28 user nova-compute[73884]:       <stats period='10'/>
Oct 16 08:26:28 user nova-compute[73884]:       <alias name='balloon0'/>
Oct 16 08:26:28 user nova-compute[73884]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Oct 16 08:26:28 user nova-compute[73884]:     </memballoon>
Oct 16 08:26:28 user nova-compute[73884]:     <rng model='virtio'>
Oct 16 08:26:28 user nova-compute[73884]:       <backend model='random'>/dev/urandom</backend>
Oct 16 08:26:28 user nova-compute[73884]:       <alias name='rng0'/>
Oct 16 08:26:28 user nova-compute[73884]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Oct 16 08:26:28 user nova-compute[73884]:     </rng>
Oct 16 08:26:28 user nova-compute[73884]:   </devices>
Oct 16 08:26:28 user nova-compute[73884]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Oct 16 08:26:28 user nova-compute[73884]:     <label>libvirt-8081efa1-2d38-4b2d-9821-2c1c9a36a3b3</label>
Oct 16 08:26:28 user nova-compute[73884]:     <imagelabel>libvirt-8081efa1-2d38-4b2d-9821-2c1c9a36a3b3</imagelabel>
Oct 16 08:26:28 user nova-compute[73884]:   </seclabel>
Oct 16 08:26:28 user nova-compute[73884]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Oct 16 08:26:28 user nova-compute[73884]:     <label>+64055:+108</label>
Oct 16 08:26:28 user nova-compute[73884]:     <imagelabel>+64055:+108</imagelabel>
Oct 16 08:26:28 user nova-compute[73884]:   </seclabel>
Oct 16 08:26:28 user nova-compute[73884]: </domain>
Oct 16 08:26:28 user nova-compute[73884]:  {{(pid=73884) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Oct 16 08:26:28 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [req-f2a474ed-4391-4445-8476-73fdc96bd807 req-544b68c0-ba42-4bdd-9952-90e75e0cf279 service nova] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Detaching interface fa:16:3e:5d:b7:79 failed because the device is no longer found on the guest.: nova.exception.DeviceNotFound: Device 'tapda3db5ea-9f' not found.
Oct 16 08:26:28 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [req-f2a474ed-4391-4445-8476-73fdc96bd807 req-544b68c0-ba42-4bdd-9952-90e75e0cf279 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:23:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-703001150',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-703001150',id=6,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL8puTHjMpi8rwYxpPxkAgQZA9pfQT8qAGxBYANzKHoZDUWv9Dln56n+HgO24sMjUV+8kDT1wlaBLH0I6aYtvVwUTUIUXMhMEP8hex58vveeujv3dzzKvxMjbrtZHCdyFA==',key_name='tempest-keypair-222404738',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:23:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e6f3ad52e4474991970a01a03683910e',ramdisk_id='',reservation_id='r-i2e10up5',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-768832629',owner_user_name='tempest-TaggedAttachmentsTest-768832629-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:23:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='607bcff6aff24feaa4c488c280e616a3',uuid=8081efa1-2d38-4b2d-9821-2c1c9a36a3b3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "da3db5ea-9fbf-482f-9b5f-8e4839fa2111", "address": "fa:16:3e:5d:b7:79", "network": {"id": "38f2938a-eeb2-4fb8-acaa-9edd20ec2ff3", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-117543763", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "e6f3ad52e4474991970a01a03683910e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda3db5ea-9f", "ovs_interfaceid": "da3db5ea-9fbf-482f-9b5f-8e4839fa2111", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:26:28 user nova-compute[73884]: DEBUG nova.network.os_vif_util [req-f2a474ed-4391-4445-8476-73fdc96bd807 req-544b68c0-ba42-4bdd-9952-90e75e0cf279 service nova] Converting VIF {"id": "da3db5ea-9fbf-482f-9b5f-8e4839fa2111", "address": "fa:16:3e:5d:b7:79", "network": {"id": "38f2938a-eeb2-4fb8-acaa-9edd20ec2ff3", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-117543763", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "e6f3ad52e4474991970a01a03683910e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapda3db5ea-9f", "ovs_interfaceid": "da3db5ea-9fbf-482f-9b5f-8e4839fa2111", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:26:28 user nova-compute[73884]: DEBUG nova.network.os_vif_util [req-f2a474ed-4391-4445-8476-73fdc96bd807 req-544b68c0-ba42-4bdd-9952-90e75e0cf279 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5d:b7:79,bridge_name='br-int',has_traffic_filtering=True,id=da3db5ea-9fbf-482f-9b5f-8e4839fa2111,network=Network(38f2938a-eeb2-4fb8-acaa-9edd20ec2ff3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda3db5ea-9f') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:26:28 user nova-compute[73884]: DEBUG os_vif [req-f2a474ed-4391-4445-8476-73fdc96bd807 req-544b68c0-ba42-4bdd-9952-90e75e0cf279 service nova] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:b7:79,bridge_name='br-int',has_traffic_filtering=True,id=da3db5ea-9fbf-482f-9b5f-8e4839fa2111,network=Network(38f2938a-eeb2-4fb8-acaa-9edd20ec2ff3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda3db5ea-9f') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:26:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapda3db5ea-9f, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:26:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:26:28 user nova-compute[73884]: INFO os_vif [req-f2a474ed-4391-4445-8476-73fdc96bd807 req-544b68c0-ba42-4bdd-9952-90e75e0cf279 service nova] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5d:b7:79,bridge_name='br-int',has_traffic_filtering=True,id=da3db5ea-9fbf-482f-9b5f-8e4839fa2111,network=Network(38f2938a-eeb2-4fb8-acaa-9edd20ec2ff3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapda3db5ea-9f')
Oct 16 08:26:28 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [req-f2a474ed-4391-4445-8476-73fdc96bd807 req-544b68c0-ba42-4bdd-9952-90e75e0cf279 service nova] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:26:28 user nova-compute[73884]:   <nova:package version="0.0.0"/>
Oct 16 08:26:28 user nova-compute[73884]:   <nova:name>tempest-device-tagging-server-703001150</nova:name>
Oct 16 08:26:28 user nova-compute[73884]:   <nova:creationTime>2023-10-16 08:26:28</nova:creationTime>
Oct 16 08:26:28 user nova-compute[73884]:   <nova:flavor name="m1.tiny">
Oct 16 08:26:28 user nova-compute[73884]:     <nova:memory>512</nova:memory>
Oct 16 08:26:28 user nova-compute[73884]:     <nova:disk>1</nova:disk>
Oct 16 08:26:28 user nova-compute[73884]:     <nova:swap>0</nova:swap>
Oct 16 08:26:28 user nova-compute[73884]:     <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:26:28 user nova-compute[73884]:     <nova:vcpus>1</nova:vcpus>
Oct 16 08:26:28 user nova-compute[73884]:   </nova:flavor>
Oct 16 08:26:28 user nova-compute[73884]:   <nova:owner>
Oct 16 08:26:28 user nova-compute[73884]:     <nova:user uuid="607bcff6aff24feaa4c488c280e616a3">tempest-TaggedAttachmentsTest-768832629-project-member</nova:user>
Oct 16 08:26:28 user nova-compute[73884]:     <nova:project uuid="e6f3ad52e4474991970a01a03683910e">tempest-TaggedAttachmentsTest-768832629</nova:project>
Oct 16 08:26:28 user nova-compute[73884]:   </nova:owner>
Oct 16 08:26:28 user nova-compute[73884]:   <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:26:28 user nova-compute[73884]:   <nova:ports>
Oct 16 08:26:28 user nova-compute[73884]:     <nova:port uuid="f38509ea-d5e1-4bcf-8963-812052e6ea08">
Oct 16 08:26:28 user nova-compute[73884]:       <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 16 08:26:28 user nova-compute[73884]:     </nova:port>
Oct 16 08:26:28 user nova-compute[73884]:   </nova:ports>
Oct 16 08:26:28 user nova-compute[73884]: </nova:instance>
Oct 16 08:26:28 user nova-compute[73884]:  {{(pid=73884) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Oct 16 08:26:28 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] COPY block job progress, current cursor: 840957952 final cursor: 1073741824 {{(pid=73884) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 08:26:28 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] COPY block job progress, current cursor: 1005584384 final cursor: 1073741824 {{(pid=73884) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 08:26:28 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Successfully updated port: 841a0ca2-bf9e-4c44-b601-f6e9581b4b23 {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:26:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Acquiring lock "refresh_cache-68d58b4e-5ac0-4108-8ea5-6262927a59d6" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:26:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Acquired lock "refresh_cache-68d58b4e-5ac0-4108-8ea5-6262927a59d6" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:26:28 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:26:28 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG nova.network.neutron [None req-8dd1b7f5-cdb7-4926-8fd0-de4b75a319ac tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Updating instance_info_cache with network_info: [{"id": "f38509ea-d5e1-4bcf-8963-812052e6ea08", "address": "fa:16:3e:03:e5:b5", "network": {"id": "312c76b5-8bfb-438c-a246-c24552424904", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-2061917154-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e6f3ad52e4474991970a01a03683910e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf38509ea-d5", "ovs_interfaceid": "f38509ea-d5e1-4bcf-8963-812052e6ea08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8dd1b7f5-cdb7-4926-8fd0-de4b75a319ac tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Releasing lock "refresh_cache-8081efa1-2d38-4b2d-9821-2c1c9a36a3b3" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8dd1b7f5-cdb7-4926-8fd0-de4b75a319ac tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Lock "interface-8081efa1-2d38-4b2d-9821-2c1c9a36a3b3-da3db5ea-9fbf-482f-9b5f-8e4839fa2111" "released" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: held 22.974s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=73884) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Acquiring lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Updating instance_info_cache with network_info: [{"id": "841a0ca2-bf9e-4c44-b601-f6e9581b4b23", "address": "fa:16:3e:fd:10:e0", "network": {"id": "cc001c45-4010-4986-bbf5-50d8ec86967a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-319910744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "20ec0f384ecf41cf910921c0b44bf43e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap841a0ca2-bf", "ovs_interfaceid": "841a0ca2-bf9e-4c44-b601-f6e9581b4b23", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG nova.objects.instance [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lazy-loading 'flavor' on Instance uuid 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Releasing lock "refresh_cache-68d58b4e-5ac0-4108-8ea5-6262927a59d6" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Instance network_info: |[{"id": "841a0ca2-bf9e-4c44-b601-f6e9581b4b23", "address": "fa:16:3e:fd:10:e0", "network": {"id": "cc001c45-4010-4986-bbf5-50d8ec86967a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-319910744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "20ec0f384ecf41cf910921c0b44bf43e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap841a0ca2-bf", "ovs_interfaceid": "841a0ca2-bf9e-4c44-b601-f6e9581b4b23", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Start _get_guest_xml network_info=[{"id": "841a0ca2-bf9e-4c44-b601-f6e9581b4b23", "address": "fa:16:3e:fd:10:e0", "network": {"id": "cc001c45-4010-4986-bbf5-50d8ec86967a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-319910744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "20ec0f384ecf41cf910921c0b44bf43e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap841a0ca2-bf", "ovs_interfaceid": "841a0ca2-bf9e-4c44-b601-f6e9581b4b23", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'a4e1d819-b957-4c9c-9b9d-fd987951fbab'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:26:29 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:26:29 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:26:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:26:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-840336',display_name='tempest-VolumesAdminNegativeTest-server-840336',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-840336',id=10,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='20ec0f384ecf41cf910921c0b44bf43e',ramdisk_id='',reservation_id='r-52105e6e',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-630095138',owner_user_name='tempest-VolumesAdminNegativeTest-630095138-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:26:26Z,user_data=None,user_id='d496b38b770b4dba81287049f80abb28',uuid=68d58b4e-5ac0-4108-8ea5-6262927a59d6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "841a0ca2-bf9e-4c44-b601-f6e9581b4b23", "address": "fa:16:3e:fd:10:e0", "network": {"id": "cc001c45-4010-4986-bbf5-50d8ec86967a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-319910744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "20ec0f384ecf41cf910921c0b44bf43e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap841a0ca2-bf", "ovs_interfaceid": "841a0ca2-bf9e-4c44-b601-f6e9581b4b23", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Converting VIF {"id": "841a0ca2-bf9e-4c44-b601-f6e9581b4b23", "address": "fa:16:3e:fd:10:e0", "network": {"id": "cc001c45-4010-4986-bbf5-50d8ec86967a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-319910744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "20ec0f384ecf41cf910921c0b44bf43e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap841a0ca2-bf", "ovs_interfaceid": "841a0ca2-bf9e-4c44-b601-f6e9581b4b23", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fd:10:e0,bridge_name='br-int',has_traffic_filtering=True,id=841a0ca2-bf9e-4c44-b601-f6e9581b4b23,network=Network(cc001c45-4010-4986-bbf5-50d8ec86967a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap841a0ca2-bf') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG nova.objects.instance [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lazy-loading 'pci_devices' on Instance uuid 68d58b4e-5ac0-4108-8ea5-6262927a59d6 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:26:29 user nova-compute[73884]:   <uuid>68d58b4e-5ac0-4108-8ea5-6262927a59d6</uuid>
Oct 16 08:26:29 user nova-compute[73884]:   <name>instance-0000000a</name>
Oct 16 08:26:29 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:26:29 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:26:29 user nova-compute[73884]:   <metadata>
Oct 16 08:26:29 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:26:29 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:26:29 user nova-compute[73884]:       <nova:name>tempest-VolumesAdminNegativeTest-server-840336</nova:name>
Oct 16 08:26:29 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:26:29</nova:creationTime>
Oct 16 08:26:29 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:26:29 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:26:29 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:26:29 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:26:29 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:26:29 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:26:29 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:26:29 user nova-compute[73884]:       <nova:owner>
Oct 16 08:26:29 user nova-compute[73884]:         <nova:user uuid="d496b38b770b4dba81287049f80abb28">tempest-VolumesAdminNegativeTest-630095138-project-member</nova:user>
Oct 16 08:26:29 user nova-compute[73884]:         <nova:project uuid="20ec0f384ecf41cf910921c0b44bf43e">tempest-VolumesAdminNegativeTest-630095138</nova:project>
Oct 16 08:26:29 user nova-compute[73884]:       </nova:owner>
Oct 16 08:26:29 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:26:29 user nova-compute[73884]:       <nova:ports>
Oct 16 08:26:29 user nova-compute[73884]:         <nova:port uuid="841a0ca2-bf9e-4c44-b601-f6e9581b4b23">
Oct 16 08:26:29 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 16 08:26:29 user nova-compute[73884]:         </nova:port>
Oct 16 08:26:29 user nova-compute[73884]:       </nova:ports>
Oct 16 08:26:29 user nova-compute[73884]:     </nova:instance>
Oct 16 08:26:29 user nova-compute[73884]:   </metadata>
Oct 16 08:26:29 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:26:29 user nova-compute[73884]:     <system>
Oct 16 08:26:29 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:26:29 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:26:29 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:26:29 user nova-compute[73884]:       <entry name="serial">68d58b4e-5ac0-4108-8ea5-6262927a59d6</entry>
Oct 16 08:26:29 user nova-compute[73884]:       <entry name="uuid">68d58b4e-5ac0-4108-8ea5-6262927a59d6</entry>
Oct 16 08:26:29 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:26:29 user nova-compute[73884]:     </system>
Oct 16 08:26:29 user nova-compute[73884]:   </sysinfo>
Oct 16 08:26:29 user nova-compute[73884]:   <os>
Oct 16 08:26:29 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:26:29 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:26:29 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:26:29 user nova-compute[73884]:   </os>
Oct 16 08:26:29 user nova-compute[73884]:   <features>
Oct 16 08:26:29 user nova-compute[73884]:     <acpi/>
Oct 16 08:26:29 user nova-compute[73884]:     <apic/>
Oct 16 08:26:29 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:26:29 user nova-compute[73884]:   </features>
Oct 16 08:26:29 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:26:29 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:26:29 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:26:29 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:26:29 user nova-compute[73884]:   </clock>
Oct 16 08:26:29 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:26:29 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:26:29 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:26:29 user nova-compute[73884]:   </cpu>
Oct 16 08:26:29 user nova-compute[73884]:   <devices>
Oct 16 08:26:29 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:26:29 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:26:29 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/68d58b4e-5ac0-4108-8ea5-6262927a59d6/disk"/>
Oct 16 08:26:29 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:26:29 user nova-compute[73884]:     </disk>
Oct 16 08:26:29 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:26:29 user nova-compute[73884]:       <mac address="fa:16:3e:fd:10:e0"/>
Oct 16 08:26:29 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:26:29 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:26:29 user nova-compute[73884]:       <target dev="tap841a0ca2-bf"/>
Oct 16 08:26:29 user nova-compute[73884]:     </interface>
Oct 16 08:26:29 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:26:29 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/68d58b4e-5ac0-4108-8ea5-6262927a59d6/console.log" append="off"/>
Oct 16 08:26:29 user nova-compute[73884]:     </serial>
Oct 16 08:26:29 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:26:29 user nova-compute[73884]:     <video>
Oct 16 08:26:29 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:26:29 user nova-compute[73884]:     </video>
Oct 16 08:26:29 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:26:29 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:26:29 user nova-compute[73884]:     </rng>
Oct 16 08:26:29 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:26:29 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:26:29 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:26:29 user nova-compute[73884]:     </memballoon>
Oct 16 08:26:29 user nova-compute[73884]:   </devices>
Oct 16 08:26:29 user nova-compute[73884]: </domain>
Oct 16 08:26:29 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:26:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-840336',display_name='tempest-VolumesAdminNegativeTest-server-840336',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-840336',id=10,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='20ec0f384ecf41cf910921c0b44bf43e',ramdisk_id='',reservation_id='r-52105e6e',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-630095138',owner_user_name='tempest-VolumesAdminNegativeTest-630095138-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:26:26Z,user_data=None,user_id='d496b38b770b4dba81287049f80abb28',uuid=68d58b4e-5ac0-4108-8ea5-6262927a59d6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "841a0ca2-bf9e-4c44-b601-f6e9581b4b23", "address": "fa:16:3e:fd:10:e0", "network": {"id": "cc001c45-4010-4986-bbf5-50d8ec86967a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-319910744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "20ec0f384ecf41cf910921c0b44bf43e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap841a0ca2-bf", "ovs_interfaceid": "841a0ca2-bf9e-4c44-b601-f6e9581b4b23", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Converting VIF {"id": "841a0ca2-bf9e-4c44-b601-f6e9581b4b23", "address": "fa:16:3e:fd:10:e0", "network": {"id": "cc001c45-4010-4986-bbf5-50d8ec86967a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-319910744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "20ec0f384ecf41cf910921c0b44bf43e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap841a0ca2-bf", "ovs_interfaceid": "841a0ca2-bf9e-4c44-b601-f6e9581b4b23", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fd:10:e0,bridge_name='br-int',has_traffic_filtering=True,id=841a0ca2-bf9e-4c44-b601-f6e9581b4b23,network=Network(cc001c45-4010-4986-bbf5-50d8ec86967a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap841a0ca2-bf') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG os_vif [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:10:e0,bridge_name='br-int',has_traffic_filtering=True,id=841a0ca2-bf9e-4c44-b601-f6e9581b4b23,network=Network(cc001c45-4010-4986-bbf5-50d8ec86967a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap841a0ca2-bf') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8da9d2a3-601e-5a35-a1cf-9317967f0992', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.136s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap841a0ca2-bf, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap841a0ca2-bf, col_values=(('qos', UUID('76e0ff2e-a18d-457c-9c0b-2c0ef2630cec')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap841a0ca2-bf, col_values=(('external_ids', {'iface-id': '841a0ca2-bf9e-4c44-b601-f6e9581b4b23', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fd:10:e0', 'vm-uuid': '68d58b4e-5ac0-4108-8ea5-6262927a59d6'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oHBePgjY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde', 'volume_id': '51b1f725-0991-410f-a4f4-92dfde9a4254'}, None), 'kwargs': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:26:29 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:26:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:29 user nova-compute[73884]: INFO os_vif [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:10:e0,bridge_name='br-int',has_traffic_filtering=True,id=841a0ca2-bf9e-4c44-b601-f6e9581b4b23,network=Network(cc001c45-4010-4986-bbf5-50d8ec86967a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap841a0ca2-bf')
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c67f8e9-4564-41e3-a524-732ed08ab74f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:26:29 user nova-compute[73884]: No targets found.
Oct 16 08:26:29 user nova-compute[73884]: iSNS:
Oct 16 08:26:29 user nova-compute[73884]: No targets found.
Oct 16 08:26:29 user nova-compute[73884]: STATIC:
Oct 16 08:26:29 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed
Oct 16 08:26:29 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:26:29 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:26:29 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1
Oct 16 08:26:29 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:26:29 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:26:29 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254
Oct 16 08:26:29 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:26:29 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:26:29 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281
Oct 16 08:26:29 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:26:29 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:26:29 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6
Oct 16 08:26:29 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:26:29 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:26:29 user nova-compute[73884]: FIRMWARE:
Oct 16 08:26:29 user nova-compute[73884]: No targets found.
Oct 16 08:26:29 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:26:29 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:26:29 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[50b95779-c769-4e9f-b2df-67081cb48a47]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] No VIF found with MAC fa:16:3e:fd:10:e0, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[573e8370-a04d-4b5c-91a9-964afc0d5934]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254 (non-flash)
Oct 16 08:26:29 user nova-compute[73884]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 (non-flash)
Oct 16 08:26:29 user nova-compute[73884]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:26:29 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:26:29 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:26:29 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254 (non-flash)
Oct 16 08:26:29 user nova-compute[73884]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 (non-flash)
Oct 16 08:26:29 user nova-compute[73884]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:26:29 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:26:29 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:26:29 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7eac15ae60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254'): ({'sde'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Removing single pathed devices sde {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb7a5693-8cff-4bee-9c6d-16607d969f89]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0926c12-5a5b-4d94-8023-3ac6c845497f]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Flushing IO for device /dev/sde {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Acquiring lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:26:29 user nova-compute[73884]: INFO nova.compute.manager [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Attaching volume f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb to /dev/vdb
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.015s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e41272c6-e6c0-4d2f-865e-1591f8082e75]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.040s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfd744cd-527b-4057-84cf-a3775861fad5]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Checking to see if SCSI volumes sde have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] SCSI volumes sde have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0b5ef2d-80e9-498d-ba9f-8f91e2c2c795]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254 -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG os_brick.utils [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f4d4197-abe1-4a60-b29d-1c4dd328acdb]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee4fb653-24e6-4008-8956-adbbc10bc25d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2edbb9d-fadd-4e68-a76b-6c251991177c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[04051ede-63f2-4159-9b58-fbbec30a2197]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254 -p 172.16.0.220:3260 --logout" returned: 0 in 0.076s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a77fd63f-4135-4fb5-bb1b-c17bea4ecb09]: (4, ('Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254, portal: 172.16.0.220,3260]\nLogout of [sid: 11, target: iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254, portal: 172.16.0.220,3260]
Oct 16 08:26:29 user nova-compute[73884]: Logout of [sid: 11, target: iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254, portal: 172.16.0.220,3260] successful.
Oct 16 08:26:29 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254 -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:26:29 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fa1636e-9d6a-45d2-8c18-68dd771b768b]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG os_brick.utils [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] <== get_connector_properties: return (130ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Updating existing volume attachment record: e066dcdf-20e6-4ef1-903b-908c9e6e78b7 {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:51b1f725-0991-410f-a4f4-92dfde9a4254 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b185238-bab4-4875-904d-31cc7037fc36]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.404s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] <== disconnect_volume: return (405ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:26:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:26:30 user nova-compute[73884]: DEBUG nova.compute.manager [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EVDXrjiJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, 'status': 'reserved', 'instance': '751a4c38-fe52-4076-b6a7-952abcc49208', 'attached_at': '', 'detached_at': '', 'volume_id': '4fe2a59d-12fb-409a-aab1-a7e3e4279281', 'serial'} {{(pid=73884) _swap_volume /opt/stack/nova/nova/compute/manager.py:7790}}
Oct 16 08:26:30 user nova-compute[73884]: DEBUG nova.compute.manager [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] swap_volume: removing Cinder connection for volume 51b1f725-0991-410f-a4f4-92dfde9a4254 {{(pid=73884) _swap_volume /opt/stack/nova/nova/compute/manager.py:7835}}
Oct 16 08:26:30 user nova-compute[73884]: DEBUG nova.compute.manager [req-595fdf45-6152-4df3-938a-d33e8c7a6b87 req-42093343-1ce6-4c57-a502-ca42f2b80dce service nova] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Received event network-changed-841a0ca2-bf9e-4c44-b601-f6e9581b4b23 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:26:30 user nova-compute[73884]: DEBUG nova.compute.manager [req-595fdf45-6152-4df3-938a-d33e8c7a6b87 req-42093343-1ce6-4c57-a502-ca42f2b80dce service nova] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Refreshing instance network info cache due to event network-changed-841a0ca2-bf9e-4c44-b601-f6e9581b4b23. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:26:30 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-595fdf45-6152-4df3-938a-d33e8c7a6b87 req-42093343-1ce6-4c57-a502-ca42f2b80dce service nova] Acquiring lock "refresh_cache-68d58b4e-5ac0-4108-8ea5-6262927a59d6" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:26:30 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-595fdf45-6152-4df3-938a-d33e8c7a6b87 req-42093343-1ce6-4c57-a502-ca42f2b80dce service nova] Acquired lock "refresh_cache-68d58b4e-5ac0-4108-8ea5-6262927a59d6" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:26:30 user nova-compute[73884]: DEBUG nova.network.neutron [req-595fdf45-6152-4df3-938a-d33e8c7a6b87 req-42093343-1ce6-4c57-a502-ca42f2b80dce service nova] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Refreshing network info cache for port 841a0ca2-bf9e-4c44-b601-f6e9581b4b23 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:26:30 user nova-compute[73884]: DEBUG nova.network.neutron [req-595fdf45-6152-4df3-938a-d33e8c7a6b87 req-42093343-1ce6-4c57-a502-ca42f2b80dce service nova] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Updated VIF entry in instance network info cache for port 841a0ca2-bf9e-4c44-b601-f6e9581b4b23. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:26:30 user nova-compute[73884]: DEBUG nova.network.neutron [req-595fdf45-6152-4df3-938a-d33e8c7a6b87 req-42093343-1ce6-4c57-a502-ca42f2b80dce service nova] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Updating instance_info_cache with network_info: [{"id": "841a0ca2-bf9e-4c44-b601-f6e9581b4b23", "address": "fa:16:3e:fd:10:e0", "network": {"id": "cc001c45-4010-4986-bbf5-50d8ec86967a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-319910744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "20ec0f384ecf41cf910921c0b44bf43e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap841a0ca2-bf", "ovs_interfaceid": "841a0ca2-bf9e-4c44-b601-f6e9581b4b23", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:26:30 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-595fdf45-6152-4df3-938a-d33e8c7a6b87 req-42093343-1ce6-4c57-a502-ca42f2b80dce service nova] Releasing lock "refresh_cache-68d58b4e-5ac0-4108-8ea5-6262927a59d6" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:26:30 user nova-compute[73884]: DEBUG nova.compute.manager [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] swap_volume: Updating volume 51b1f725-0991-410f-a4f4-92dfde9a4254 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "EVDXrjiJ", "auth_password": "90Km6wDjUGsQF8", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdf", "volume_id": "4fe2a59d-12fb-409a-aab1-a7e3e4279281"}, "status": "reserved", "instance": "751a4c38-fe52-4076-b6a7-952abcc49208", "attached_at": "", "detached_at": "", "volume_id": "4fe2a59d-12fb-409a-aab1-a7e3e4279281", "serial": "4fe2a59d-12fb-409a-aab1-a7e3e4279281"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': '4fe2a59d-12fb-409a-aab1-a7e3e4279281', 'no_device': None, 'attachment_id': 'b68e79ed-cb90-4626-9d74-8cd55c919e2e'} {{(pid=73884) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7983}}
Oct 16 08:26:30 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-97881fe0-a518-423c-8d68-26e626020e04 tempest-TestVolumeSwap-664149337 tempest-TestVolumeSwap-664149337-project-admin] Lock "751a4c38-fe52-4076-b6a7-952abcc49208" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 26.367s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:26:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:31 user nova-compute[73884]: DEBUG nova.compute.manager [req-b6875360-a9da-4dc6-8283-ac315d367d5f req-d5d75725-661e-426a-a2bc-1f68c96cbf98 service nova] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Received event network-vif-plugged-841a0ca2-bf9e-4c44-b601-f6e9581b4b23 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:26:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-b6875360-a9da-4dc6-8283-ac315d367d5f req-d5d75725-661e-426a-a2bc-1f68c96cbf98 service nova] Acquiring lock "68d58b4e-5ac0-4108-8ea5-6262927a59d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:26:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-b6875360-a9da-4dc6-8283-ac315d367d5f req-d5d75725-661e-426a-a2bc-1f68c96cbf98 service nova] Lock "68d58b4e-5ac0-4108-8ea5-6262927a59d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:26:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-b6875360-a9da-4dc6-8283-ac315d367d5f req-d5d75725-661e-426a-a2bc-1f68c96cbf98 service nova] Lock "68d58b4e-5ac0-4108-8ea5-6262927a59d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:26:31 user nova-compute[73884]: DEBUG nova.compute.manager [req-b6875360-a9da-4dc6-8283-ac315d367d5f req-d5d75725-661e-426a-a2bc-1f68c96cbf98 service nova] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] No waiting events found dispatching network-vif-plugged-841a0ca2-bf9e-4c44-b601-f6e9581b4b23 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:26:31 user nova-compute[73884]: WARNING nova.compute.manager [req-b6875360-a9da-4dc6-8283-ac315d367d5f req-d5d75725-661e-426a-a2bc-1f68c96cbf98 service nova] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Received unexpected event network-vif-plugged-841a0ca2-bf9e-4c44-b601-f6e9581b4b23 for instance with vm_state building and task_state spawning.
Oct 16 08:26:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:32 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c847715d-1b62-4de1-83af-4a4b962f56f8 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Acquiring lock "751a4c38-fe52-4076-b6a7-952abcc49208" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:26:32 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c847715d-1b62-4de1-83af-4a4b962f56f8 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Lock "751a4c38-fe52-4076-b6a7-952abcc49208" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:26:32 user nova-compute[73884]: INFO nova.compute.manager [None req-c847715d-1b62-4de1-83af-4a4b962f56f8 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Detaching volume 4fe2a59d-12fb-409a-aab1-a7e3e4279281
Oct 16 08:26:32 user nova-compute[73884]: INFO nova.virt.block_device [None req-c847715d-1b62-4de1-83af-4a4b962f56f8 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Attempting to driver detach volume 4fe2a59d-12fb-409a-aab1-a7e3e4279281 from mountpoint /dev/vdb
Oct 16 08:26:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:32 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c847715d-1b62-4de1-83af-4a4b962f56f8 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Attempting to detach device vdb from instance 751a4c38-fe52-4076-b6a7-952abcc49208 from the persistent domain config. {{(pid=73884) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 08:26:32 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-c847715d-1b62-4de1-83af-4a4b962f56f8 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 08:26:32 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:26:32 user nova-compute[73884]:   <source dev="/dev/sdf"/>
Oct 16 08:26:32 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:26:32 user nova-compute[73884]:   <serial>4fe2a59d-12fb-409a-aab1-a7e3e4279281</serial>
Oct 16 08:26:32 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 08:26:32 user nova-compute[73884]: </disk>
Oct 16 08:26:32 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:26:32 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-c847715d-1b62-4de1-83af-4a4b962f56f8 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Successfully detached device vdb from instance 751a4c38-fe52-4076-b6a7-952abcc49208 from the persistent domain config.
Oct 16 08:26:32 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c847715d-1b62-4de1-83af-4a4b962f56f8 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 751a4c38-fe52-4076-b6a7-952abcc49208 from the live domain config. {{(pid=73884) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 08:26:32 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-c847715d-1b62-4de1-83af-4a4b962f56f8 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 08:26:32 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:26:32 user nova-compute[73884]:   <source dev="/dev/sdf"/>
Oct 16 08:26:32 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:26:32 user nova-compute[73884]:   <serial>4fe2a59d-12fb-409a-aab1-a7e3e4279281</serial>
Oct 16 08:26:32 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 08:26:32 user nova-compute[73884]: </disk>
Oct 16 08:26:32 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:26:32 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c847715d-1b62-4de1-83af-4a4b962f56f8 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 751a4c38-fe52-4076-b6a7-952abcc49208 {{(pid=73884) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 08:26:33 user nova-compute[73884]: DEBUG nova.compute.manager [req-f4495e01-1fd9-4ba3-8285-d29a0ce2f697 req-998c6c04-0861-4ff3-9cee-384ed90df589 service nova] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Received event network-vif-plugged-841a0ca2-bf9e-4c44-b601-f6e9581b4b23 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:26:33 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f4495e01-1fd9-4ba3-8285-d29a0ce2f697 req-998c6c04-0861-4ff3-9cee-384ed90df589 service nova] Acquiring lock "68d58b4e-5ac0-4108-8ea5-6262927a59d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:26:33 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f4495e01-1fd9-4ba3-8285-d29a0ce2f697 req-998c6c04-0861-4ff3-9cee-384ed90df589 service nova] Lock "68d58b4e-5ac0-4108-8ea5-6262927a59d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:26:33 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f4495e01-1fd9-4ba3-8285-d29a0ce2f697 req-998c6c04-0861-4ff3-9cee-384ed90df589 service nova] Lock "68d58b4e-5ac0-4108-8ea5-6262927a59d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:26:33 user nova-compute[73884]: DEBUG nova.compute.manager [req-f4495e01-1fd9-4ba3-8285-d29a0ce2f697 req-998c6c04-0861-4ff3-9cee-384ed90df589 service nova] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] No waiting events found dispatching network-vif-plugged-841a0ca2-bf9e-4c44-b601-f6e9581b4b23 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:26:33 user nova-compute[73884]: WARNING nova.compute.manager [req-f4495e01-1fd9-4ba3-8285-d29a0ce2f697 req-998c6c04-0861-4ff3-9cee-384ed90df589 service nova] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Received unexpected event network-vif-plugged-841a0ca2-bf9e-4c44-b601-f6e9581b4b23 for instance with vm_state building and task_state spawning.
Oct 16 08:26:33 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:26:33 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:26:33 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Instance spawned successfully.
Oct 16 08:26:33 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:26:33 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:26:33 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:26:33 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:26:33 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:26:33 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:26:33 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:26:33 user nova-compute[73884]: INFO nova.compute.manager [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Took 7.36 seconds to spawn the instance on the hypervisor.
Oct 16 08:26:33 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:26:33 user nova-compute[73884]: INFO nova.compute.manager [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Took 8.57 seconds to build instance.
Oct 16 08:26:33 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b784c1a9-da63-4be8-b002-f0e449ec24d1 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lock "68d58b4e-5ac0-4108-8ea5-6262927a59d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.730s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:26:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:37 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:39 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:42 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:44 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:26:44 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:26:44 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:26:44 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 08:26:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "refresh_cache-18e603e0-a105-4662-8a24-fd6d5471109c" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:26:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquired lock "refresh_cache-18e603e0-a105-4662-8a24-fd6d5471109c" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:26:44 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Forcefully refreshing network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 08:26:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:44 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Updating instance_info_cache with network_info: [{"id": "8c21a583-9144-4cbd-aaca-a1ec3c296e3e", "address": "fa:16:3e:9c:e5:4f", "network": {"id": "cc001c45-4010-4986-bbf5-50d8ec86967a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-319910744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.101", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "20ec0f384ecf41cf910921c0b44bf43e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c21a583-91", "ovs_interfaceid": "8c21a583-9144-4cbd-aaca-a1ec3c296e3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:26:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Releasing lock "refresh_cache-18e603e0-a105-4662-8a24-fd6d5471109c" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:26:44 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Updated the network info_cache for instance {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 08:26:44 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:26:44 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:26:44 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:26:44 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:26:44 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:26:44 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:26:44 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 08:26:44 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:26:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:26:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:26:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:26:44 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 08:26:45 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:26:45 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:26:45 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdd (vdc) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:26:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6cb85b93-60df-4b5f-9d18-6271a3423a2d/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6cb85b93-60df-4b5f-9d18-6271a3423a2d/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6cb85b93-60df-4b5f-9d18-6271a3423a2d/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6cb85b93-60df-4b5f-9d18-6271a3423a2d/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68d58b4e-5ac0-4108-8ea5-6262927a59d6/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68d58b4e-5ac0-4108-8ea5-6262927a59d6/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68d58b4e-5ac0-4108-8ea5-6262927a59d6/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68d58b4e-5ac0-4108-8ea5-6262927a59d6/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/751a4c38-fe52-4076-b6a7-952abcc49208/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/751a4c38-fe52-4076-b6a7-952abcc49208/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/751a4c38-fe52-4076-b6a7-952abcc49208/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/751a4c38-fe52-4076-b6a7-952abcc49208/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18e603e0-a105-4662-8a24-fd6d5471109c/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18e603e0-a105-4662-8a24-fd6d5471109c/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18e603e0-a105-4662-8a24-fd6d5471109c/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-acdd4aee-3474-45a1-8358-3b2cde7d733a tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Acquiring lock "ab0b96cd-bd67-40dc-8cd8-b159fd6848f7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:26:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-acdd4aee-3474-45a1-8358-3b2cde7d733a tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Lock "ab0b96cd-bd67-40dc-8cd8-b159fd6848f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:26:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-acdd4aee-3474-45a1-8358-3b2cde7d733a tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Acquiring lock "ab0b96cd-bd67-40dc-8cd8-b159fd6848f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:26:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-acdd4aee-3474-45a1-8358-3b2cde7d733a tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Lock "ab0b96cd-bd67-40dc-8cd8-b159fd6848f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:26:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-acdd4aee-3474-45a1-8358-3b2cde7d733a tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Lock "ab0b96cd-bd67-40dc-8cd8-b159fd6848f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:26:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18e603e0-a105-4662-8a24-fd6d5471109c/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:47 user nova-compute[73884]: INFO nova.compute.manager [None req-acdd4aee-3474-45a1-8358-3b2cde7d733a tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Terminating instance
Oct 16 08:26:47 user nova-compute[73884]: DEBUG nova.compute.manager [None req-acdd4aee-3474-45a1-8358-3b2cde7d733a tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 08:26:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab0b96cd-bd67-40dc-8cd8-b159fd6848f7/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab0b96cd-bd67-40dc-8cd8-b159fd6848f7/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab0b96cd-bd67-40dc-8cd8-b159fd6848f7/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Acquiring lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:26:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:26:47 user nova-compute[73884]: DEBUG nova.compute.manager [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:26:47 user nova-compute[73884]: DEBUG nova.compute.manager [req-f0b83a33-33ff-4d92-949f-1a88735a3837 req-7917f7f1-e800-4769-affa-6c32c6cc194b service nova] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Received event network-vif-unplugged-93817501-3fce-4885-98a2-68d02b9e57f8 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:26:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f0b83a33-33ff-4d92-949f-1a88735a3837 req-7917f7f1-e800-4769-affa-6c32c6cc194b service nova] Acquiring lock "ab0b96cd-bd67-40dc-8cd8-b159fd6848f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:26:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f0b83a33-33ff-4d92-949f-1a88735a3837 req-7917f7f1-e800-4769-affa-6c32c6cc194b service nova] Lock "ab0b96cd-bd67-40dc-8cd8-b159fd6848f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:26:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f0b83a33-33ff-4d92-949f-1a88735a3837 req-7917f7f1-e800-4769-affa-6c32c6cc194b service nova] Lock "ab0b96cd-bd67-40dc-8cd8-b159fd6848f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:26:47 user nova-compute[73884]: DEBUG nova.compute.manager [req-f0b83a33-33ff-4d92-949f-1a88735a3837 req-7917f7f1-e800-4769-affa-6c32c6cc194b service nova] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] No waiting events found dispatching network-vif-unplugged-93817501-3fce-4885-98a2-68d02b9e57f8 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:26:47 user nova-compute[73884]: DEBUG nova.compute.manager [req-f0b83a33-33ff-4d92-949f-1a88735a3837 req-7917f7f1-e800-4769-affa-6c32c6cc194b service nova] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Received event network-vif-unplugged-93817501-3fce-4885-98a2-68d02b9e57f8 for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:26:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:26:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:26:47 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:26:47 user nova-compute[73884]: INFO nova.compute.claims [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Claim successful on node user
Oct 16 08:26:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab0b96cd-bd67-40dc-8cd8-b159fd6848f7/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:48 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:26:48 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:26:48 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=7991MB free_disk=25.594959259033203GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 08:26:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:26:48 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Instance destroyed successfully.
Oct 16 08:26:48 user nova-compute[73884]: DEBUG nova.objects.instance [None req-acdd4aee-3474-45a1-8358-3b2cde7d733a tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Lazy-loading 'resources' on Instance uuid ab0b96cd-bd67-40dc-8cd8-b159fd6848f7 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:26:48 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:26:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IdWFYwSe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:26:48 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:26:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:26:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:26:48 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:26:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:26:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:26:48 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:26:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:48 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-acdd4aee-3474-45a1-8358-3b2cde7d733a tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:23:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-908207613',display_name='tempest-VolumesAssistedSnapshotsTest-server-908207613',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-908207613',id=8,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFFYBoh09nka7L+ivvRc268tSiZFPq6wiJrFBJFu/p5fDwJPDWGtPpOe5ogDyZZl8pRqntjhonmaAX8VVFFMiHeAzwSyO9UXSq0ZJJo0C6b3AX4I5gRpDE7s24LeYeg1fw==',key_name='tempest-keypair-1468050979',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:23:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b2e44454c5e341a5bf0f5015bd6232d9',ramdisk_id='',reservation_id='r-0c5qgnti',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAssistedSnapshotsTest-987842188',owner_user_name='tempest-VolumesAssistedSnapshotsTest-987842188-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:23:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='97e2cb5dda704371ab8d94de7cba0660',uuid=ab0b96cd-bd67-40dc-8cd8-b159fd6848f7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "93817501-3fce-4885-98a2-68d02b9e57f8", "address": "fa:16:3e:2d:d8:44", "network": {"id": "c38a70ba-535e-453e-a594-653e9777b05e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-517407096-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2e44454c5e341a5bf0f5015bd6232d9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93817501-3f", "ovs_interfaceid": "93817501-3fce-4885-98a2-68d02b9e57f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:26:48 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-acdd4aee-3474-45a1-8358-3b2cde7d733a tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Converting VIF {"id": "93817501-3fce-4885-98a2-68d02b9e57f8", "address": "fa:16:3e:2d:d8:44", "network": {"id": "c38a70ba-535e-453e-a594-653e9777b05e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-517407096-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b2e44454c5e341a5bf0f5015bd6232d9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap93817501-3f", "ovs_interfaceid": "93817501-3fce-4885-98a2-68d02b9e57f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:26:48 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-acdd4aee-3474-45a1-8358-3b2cde7d733a tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2d:d8:44,bridge_name='br-int',has_traffic_filtering=True,id=93817501-3fce-4885-98a2-68d02b9e57f8,network=Network(c38a70ba-535e-453e-a594-653e9777b05e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93817501-3f') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:26:48 user nova-compute[73884]: DEBUG os_vif [None req-acdd4aee-3474-45a1-8358-3b2cde7d733a tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2d:d8:44,bridge_name='br-int',has_traffic_filtering=True,id=93817501-3fce-4885-98a2-68d02b9e57f8,network=Network(c38a70ba-535e-453e-a594-653e9777b05e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93817501-3f') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:26:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap93817501-3f, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:26:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:48 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[40cf31f6-9a91-40da-96ff-8ce9141ba62e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:26:48 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:26:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:26:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=897d672c-2b42-4cbf-9f3f-d508c3e71ec7) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:26:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:26:48 user nova-compute[73884]: INFO os_vif [None req-acdd4aee-3474-45a1-8358-3b2cde7d733a tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2d:d8:44,bridge_name='br-int',has_traffic_filtering=True,id=93817501-3fce-4885-98a2-68d02b9e57f8,network=Network(c38a70ba-535e-453e-a594-653e9777b05e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap93817501-3f')
Oct 16 08:26:48 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-acdd4aee-3474-45a1-8358-3b2cde7d733a tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Deleting instance files /opt/stack/data/nova/instances/ab0b96cd-bd67-40dc-8cd8-b159fd6848f7_del
Oct 16 08:26:48 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-acdd4aee-3474-45a1-8358-3b2cde7d733a tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Deletion of /opt/stack/data/nova/instances/ab0b96cd-bd67-40dc-8cd8-b159fd6848f7_del complete
Oct 16 08:26:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:48 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[3dc1561d-a73d-46be-967f-6878319cab5a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb] added
Oct 16 08:26:48 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:26:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:48 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[47baae3d-e998-4c40-817d-72ee57730f37]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:26:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.030s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:48 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8eb6cd0-d584-4eab-b697-f393956e0272]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:26:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IdWFYwSe {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IdWFYwSe" returned: 0 in 0.035s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[36619a11-f8eb-43db-8d81-1bf664fcb088]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IdWFYwSe'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[41aeaa1b-d969-4b00-baae-1979ae2660a8]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:49 user nova-compute[73884]: INFO nova.compute.manager [None req-acdd4aee-3474-45a1-8358-3b2cde7d733a tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Took 1.70 seconds to destroy the instance on the hypervisor.
Oct 16 08:26:49 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-acdd4aee-3474-45a1-8358-3b2cde7d733a tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[663536d8-6aa7-4708-b69b-41e533f88b07]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 (non-flash)
Oct 16 08:26:49 user nova-compute[73884]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:26:49 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:26:49 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:26:49 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 (non-flash)
Oct 16 08:26:49 user nova-compute[73884]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:26:49 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:26:49 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:26:49 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb -p 172.16.0.220:3260 --login" returned: 0 in 0.084s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bf5acf2-7bbf-4511-8a9a-12421421fb13]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb, portal: 172.16.0.220,3260]
Oct 16 08:26:49 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb, portal: 172.16.0.220,3260] successful.
Oct 16 08:26:49 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[120baca3-e97f-4489-8c4e-803c8e6cea20]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f49e4e58-f4bb-4322-90a2-aea90d9c28c9]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 (non-flash)
Oct 16 08:26:49 user nova-compute[73884]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)
Oct 16 08:26:49 user nova-compute[73884]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:26:49 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:26:49 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:26:49 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 (non-flash)
Oct 16 08:26:49 user nova-compute[73884]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)
Oct 16 08:26:49 user nova-compute[73884]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:26:49 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:26:49 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:26:49 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.379s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] HCTL ('36', '-', '-', 0) found on session 13 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.033s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[69ea204c-3620-483a-8694-678eb624a42d]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Searching for a device in session 13 and hctl ['36', '*', '*', 0] yield: sde {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IdWFYwSe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.489s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG nova.compute.manager [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.455s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG nova.compute.manager [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG nova.network.neutron [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:26:49 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:26:49 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 6cb85b93-60df-4b5f-9d18-6271a3423a2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 18e603e0-a105-4662-8a24-fd6d5471109c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 751a4c38-fe52-4076-b6a7-952abcc49208 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance ab0b96cd-bd67-40dc-8cd8-b159fd6848f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance cd97f643-1d23-4c93-9784-b83e51336e83 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 68d58b4e-5ac0-4108-8ea5-6262927a59d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 20d7ff9a-3e41-4a64-83d6-deb66aa18c75 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG nova.compute.manager [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:26:49 user nova-compute[73884]: INFO nova.virt.block_device [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Booting with volume 4ed6ed11-5823-4b73-b4a1-a6518d277880 at /dev/vda
Oct 16 08:26:49 user nova-compute[73884]: DEBUG os_brick.utils [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f068c915-38b5-4d0a-9e16-43b9b02c0ec4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b392a663-b915-4dbb-8742-dc8d1937c36e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG nova.policy [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fdf664fe9b164958b71e046a08871882', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aae80a5ea76541a49a4d05a1d5eea40c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f094aad6-a988-4df6-8932-220881d1259b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2d164eb-94e7-4f33-9898-b8aa33f6bbbf]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:26:49 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 08:26:49 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb7d79f3-917e-4f9d-bb69-ee828f62ed57]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG nova.compute.manager [req-88c38f69-2da9-4a06-8ceb-0d838d340f0c req-58f36455-0846-470c-8f0c-bc22617af388 service nova] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Received event network-vif-plugged-93817501-3fce-4885-98a2-68d02b9e57f8 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-88c38f69-2da9-4a06-8ceb-0d838d340f0c req-58f36455-0846-470c-8f0c-bc22617af388 service nova] Acquiring lock "ab0b96cd-bd67-40dc-8cd8-b159fd6848f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-88c38f69-2da9-4a06-8ceb-0d838d340f0c req-58f36455-0846-470c-8f0c-bc22617af388 service nova] Lock "ab0b96cd-bd67-40dc-8cd8-b159fd6848f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-88c38f69-2da9-4a06-8ceb-0d838d340f0c req-58f36455-0846-470c-8f0c-bc22617af388 service nova] Lock "ab0b96cd-bd67-40dc-8cd8-b159fd6848f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG nova.compute.manager [req-88c38f69-2da9-4a06-8ceb-0d838d340f0c req-58f36455-0846-470c-8f0c-bc22617af388 service nova] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] No waiting events found dispatching network-vif-plugged-93817501-3fce-4885-98a2-68d02b9e57f8 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:26:49 user nova-compute[73884]: WARNING nova.compute.manager [req-88c38f69-2da9-4a06-8ceb-0d838d340f0c req-58f36455-0846-470c-8f0c-bc22617af388 service nova] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Received unexpected event network-vif-plugged-93817501-3fce-4885-98a2-68d02b9e57f8 for instance with vm_state active and task_state deleting.
Oct 16 08:26:49 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG os_brick.utils [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] <== get_connector_properties: return (143ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Updating existing volume attachment record: 58a00307-f589-4fe7-9f26-277ff96bfeed {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 08:26:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.520s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:26:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.431s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:26:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] <== connect_volume: return (1433ms) {'type': 'block', 'scsi_wwn': '23733633039306235', 'path': '/dev/sde'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:26:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23733633039306235', 'path': '/dev/sde'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:26:50 user nova-compute[73884]: DEBUG nova.objects.instance [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lazy-loading 'flavor' on Instance uuid 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:26:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 08:26:50 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:26:50 user nova-compute[73884]:   <source dev="/dev/sde"/>
Oct 16 08:26:50 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:26:50 user nova-compute[73884]:   <serial>f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb</serial>
Oct 16 08:26:50 user nova-compute[73884]: </disk>
Oct 16 08:26:50 user nova-compute[73884]:  {{(pid=73884) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 08:26:50 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:26:50 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Took 1.49 seconds to deallocate network for instance.
Oct 16 08:26:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-acdd4aee-3474-45a1-8358-3b2cde7d733a tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:26:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-acdd4aee-3474-45a1-8358-3b2cde7d733a tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:26:50 user nova-compute[73884]: DEBUG nova.network.neutron [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Successfully created port: 04fdfcda-0417-40d8-b89b-1048995d94eb {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:26:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:26:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] No BDM found with device name vdb, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:26:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] No VIF found with MAC fa:16:3e:f0:e1:03, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:26:50 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-acdd4aee-3474-45a1-8358-3b2cde7d733a tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:26:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-dd1368c2-e0de-44cc-837b-fe4515ae362b tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.270s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:26:50 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-acdd4aee-3474-45a1-8358-3b2cde7d733a tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:26:51 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-acdd4aee-3474-45a1-8358-3b2cde7d733a tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.423s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:26:51 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-acdd4aee-3474-45a1-8358-3b2cde7d733a tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Deleted allocations for instance ab0b96cd-bd67-40dc-8cd8-b159fd6848f7
Oct 16 08:26:51 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-acdd4aee-3474-45a1-8358-3b2cde7d733a tempest-VolumesAssistedSnapshotsTest-987842188 tempest-VolumesAssistedSnapshotsTest-987842188-project-member] Lock "ab0b96cd-bd67-40dc-8cd8-b159fd6848f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.845s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:26:51 user nova-compute[73884]: DEBUG nova.network.neutron [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Successfully created port: c88dddfb-ccec-4051-b0f5-30309fc3a51c {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:26:51 user nova-compute[73884]: INFO nova.compute.manager [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Rescuing
Oct 16 08:26:51 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Acquiring lock "refresh_cache-40e9d767-26f4-4ae2-8edb-e6fd91db4f9b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:26:51 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Acquired lock "refresh_cache-40e9d767-26f4-4ae2-8edb-e6fd91db4f9b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:26:51 user nova-compute[73884]: DEBUG nova.network.neutron [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:26:51 user nova-compute[73884]: DEBUG nova.compute.manager [req-883648dd-b208-4b7a-bbf1-cdcf27674fc7 req-6113068c-5620-4a04-ae47-0618fcbf7df9 service nova] [instance: ab0b96cd-bd67-40dc-8cd8-b159fd6848f7] Received event network-vif-deleted-93817501-3fce-4885-98a2-68d02b9e57f8 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:26:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:52 user nova-compute[73884]: DEBUG nova.network.neutron [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Updating instance_info_cache with network_info: [{"id": "d59f0547-73f9-4b4d-ba96-b23a68d95305", "address": "fa:16:3e:f0:e1:03", "network": {"id": "c0e837be-34f7-4f6e-8ef0-e97a549c7a87", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-78206623-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e45b5fd6b81466495b7d28162de726f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd59f0547-73", "ovs_interfaceid": "d59f0547-73f9-4b4d-ba96-b23a68d95305", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:26:52 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Releasing lock "refresh_cache-40e9d767-26f4-4ae2-8edb-e6fd91db4f9b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:26:52 user nova-compute[73884]: DEBUG nova.network.neutron [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Successfully created port: e01f772e-0293-4368-9c2f-8774b294fd40 {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:26:52 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-c847715d-1b62-4de1-83af-4a4b962f56f8 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 751a4c38-fe52-4076-b6a7-952abcc49208 is timed out.
Oct 16 08:26:52 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-c847715d-1b62-4de1-83af-4a4b962f56f8 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Successfully detached device vdb from instance 751a4c38-fe52-4076-b6a7-952abcc49208 from the live domain config.
Oct 16 08:26:52 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c847715d-1b62-4de1-83af-4a4b962f56f8 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:26:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-c847715d-1b62-4de1-83af-4a4b962f56f8 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EVDXrjiJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf', 'volume_id': '4fe2a59d-12fb-409a-aab1-a7e3e4279281'}, None), 'kwargs': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:26:52 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-c847715d-1b62-4de1-83af-4a4b962f56f8 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:26:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-c847715d-1b62-4de1-83af-4a4b962f56f8 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:26:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-c847715d-1b62-4de1-83af-4a4b962f56f8 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:26:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.029s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:52 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5add2be-878f-4621-88ea-5a82391f491f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-c847715d-1b62-4de1-83af-4a4b962f56f8 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:26:52 user nova-compute[73884]: No targets found.
Oct 16 08:26:52 user nova-compute[73884]: iSNS:
Oct 16 08:26:52 user nova-compute[73884]: No targets found.
Oct 16 08:26:52 user nova-compute[73884]: STATIC:
Oct 16 08:26:52 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed
Oct 16 08:26:52 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:26:52 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:26:52 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1
Oct 16 08:26:52 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:26:52 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:26:52 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281
Oct 16 08:26:52 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:26:52 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:26:52 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6
Oct 16 08:26:52 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:26:52 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:26:52 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb
Oct 16 08:26:52 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:26:52 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:26:52 user nova-compute[73884]: FIRMWARE:
Oct 16 08:26:52 user nova-compute[73884]: No targets found.
Oct 16 08:26:52 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:26:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-c847715d-1b62-4de1-83af-4a4b962f56f8 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:26:52 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:26:52 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:26:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-c847715d-1b62-4de1-83af-4a4b962f56f8 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:26:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:52 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f243811-4694-44f1-91d1-69176c241827]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:52 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c16f5536-ba8e-4927-b76c-9a61aaed941c]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-c847715d-1b62-4de1-83af-4a4b962f56f8 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 (non-flash)
Oct 16 08:26:52 user nova-compute[73884]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)
Oct 16 08:26:52 user nova-compute[73884]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:26:52 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:26:52 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:26:52 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:26:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-c847715d-1b62-4de1-83af-4a4b962f56f8 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 (non-flash)
Oct 16 08:26:52 user nova-compute[73884]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)
Oct 16 08:26:52 user nova-compute[73884]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:26:52 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:26:52 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:26:52 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:26:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-c847715d-1b62-4de1-83af-4a4b962f56f8 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7eac219bd0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281'): ({'sdf'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:26:52 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-c847715d-1b62-4de1-83af-4a4b962f56f8 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Removing single pathed devices sdf {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:26:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:52 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a09b64ae-29ab-4b36-9765-2642becb2df7]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:52 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[111a059d-c366-475c-a48a-66ed5f33b5a8]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:52 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-c847715d-1b62-4de1-83af-4a4b962f56f8 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Flushing IO for device /dev/sdf {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:26:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.014s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:52 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[8aeaf7d3-4b66-4dc7-899c-8f746dd2d124]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:52 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-c847715d-1b62-4de1-83af-4a4b962f56f8 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:26:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.056s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:53 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcf9794f-8158-46c1-b3dc-94052e4d52a3]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:53 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-c847715d-1b62-4de1-83af-4a4b962f56f8 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:26:53 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-c847715d-1b62-4de1-83af-4a4b962f56f8 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] SCSI volumes sdf have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:26:53 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-c847715d-1b62-4de1-83af-4a4b962f56f8 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:26:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:53 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5ea6167-c86a-4185-9947-e6b5f7998083]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:53 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-c847715d-1b62-4de1-83af-4a4b962f56f8 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:26:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 -p 172.16.0.220:3260 --logout" returned: 0 in 0.108s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:53 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab363ea1-d2bb-487e-bf37-186b4932a61e]: (4, ('Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281, portal: 172.16.0.220,3260]\nLogout of [sid: 12, target: iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:53 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-c847715d-1b62-4de1-83af-4a4b962f56f8 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281, portal: 172.16.0.220,3260]
Oct 16 08:26:53 user nova-compute[73884]: Logout of [sid: 12, target: iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281, portal: 172.16.0.220,3260] successful.
Oct 16 08:26:53 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:26:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fe2a59d-12fb-409a-aab1-a7e3e4279281 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.148s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:53 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6384531-610b-415c-99fe-4eb7e630d8a4]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:53 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-c847715d-1b62-4de1-83af-4a4b962f56f8 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:26:53 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-c847715d-1b62-4de1-83af-4a4b962f56f8 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.549s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:26:53 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-c847715d-1b62-4de1-83af-4a4b962f56f8 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] <== disconnect_volume: return (551ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:26:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c847715d-1b62-4de1-83af-4a4b962f56f8 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:26:53 user nova-compute[73884]: DEBUG nova.compute.manager [req-decfbd8a-1af1-4bee-9fd9-cd16c9314c39 req-10488f58-d19c-4664-ae29-b2e32cc28ef0 service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Received event network-vif-unplugged-d59f0547-73f9-4b4d-ba96-b23a68d95305 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:26:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-decfbd8a-1af1-4bee-9fd9-cd16c9314c39 req-10488f58-d19c-4664-ae29-b2e32cc28ef0 service nova] Acquiring lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:26:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-decfbd8a-1af1-4bee-9fd9-cd16c9314c39 req-10488f58-d19c-4664-ae29-b2e32cc28ef0 service nova] Lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:26:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-decfbd8a-1af1-4bee-9fd9-cd16c9314c39 req-10488f58-d19c-4664-ae29-b2e32cc28ef0 service nova] Lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:26:53 user nova-compute[73884]: DEBUG nova.compute.manager [req-decfbd8a-1af1-4bee-9fd9-cd16c9314c39 req-10488f58-d19c-4664-ae29-b2e32cc28ef0 service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] No waiting events found dispatching network-vif-unplugged-d59f0547-73f9-4b4d-ba96-b23a68d95305 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:26:53 user nova-compute[73884]: WARNING nova.compute.manager [req-decfbd8a-1af1-4bee-9fd9-cd16c9314c39 req-10488f58-d19c-4664-ae29-b2e32cc28ef0 service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Received unexpected event network-vif-unplugged-d59f0547-73f9-4b4d-ba96-b23a68d95305 for instance with vm_state active and task_state rescuing.
Oct 16 08:26:53 user nova-compute[73884]: DEBUG nova.network.neutron [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Successfully created port: 62629173-8823-4ced-bbc0-dcd2b919f557 {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:26:53 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Instance destroyed successfully.
Oct 16 08:26:53 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Attempting a stable device rescue
Oct 16 08:26:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} {{(pid=73884) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 16 08:26:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Instance directory exists: not creating {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 16 08:26:53 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Creating image(s)
Oct 16 08:26:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Acquiring lock "/opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:26:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lock "/opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:26:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lock "/opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.013s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:26:53 user nova-compute[73884]: DEBUG nova.objects.instance [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lazy-loading 'trusted_certs' on Instance uuid 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:26:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Acquiring lock "93cfc49df8834d478ed61f00c59f5220507409bf" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:26:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lock "93cfc49df8834d478ed61f00c59f5220507409bf" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:26:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/93cfc49df8834d478ed61f00c59f5220507409bf.part --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:55 user nova-compute[73884]: DEBUG nova.objects.instance [None req-c847715d-1b62-4de1-83af-4a4b962f56f8 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Lazy-loading 'flavor' on Instance uuid 751a4c38-fe52-4076-b6a7-952abcc49208 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:26:55 user nova-compute[73884]: DEBUG nova.network.neutron [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Successfully created port: a552eab1-8024-4e36-a186-a95a8b7a4984 {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:26:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/93cfc49df8834d478ed61f00c59f5220507409bf.part --force-share --output=json" returned: 0 in 0.193s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:55 user nova-compute[73884]: DEBUG nova.virt.images [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] f92ccc33-8fab-4881-9af9-ff795c51c8cf was qcow2, converting to raw {{(pid=73884) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 16 08:26:55 user nova-compute[73884]: DEBUG nova.privsep.utils [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=73884) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 16 08:26:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/93cfc49df8834d478ed61f00c59f5220507409bf.part /opt/stack/data/nova/instances/_base/93cfc49df8834d478ed61f00c59f5220507409bf.converted {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c847715d-1b62-4de1-83af-4a4b962f56f8 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Lock "751a4c38-fe52-4076-b6a7-952abcc49208" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 23.255s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:26:55 user nova-compute[73884]: DEBUG nova.compute.manager [req-72822c9e-a21b-4d4e-a026-e9d0b25c1159 req-e1f93dd8-e2d9-4f60-be22-88a750643dad service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Received event network-vif-plugged-d59f0547-73f9-4b4d-ba96-b23a68d95305 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:26:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-72822c9e-a21b-4d4e-a026-e9d0b25c1159 req-e1f93dd8-e2d9-4f60-be22-88a750643dad service nova] Acquiring lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:26:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-72822c9e-a21b-4d4e-a026-e9d0b25c1159 req-e1f93dd8-e2d9-4f60-be22-88a750643dad service nova] Lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:26:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-72822c9e-a21b-4d4e-a026-e9d0b25c1159 req-e1f93dd8-e2d9-4f60-be22-88a750643dad service nova] Lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:26:55 user nova-compute[73884]: DEBUG nova.compute.manager [req-72822c9e-a21b-4d4e-a026-e9d0b25c1159 req-e1f93dd8-e2d9-4f60-be22-88a750643dad service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] No waiting events found dispatching network-vif-plugged-d59f0547-73f9-4b4d-ba96-b23a68d95305 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:26:55 user nova-compute[73884]: WARNING nova.compute.manager [req-72822c9e-a21b-4d4e-a026-e9d0b25c1159 req-e1f93dd8-e2d9-4f60-be22-88a750643dad service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Received unexpected event network-vif-plugged-d59f0547-73f9-4b4d-ba96-b23a68d95305 for instance with vm_state active and task_state rescuing.
Oct 16 08:26:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/93cfc49df8834d478ed61f00c59f5220507409bf.part /opt/stack/data/nova/instances/_base/93cfc49df8834d478ed61f00c59f5220507409bf.converted" returned: 0 in 0.617s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/93cfc49df8834d478ed61f00c59f5220507409bf.converted --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG nova.network.neutron [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Successfully updated port: 04fdfcda-0417-40d8-b89b-1048995d94eb {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG nova.compute.manager [req-6d69b907-55b5-4d63-b974-bf2bf781ff45 req-ed351bdf-cac7-4698-9609-d14bdb2f9df8 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-changed-04fdfcda-0417-40d8-b89b-1048995d94eb {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG nova.compute.manager [req-6d69b907-55b5-4d63-b974-bf2bf781ff45 req-ed351bdf-cac7-4698-9609-d14bdb2f9df8 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Refreshing instance network info cache due to event network-changed-04fdfcda-0417-40d8-b89b-1048995d94eb. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6d69b907-55b5-4d63-b974-bf2bf781ff45 req-ed351bdf-cac7-4698-9609-d14bdb2f9df8 service nova] Acquiring lock "refresh_cache-20d7ff9a-3e41-4a64-83d6-deb66aa18c75" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6d69b907-55b5-4d63-b974-bf2bf781ff45 req-ed351bdf-cac7-4698-9609-d14bdb2f9df8 service nova] Acquired lock "refresh_cache-20d7ff9a-3e41-4a64-83d6-deb66aa18c75" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG nova.network.neutron [req-6d69b907-55b5-4d63-b974-bf2bf781ff45 req-ed351bdf-cac7-4698-9609-d14bdb2f9df8 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Refreshing network info cache for port 04fdfcda-0417-40d8-b89b-1048995d94eb {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/93cfc49df8834d478ed61f00c59f5220507409bf.converted --force-share --output=json" returned: 0 in 0.217s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lock "93cfc49df8834d478ed61f00c59f5220507409bf" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.143s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Acquiring lock "93cfc49df8834d478ed61f00c59f5220507409bf" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lock "93cfc49df8834d478ed61f00c59f5220507409bf" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/93cfc49df8834d478ed61f00c59f5220507409bf --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG nova.network.neutron [req-6d69b907-55b5-4d63-b974-bf2bf781ff45 req-ed351bdf-cac7-4698-9609-d14bdb2f9df8 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/93cfc49df8834d478ed61f00c59f5220507409bf --force-share --output=json" returned: 0 in 0.243s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/93cfc49df8834d478ed61f00c59f5220507409bf,backing_fmt=raw /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk.rescue {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG nova.network.neutron [req-6d69b907-55b5-4d63-b974-bf2bf781ff45 req-ed351bdf-cac7-4698-9609-d14bdb2f9df8 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/93cfc49df8834d478ed61f00c59f5220507409bf,backing_fmt=raw /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk.rescue" returned: 0 in 0.056s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lock "93cfc49df8834d478ed61f00c59f5220507409bf" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.302s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG nova.objects.instance [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lazy-loading 'migration_context' on Instance uuid 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6d69b907-55b5-4d63-b974-bf2bf781ff45 req-ed351bdf-cac7-4698-9609-d14bdb2f9df8 service nova] Releasing lock "refresh_cache-20d7ff9a-3e41-4a64-83d6-deb66aa18c75" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG nova.objects.base [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Object Instance<40e9d767-26f4-4ae2-8edb-e6fd91db4f9b> lazy-loaded attributes: trusted_certs,migration_context {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Start _get_guest_xml network_info=[{"id": "d59f0547-73f9-4b4d-ba96-b23a68d95305", "address": "fa:16:3e:f0:e1:03", "network": {"id": "c0e837be-34f7-4f6e-8ef0-e97a549c7a87", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-78206623-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-78206623-network", "vif_mac": "fa:16:3e:f0:e1:03"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e45b5fd6b81466495b7d28162de726f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd59f0547-73", "ovs_interfaceid": "d59f0547-73f9-4b4d-ba96-b23a68d95305", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'f92ccc33-8fab-4881-9af9-ff795c51c8cf', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'a4e1d819-b957-4c9c-9b9d-fd987951fbab'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IdWFYwSe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, 'status': 'reserved', 'instance': '40e9d767-26f4-4ae2-8edb-e6fd91db4f9b', 'attached_at': '', 'detached_at': '', 'volume_id': 'f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb', 'serial': 'f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb'}, 'attachment_id': 'e066dcdf-20e6-4ef1-903b-908c9e6e78b7', 'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'guest_format': None, 'delete_on_termination': False, 'boot_index': None, 'device_type': 'disk', 'volume_type': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG nova.objects.instance [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lazy-loading 'resources' on Instance uuid 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG nova.objects.base [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Object Instance<40e9d767-26f4-4ae2-8edb-e6fd91db4f9b> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG nova.objects.instance [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lazy-loading 'numa_topology' on Instance uuid 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG nova.objects.base [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Object Instance<40e9d767-26f4-4ae2-8edb-e6fd91db4f9b> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:26:56 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:26:56 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:26:56 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG nova.objects.instance [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lazy-loading 'vcpu_model' on Instance uuid 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG nova.objects.base [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Object Instance<40e9d767-26f4-4ae2-8edb-e6fd91db4f9b> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IdWFYwSe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:26:56 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:26:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:26:56 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:26:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:26:56 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:26:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb -p 172.16.0.220:3260" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[9184ab35-0995-4f40-98a2-4e664e549498]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = IdWFYwSe\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Oct 16 08:26:56 user nova-compute[73884]: node.name = iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb
Oct 16 08:26:56 user nova-compute[73884]: node.tpgt = -1
Oct 16 08:26:56 user nova-compute[73884]: node.startup = automatic
Oct 16 08:26:56 user nova-compute[73884]: node.leading_login = No
Oct 16 08:26:56 user nova-compute[73884]: iface.iscsi_ifacename = default
Oct 16 08:26:56 user nova-compute[73884]: iface.net_ifacename = <empty>
Oct 16 08:26:56 user nova-compute[73884]: iface.ipaddress = <empty>
Oct 16 08:26:56 user nova-compute[73884]: iface.prefix_len = 0
Oct 16 08:26:56 user nova-compute[73884]: iface.hwaddress = <empty>
Oct 16 08:26:56 user nova-compute[73884]: iface.transport_name = tcp
Oct 16 08:26:56 user nova-compute[73884]: iface.initiatorname = <empty>
Oct 16 08:26:56 user nova-compute[73884]: iface.state = <empty>
Oct 16 08:26:56 user nova-compute[73884]: iface.vlan_id = 0
Oct 16 08:26:56 user nova-compute[73884]: iface.vlan_priority = 0
Oct 16 08:26:56 user nova-compute[73884]: iface.vlan_state = <empty>
Oct 16 08:26:56 user nova-compute[73884]: iface.iface_num = 0
Oct 16 08:26:56 user nova-compute[73884]: iface.mtu = 0
Oct 16 08:26:56 user nova-compute[73884]: iface.port = 0
Oct 16 08:26:56 user nova-compute[73884]: iface.bootproto = <empty>
Oct 16 08:26:56 user nova-compute[73884]: iface.subnet_mask = <empty>
Oct 16 08:26:56 user nova-compute[73884]: iface.gateway = <empty>
Oct 16 08:26:56 user nova-compute[73884]: iface.dhcp_alt_client_id_state = <empty>
Oct 16 08:26:56 user nova-compute[73884]: iface.dhcp_alt_client_id = <empty>
Oct 16 08:26:56 user nova-compute[73884]: iface.dhcp_dns = <empty>
Oct 16 08:26:56 user nova-compute[73884]: iface.dhcp_learn_iqn = <empty>
Oct 16 08:26:56 user nova-compute[73884]: iface.dhcp_req_vendor_id_state = <empty>
Oct 16 08:26:56 user nova-compute[73884]: iface.dhcp_vendor_id_state = <empty>
Oct 16 08:26:56 user nova-compute[73884]: iface.dhcp_vendor_id = <empty>
Oct 16 08:26:56 user nova-compute[73884]: iface.dhcp_slp_da = <empty>
Oct 16 08:26:56 user nova-compute[73884]: iface.fragmentation = <empty>
Oct 16 08:26:56 user nova-compute[73884]: iface.gratuitous_arp = <empty>
Oct 16 08:26:56 user nova-compute[73884]: iface.incoming_forwarding = <empty>
Oct 16 08:26:56 user nova-compute[73884]: iface.tos_state = <empty>
Oct 16 08:26:56 user nova-compute[73884]: iface.tos = 0
Oct 16 08:26:56 user nova-compute[73884]: iface.ttl = 0
Oct 16 08:26:56 user nova-compute[73884]: iface.delayed_ack = <empty>
Oct 16 08:26:56 user nova-compute[73884]: iface.tcp_nagle = <empty>
Oct 16 08:26:56 user nova-compute[73884]: iface.tcp_wsf_state = <empty>
Oct 16 08:26:56 user nova-compute[73884]: iface.tcp_wsf = 0
Oct 16 08:26:56 user nova-compute[73884]: iface.tcp_timer_scale = 0
Oct 16 08:26:56 user nova-compute[73884]: iface.tcp_timestamp = <empty>
Oct 16 08:26:56 user nova-compute[73884]: iface.redirect = <empty>
Oct 16 08:26:56 user nova-compute[73884]: iface.def_task_mgmt_timeout = 0
Oct 16 08:26:56 user nova-compute[73884]: iface.header_digest = <empty>
Oct 16 08:26:56 user nova-compute[73884]: iface.data_digest = <empty>
Oct 16 08:26:56 user nova-compute[73884]: iface.immediate_data = <empty>
Oct 16 08:26:56 user nova-compute[73884]: iface.initial_r2t = <empty>
Oct 16 08:26:56 user nova-compute[73884]: iface.data_seq_inorder = <empty>
Oct 16 08:26:56 user nova-compute[73884]: iface.data_pdu_inorder = <empty>
Oct 16 08:26:56 user nova-compute[73884]: iface.erl = 0
Oct 16 08:26:56 user nova-compute[73884]: iface.max_receive_data_len = 0
Oct 16 08:26:56 user nova-compute[73884]: iface.first_burst_len = 0
Oct 16 08:26:56 user nova-compute[73884]: iface.max_outstanding_r2t = 0
Oct 16 08:26:56 user nova-compute[73884]: iface.max_burst_len = 0
Oct 16 08:26:56 user nova-compute[73884]: iface.chap_auth = <empty>
Oct 16 08:26:56 user nova-compute[73884]: iface.bidi_chap = <empty>
Oct 16 08:26:56 user nova-compute[73884]: iface.strict_login_compliance = <empty>
Oct 16 08:26:56 user nova-compute[73884]: iface.discovery_auth = <empty>
Oct 16 08:26:56 user nova-compute[73884]: iface.discovery_logout = <empty>
Oct 16 08:26:56 user nova-compute[73884]: node.discovery_address = <empty>
Oct 16 08:26:56 user nova-compute[73884]: node.discovery_port = 0
Oct 16 08:26:56 user nova-compute[73884]: node.discovery_type = static
Oct 16 08:26:56 user nova-compute[73884]: node.session.initial_cmdsn = 0
Oct 16 08:26:56 user nova-compute[73884]: node.session.initial_login_retry_max = 8
Oct 16 08:26:56 user nova-compute[73884]: node.session.xmit_thread_priority = -20
Oct 16 08:26:56 user nova-compute[73884]: node.session.cmds_max = 128
Oct 16 08:26:56 user nova-compute[73884]: node.session.queue_depth = 32
Oct 16 08:26:56 user nova-compute[73884]: node.session.nr_sessions = 1
Oct 16 08:26:56 user nova-compute[73884]: node.session.auth.authmethod = CHAP
Oct 16 08:26:56 user nova-compute[73884]: node.session.auth.username = IdWFYwSe
Oct 16 08:26:56 user nova-compute[73884]: node.session.auth.password = ***
Oct 16 08:26:56 user nova-compute[73884]: node.session.auth.username_in = <empty>
Oct 16 08:26:56 user nova-compute[73884]: node.session.auth.password_in = <empty>
Oct 16 08:26:56 user nova-compute[73884]: node.session.auth.chap_algs = MD5
Oct 16 08:26:56 user nova-compute[73884]: node.session.timeo.replacement_timeout = 120
Oct 16 08:26:56 user nova-compute[73884]: node.session.err_timeo.abort_timeout = 15
Oct 16 08:26:56 user nova-compute[73884]: node.session.err_timeo.lu_reset_timeout = 30
Oct 16 08:26:56 user nova-compute[73884]: node.session.err_timeo.tgt_reset_timeout = 30
Oct 16 08:26:56 user nova-compute[73884]: node.session.err_timeo.host_reset_timeout = 60
Oct 16 08:26:56 user nova-compute[73884]: node.session.iscsi.FastAbort = Yes
Oct 16 08:26:56 user nova-compute[73884]: node.session.iscsi.InitialR2T = No
Oct 16 08:26:56 user nova-compute[73884]: node.session.iscsi.ImmediateData = Yes
Oct 16 08:26:56 user nova-compute[73884]: node.session.iscsi.FirstBurstLength = 262144
Oct 16 08:26:56 user nova-compute[73884]: node.session.iscsi.MaxBurstLength = 16776192
Oct 16 08:26:56 user nova-compute[73884]: node.session.iscsi.DefaultTime2Retain = 0
Oct 16 08:26:56 user nova-compute[73884]: node.session.iscsi.DefaultTime2Wait = 2
Oct 16 08:26:56 user nova-compute[73884]: node.session.iscsi.MaxConnections = 1
Oct 16 08:26:56 user nova-compute[73884]: node.session.iscsi.MaxOutstandingR2T = 1
Oct 16 08:26:56 user nova-compute[73884]: node.session.iscsi.ERL = 0
Oct 16 08:26:56 user nova-compute[73884]: node.session.scan = manual
Oct 16 08:26:56 user nova-compute[73884]: node.session.reopen_max = 0
Oct 16 08:26:56 user nova-compute[73884]: node.conn[0].address = 172.16.0.220
Oct 16 08:26:56 user nova-compute[73884]: node.conn[0].port = 3260
Oct 16 08:26:56 user nova-compute[73884]: node.conn[0].startup = manual
Oct 16 08:26:56 user nova-compute[73884]: node.conn[0].tcp.window_size = 524288
Oct 16 08:26:56 user nova-compute[73884]: node.conn[0].tcp.type_of_service = 0
Oct 16 08:26:56 user nova-compute[73884]: node.conn[0].timeo.logout_timeout = 15
Oct 16 08:26:56 user nova-compute[73884]: node.conn[0].timeo.login_timeout = 15
Oct 16 08:26:56 user nova-compute[73884]: node.conn[0].timeo.auth_timeout = 45
Oct 16 08:26:56 user nova-compute[73884]: node.conn[0].timeo.noop_out_interval = 5
Oct 16 08:26:56 user nova-compute[73884]: node.conn[0].timeo.noop_out_timeout = 5
Oct 16 08:26:56 user nova-compute[73884]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Oct 16 08:26:56 user nova-compute[73884]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Oct 16 08:26:56 user nova-compute[73884]: node.conn[0].iscsi.HeaderDigest = None
Oct 16 08:26:56 user nova-compute[73884]: node.conn[0].iscsi.DataDigest = None
Oct 16 08:26:56 user nova-compute[73884]: node.conn[0].iscsi.IFMarker = No
Oct 16 08:26:56 user nova-compute[73884]: node.conn[0].iscsi.OFMarker = No
Oct 16 08:26:56 user nova-compute[73884]: # END RECORD
Oct 16 08:26:56 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e8d7030-e810-43ab-9096-c306c0f50a6f]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[30634d79-2b89-4d90-8eea-e1162e6d075f]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IdWFYwSe {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IdWFYwSe" returned: 0 in 0.076s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb9e0a4e-0484-4498-bdc7-f935becfd5d4]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IdWFYwSe'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa690ea2-033c-492c-b9d2-fabcc8eb0012]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[0713debf-9bb6-4366-8ac0-cee0da3e6c20]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)
Oct 16 08:26:56 user nova-compute[73884]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:26:56 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:26:56 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:26:56 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)
Oct 16 08:26:56 user nova-compute[73884]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:26:56 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:26:56 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:26:56 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.221s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] HCTL ('36', '0', '0', 0) found on session 13 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Scanning host 36 c: 0, t: 0, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[5119f272-023a-4afd-acbc-4bfa14df80d5]: (4, ('0 0 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Searching for a device in session 13 and hctl ('36', '0', '0', 0) yield: sde {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IdWFYwSe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.252s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] <== connect_volume: return (253ms) {'type': 'block', 'scsi_wwn': '23733633039306235', 'path': '/dev/sde'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23733633039306235', 'path': '/dev/sde'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG nova.network.neutron [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Successfully updated port: 80ff7b62-3a4d-488c-8781-3ec7683d6579 {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:22:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-2009877134',display_name='tempest-ServerStableDeviceRescueTest-server-2009877134',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-2009877134',id=2,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDBFzD3YLc8JJHYOaqHDaxNzUQZDmtgxMivA4UZ0cAjVByuNnKogGlx1Rr6MFQHHpK9ZiuOyRwYaeauI/oHgtq6AKhAtNk8Yw5t3tMCvbcCNHp46PPhDZ8LoqliNKzyy7g==',key_name='tempest-keypair-1227807114',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:22:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8e45b5fd6b81466495b7d28162de726f',ramdisk_id='',reservation_id='r-qzsmzfcr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-631130249',owner_user_name='tempest-ServerStableDeviceRescueTest-631130249-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:24:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2769c10e6f14444e9708151780af5ade',uuid=40e9d767-26f4-4ae2-8edb-e6fd91db4f9b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d59f0547-73f9-4b4d-ba96-b23a68d95305", "address": "fa:16:3e:f0:e1:03", "network": {"id": "c0e837be-34f7-4f6e-8ef0-e97a549c7a87", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-78206623-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-78206623-network", "vif_mac": "fa:16:3e:f0:e1:03"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e45b5fd6b81466495b7d28162de726f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd59f0547-73", "ovs_interfaceid": "d59f0547-73f9-4b4d-ba96-b23a68d95305", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Converting VIF {"id": "d59f0547-73f9-4b4d-ba96-b23a68d95305", "address": "fa:16:3e:f0:e1:03", "network": {"id": "c0e837be-34f7-4f6e-8ef0-e97a549c7a87", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-78206623-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-78206623-network", "vif_mac": "fa:16:3e:f0:e1:03"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e45b5fd6b81466495b7d28162de726f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd59f0547-73", "ovs_interfaceid": "d59f0547-73f9-4b4d-ba96-b23a68d95305", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f0:e1:03,bridge_name='br-int',has_traffic_filtering=True,id=d59f0547-73f9-4b4d-ba96-b23a68d95305,network=Network(c0e837be-34f7-4f6e-8ef0-e97a549c7a87),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd59f0547-73') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG nova.objects.instance [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lazy-loading 'pci_devices' on Instance uuid 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG nova.objects.base [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Object Instance<40e9d767-26f4-4ae2-8edb-e6fd91db4f9b> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:26:56 user nova-compute[73884]:   <uuid>40e9d767-26f4-4ae2-8edb-e6fd91db4f9b</uuid>
Oct 16 08:26:56 user nova-compute[73884]:   <name>instance-00000002</name>
Oct 16 08:26:56 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:26:56 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:26:56 user nova-compute[73884]:   <metadata>
Oct 16 08:26:56 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:26:56 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:26:56 user nova-compute[73884]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-2009877134</nova:name>
Oct 16 08:26:56 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:26:56</nova:creationTime>
Oct 16 08:26:56 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:26:56 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:26:56 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:26:56 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:26:56 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:26:56 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:26:56 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:26:56 user nova-compute[73884]:       <nova:owner>
Oct 16 08:26:56 user nova-compute[73884]:         <nova:user uuid="2769c10e6f14444e9708151780af5ade">tempest-ServerStableDeviceRescueTest-631130249-project-member</nova:user>
Oct 16 08:26:56 user nova-compute[73884]:         <nova:project uuid="8e45b5fd6b81466495b7d28162de726f">tempest-ServerStableDeviceRescueTest-631130249</nova:project>
Oct 16 08:26:56 user nova-compute[73884]:       </nova:owner>
Oct 16 08:26:56 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:26:56 user nova-compute[73884]:       <nova:ports>
Oct 16 08:26:56 user nova-compute[73884]:         <nova:port uuid="d59f0547-73f9-4b4d-ba96-b23a68d95305">
Oct 16 08:26:56 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 16 08:26:56 user nova-compute[73884]:         </nova:port>
Oct 16 08:26:56 user nova-compute[73884]:       </nova:ports>
Oct 16 08:26:56 user nova-compute[73884]:     </nova:instance>
Oct 16 08:26:56 user nova-compute[73884]:   </metadata>
Oct 16 08:26:56 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:26:56 user nova-compute[73884]:     <system>
Oct 16 08:26:56 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:26:56 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:26:56 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:26:56 user nova-compute[73884]:       <entry name="serial">40e9d767-26f4-4ae2-8edb-e6fd91db4f9b</entry>
Oct 16 08:26:56 user nova-compute[73884]:       <entry name="uuid">40e9d767-26f4-4ae2-8edb-e6fd91db4f9b</entry>
Oct 16 08:26:56 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:26:56 user nova-compute[73884]:     </system>
Oct 16 08:26:56 user nova-compute[73884]:   </sysinfo>
Oct 16 08:26:56 user nova-compute[73884]:   <os>
Oct 16 08:26:56 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:26:56 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:26:56 user nova-compute[73884]:   </os>
Oct 16 08:26:56 user nova-compute[73884]:   <features>
Oct 16 08:26:56 user nova-compute[73884]:     <acpi/>
Oct 16 08:26:56 user nova-compute[73884]:     <apic/>
Oct 16 08:26:56 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:26:56 user nova-compute[73884]:   </features>
Oct 16 08:26:56 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:26:56 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:26:56 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:26:56 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:26:56 user nova-compute[73884]:   </clock>
Oct 16 08:26:56 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:26:56 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:26:56 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:26:56 user nova-compute[73884]:   </cpu>
Oct 16 08:26:56 user nova-compute[73884]:   <devices>
Oct 16 08:26:56 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:26:56 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:26:56 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk"/>
Oct 16 08:26:56 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:26:56 user nova-compute[73884]:     </disk>
Oct 16 08:26:56 user nova-compute[73884]:     <disk type="block" device="disk">
Oct 16 08:26:56 user nova-compute[73884]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:26:56 user nova-compute[73884]:       <source dev="/dev/sde"/>
Oct 16 08:26:56 user nova-compute[73884]:       <target dev="vdb" bus="virtio"/>
Oct 16 08:26:56 user nova-compute[73884]:       <serial>f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb</serial>
Oct 16 08:26:56 user nova-compute[73884]:     </disk>
Oct 16 08:26:56 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:26:56 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:26:56 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk.rescue"/>
Oct 16 08:26:56 user nova-compute[73884]:       <target dev="vdc" bus="virtio"/>
Oct 16 08:26:56 user nova-compute[73884]:       <boot order="1"/>
Oct 16 08:26:56 user nova-compute[73884]:     </disk>
Oct 16 08:26:56 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:26:56 user nova-compute[73884]:       <mac address="fa:16:3e:f0:e1:03"/>
Oct 16 08:26:56 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:26:56 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:26:56 user nova-compute[73884]:       <target dev="tapd59f0547-73"/>
Oct 16 08:26:56 user nova-compute[73884]:     </interface>
Oct 16 08:26:56 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:26:56 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/console.log" append="off"/>
Oct 16 08:26:56 user nova-compute[73884]:     </serial>
Oct 16 08:26:56 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:26:56 user nova-compute[73884]:     <video>
Oct 16 08:26:56 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:26:56 user nova-compute[73884]:     </video>
Oct 16 08:26:56 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:26:56 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:26:56 user nova-compute[73884]:     </rng>
Oct 16 08:26:56 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:26:56 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:26:56 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:26:56 user nova-compute[73884]:     </memballoon>
Oct 16 08:26:56 user nova-compute[73884]:   </devices>
Oct 16 08:26:56 user nova-compute[73884]: </domain>
Oct 16 08:26:56 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:26:56 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Instance destroyed successfully.
Oct 16 08:26:56 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] No BDM found with device name vdb, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] No BDM found with device name vdc, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:26:56 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] No VIF found with MAC fa:16:3e:f0:e1:03, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:26:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3d3a400c-8faf-4a49-9e14-1a1e50c14594 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Acquiring lock "8081efa1-2d38-4b2d-9821-2c1c9a36a3b3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:26:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3d3a400c-8faf-4a49-9e14-1a1e50c14594 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Lock "8081efa1-2d38-4b2d-9821-2c1c9a36a3b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:26:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3d3a400c-8faf-4a49-9e14-1a1e50c14594 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Acquiring lock "8081efa1-2d38-4b2d-9821-2c1c9a36a3b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:26:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3d3a400c-8faf-4a49-9e14-1a1e50c14594 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Lock "8081efa1-2d38-4b2d-9821-2c1c9a36a3b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:26:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3d3a400c-8faf-4a49-9e14-1a1e50c14594 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Lock "8081efa1-2d38-4b2d-9821-2c1c9a36a3b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.003s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:26:57 user nova-compute[73884]: INFO nova.compute.manager [None req-3d3a400c-8faf-4a49-9e14-1a1e50c14594 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Terminating instance
Oct 16 08:26:57 user nova-compute[73884]: DEBUG nova.compute.manager [None req-3d3a400c-8faf-4a49-9e14-1a1e50c14594 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 08:26:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:57 user nova-compute[73884]: DEBUG nova.network.neutron [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Successfully updated port: b9496ca4-fb04-4860-a8bb-8a5f4b1a555e {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:26:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-56a9ba37-4921-4dce-b958-3fac407304da req-152fa5c5-951b-45b9-ae0d-910bd63e05e0 service nova] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Received event network-vif-unplugged-f38509ea-d5e1-4bcf-8963-812052e6ea08 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:26:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-56a9ba37-4921-4dce-b958-3fac407304da req-152fa5c5-951b-45b9-ae0d-910bd63e05e0 service nova] Acquiring lock "8081efa1-2d38-4b2d-9821-2c1c9a36a3b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:26:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-56a9ba37-4921-4dce-b958-3fac407304da req-152fa5c5-951b-45b9-ae0d-910bd63e05e0 service nova] Lock "8081efa1-2d38-4b2d-9821-2c1c9a36a3b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:26:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-56a9ba37-4921-4dce-b958-3fac407304da req-152fa5c5-951b-45b9-ae0d-910bd63e05e0 service nova] Lock "8081efa1-2d38-4b2d-9821-2c1c9a36a3b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:26:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-56a9ba37-4921-4dce-b958-3fac407304da req-152fa5c5-951b-45b9-ae0d-910bd63e05e0 service nova] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] No waiting events found dispatching network-vif-unplugged-f38509ea-d5e1-4bcf-8963-812052e6ea08 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:26:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-56a9ba37-4921-4dce-b958-3fac407304da req-152fa5c5-951b-45b9-ae0d-910bd63e05e0 service nova] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Received event network-vif-unplugged-f38509ea-d5e1-4bcf-8963-812052e6ea08 for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:26:58 user nova-compute[73884]: DEBUG nova.compute.manager [req-bee9cced-f4e9-4158-8f09-02470eb066ff req-e1d86918-e653-4101-b99c-a33578f2ec2c service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-changed-80ff7b62-3a4d-488c-8781-3ec7683d6579 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:26:58 user nova-compute[73884]: DEBUG nova.compute.manager [req-bee9cced-f4e9-4158-8f09-02470eb066ff req-e1d86918-e653-4101-b99c-a33578f2ec2c service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Refreshing instance network info cache due to event network-changed-80ff7b62-3a4d-488c-8781-3ec7683d6579. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:26:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-bee9cced-f4e9-4158-8f09-02470eb066ff req-e1d86918-e653-4101-b99c-a33578f2ec2c service nova] Acquiring lock "refresh_cache-20d7ff9a-3e41-4a64-83d6-deb66aa18c75" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:26:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-bee9cced-f4e9-4158-8f09-02470eb066ff req-e1d86918-e653-4101-b99c-a33578f2ec2c service nova] Acquired lock "refresh_cache-20d7ff9a-3e41-4a64-83d6-deb66aa18c75" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:26:58 user nova-compute[73884]: DEBUG nova.network.neutron [req-bee9cced-f4e9-4158-8f09-02470eb066ff req-e1d86918-e653-4101-b99c-a33578f2ec2c service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Refreshing network info cache for port 80ff7b62-3a4d-488c-8781-3ec7683d6579 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:26:58 user nova-compute[73884]: DEBUG nova.network.neutron [req-bee9cced-f4e9-4158-8f09-02470eb066ff req-e1d86918-e653-4101-b99c-a33578f2ec2c service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:26:58 user nova-compute[73884]: DEBUG nova.network.neutron [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Successfully updated port: c88dddfb-ccec-4051-b0f5-30309fc3a51c {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:26:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:58 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Instance destroyed successfully.
Oct 16 08:26:58 user nova-compute[73884]: DEBUG nova.objects.instance [None req-3d3a400c-8faf-4a49-9e14-1a1e50c14594 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Lazy-loading 'resources' on Instance uuid 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:26:58 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-3d3a400c-8faf-4a49-9e14-1a1e50c14594 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:23:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-703001150',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-703001150',id=6,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL8puTHjMpi8rwYxpPxkAgQZA9pfQT8qAGxBYANzKHoZDUWv9Dln56n+HgO24sMjUV+8kDT1wlaBLH0I6aYtvVwUTUIUXMhMEP8hex58vveeujv3dzzKvxMjbrtZHCdyFA==',key_name='tempest-keypair-222404738',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:23:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e6f3ad52e4474991970a01a03683910e',ramdisk_id='',reservation_id='r-i2e10up5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-768832629',owner_user_name='tempest-TaggedAttachmentsTest-768832629-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:23:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='607bcff6aff24feaa4c488c280e616a3',uuid=8081efa1-2d38-4b2d-9821-2c1c9a36a3b3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f38509ea-d5e1-4bcf-8963-812052e6ea08", "address": "fa:16:3e:03:e5:b5", "network": {"id": "312c76b5-8bfb-438c-a246-c24552424904", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-2061917154-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e6f3ad52e4474991970a01a03683910e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf38509ea-d5", "ovs_interfaceid": "f38509ea-d5e1-4bcf-8963-812052e6ea08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:26:58 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-3d3a400c-8faf-4a49-9e14-1a1e50c14594 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Converting VIF {"id": "f38509ea-d5e1-4bcf-8963-812052e6ea08", "address": "fa:16:3e:03:e5:b5", "network": {"id": "312c76b5-8bfb-438c-a246-c24552424904", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-2061917154-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e6f3ad52e4474991970a01a03683910e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf38509ea-d5", "ovs_interfaceid": "f38509ea-d5e1-4bcf-8963-812052e6ea08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:26:58 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-3d3a400c-8faf-4a49-9e14-1a1e50c14594 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:03:e5:b5,bridge_name='br-int',has_traffic_filtering=True,id=f38509ea-d5e1-4bcf-8963-812052e6ea08,network=Network(312c76b5-8bfb-438c-a246-c24552424904),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf38509ea-d5') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:26:58 user nova-compute[73884]: DEBUG os_vif [None req-3d3a400c-8faf-4a49-9e14-1a1e50c14594 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:03:e5:b5,bridge_name='br-int',has_traffic_filtering=True,id=f38509ea-d5e1-4bcf-8963-812052e6ea08,network=Network(312c76b5-8bfb-438c-a246-c24552424904),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf38509ea-d5') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:26:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf38509ea-d5, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:26:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:26:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c4602987-fcff-4f75-bd18-f44f20b464eb) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:26:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:26:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:58 user nova-compute[73884]: INFO os_vif [None req-3d3a400c-8faf-4a49-9e14-1a1e50c14594 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:03:e5:b5,bridge_name='br-int',has_traffic_filtering=True,id=f38509ea-d5e1-4bcf-8963-812052e6ea08,network=Network(312c76b5-8bfb-438c-a246-c24552424904),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf38509ea-d5')
Oct 16 08:26:58 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-3d3a400c-8faf-4a49-9e14-1a1e50c14594 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Deleting instance files /opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3_del
Oct 16 08:26:58 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-3d3a400c-8faf-4a49-9e14-1a1e50c14594 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Deletion of /opt/stack/data/nova/instances/8081efa1-2d38-4b2d-9821-2c1c9a36a3b3_del complete
Oct 16 08:26:58 user nova-compute[73884]: DEBUG nova.network.neutron [req-bee9cced-f4e9-4158-8f09-02470eb066ff req-e1d86918-e653-4101-b99c-a33578f2ec2c service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:26:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-bee9cced-f4e9-4158-8f09-02470eb066ff req-e1d86918-e653-4101-b99c-a33578f2ec2c service nova] Releasing lock "refresh_cache-20d7ff9a-3e41-4a64-83d6-deb66aa18c75" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:26:58 user nova-compute[73884]: DEBUG nova.compute.manager [req-bee9cced-f4e9-4158-8f09-02470eb066ff req-e1d86918-e653-4101-b99c-a33578f2ec2c service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-changed-b9496ca4-fb04-4860-a8bb-8a5f4b1a555e {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:26:58 user nova-compute[73884]: DEBUG nova.compute.manager [req-bee9cced-f4e9-4158-8f09-02470eb066ff req-e1d86918-e653-4101-b99c-a33578f2ec2c service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Refreshing instance network info cache due to event network-changed-b9496ca4-fb04-4860-a8bb-8a5f4b1a555e. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:26:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-bee9cced-f4e9-4158-8f09-02470eb066ff req-e1d86918-e653-4101-b99c-a33578f2ec2c service nova] Acquiring lock "refresh_cache-20d7ff9a-3e41-4a64-83d6-deb66aa18c75" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:26:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-bee9cced-f4e9-4158-8f09-02470eb066ff req-e1d86918-e653-4101-b99c-a33578f2ec2c service nova] Acquired lock "refresh_cache-20d7ff9a-3e41-4a64-83d6-deb66aa18c75" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:26:58 user nova-compute[73884]: DEBUG nova.network.neutron [req-bee9cced-f4e9-4158-8f09-02470eb066ff req-e1d86918-e653-4101-b99c-a33578f2ec2c service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Refreshing network info cache for port b9496ca4-fb04-4860-a8bb-8a5f4b1a555e {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:26:58 user nova-compute[73884]: INFO nova.compute.manager [None req-3d3a400c-8faf-4a49-9e14-1a1e50c14594 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Took 1.45 seconds to destroy the instance on the hypervisor.
Oct 16 08:26:58 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-3d3a400c-8faf-4a49-9e14-1a1e50c14594 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 08:26:58 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 08:26:58 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 08:26:58 user nova-compute[73884]: DEBUG nova.network.neutron [req-bee9cced-f4e9-4158-8f09-02470eb066ff req-e1d86918-e653-4101-b99c-a33578f2ec2c service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:26:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:59 user nova-compute[73884]: DEBUG nova.network.neutron [req-bee9cced-f4e9-4158-8f09-02470eb066ff req-e1d86918-e653-4101-b99c-a33578f2ec2c service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:26:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-bee9cced-f4e9-4158-8f09-02470eb066ff req-e1d86918-e653-4101-b99c-a33578f2ec2c service nova] Releasing lock "refresh_cache-20d7ff9a-3e41-4a64-83d6-deb66aa18c75" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:26:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:26:59 user nova-compute[73884]: DEBUG nova.network.neutron [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Successfully updated port: e01f772e-0293-4368-9c2f-8774b294fd40 {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:26:59 user nova-compute[73884]: DEBUG nova.compute.manager [req-0f455e9d-876a-48fc-b3e5-7c84a417dbb3 req-2849547e-2371-4a92-82f5-582cf7436dcf service nova] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Received event network-vif-plugged-f38509ea-d5e1-4bcf-8963-812052e6ea08 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:26:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0f455e9d-876a-48fc-b3e5-7c84a417dbb3 req-2849547e-2371-4a92-82f5-582cf7436dcf service nova] Acquiring lock "8081efa1-2d38-4b2d-9821-2c1c9a36a3b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:26:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0f455e9d-876a-48fc-b3e5-7c84a417dbb3 req-2849547e-2371-4a92-82f5-582cf7436dcf service nova] Lock "8081efa1-2d38-4b2d-9821-2c1c9a36a3b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:26:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0f455e9d-876a-48fc-b3e5-7c84a417dbb3 req-2849547e-2371-4a92-82f5-582cf7436dcf service nova] Lock "8081efa1-2d38-4b2d-9821-2c1c9a36a3b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:26:59 user nova-compute[73884]: DEBUG nova.compute.manager [req-0f455e9d-876a-48fc-b3e5-7c84a417dbb3 req-2849547e-2371-4a92-82f5-582cf7436dcf service nova] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] No waiting events found dispatching network-vif-plugged-f38509ea-d5e1-4bcf-8963-812052e6ea08 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:26:59 user nova-compute[73884]: WARNING nova.compute.manager [req-0f455e9d-876a-48fc-b3e5-7c84a417dbb3 req-2849547e-2371-4a92-82f5-582cf7436dcf service nova] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Received unexpected event network-vif-plugged-f38509ea-d5e1-4bcf-8963-812052e6ea08 for instance with vm_state active and task_state deleting.
Oct 16 08:26:59 user nova-compute[73884]: DEBUG nova.compute.manager [req-0f455e9d-876a-48fc-b3e5-7c84a417dbb3 req-2849547e-2371-4a92-82f5-582cf7436dcf service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Received event network-vif-plugged-d59f0547-73f9-4b4d-ba96-b23a68d95305 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:26:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0f455e9d-876a-48fc-b3e5-7c84a417dbb3 req-2849547e-2371-4a92-82f5-582cf7436dcf service nova] Acquiring lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:26:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0f455e9d-876a-48fc-b3e5-7c84a417dbb3 req-2849547e-2371-4a92-82f5-582cf7436dcf service nova] Lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:26:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0f455e9d-876a-48fc-b3e5-7c84a417dbb3 req-2849547e-2371-4a92-82f5-582cf7436dcf service nova] Lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:26:59 user nova-compute[73884]: DEBUG nova.compute.manager [req-0f455e9d-876a-48fc-b3e5-7c84a417dbb3 req-2849547e-2371-4a92-82f5-582cf7436dcf service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] No waiting events found dispatching network-vif-plugged-d59f0547-73f9-4b4d-ba96-b23a68d95305 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:26:59 user nova-compute[73884]: WARNING nova.compute.manager [req-0f455e9d-876a-48fc-b3e5-7c84a417dbb3 req-2849547e-2371-4a92-82f5-582cf7436dcf service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Received unexpected event network-vif-plugged-d59f0547-73f9-4b4d-ba96-b23a68d95305 for instance with vm_state active and task_state rescuing.
Oct 16 08:26:59 user nova-compute[73884]: DEBUG nova.compute.manager [req-0f455e9d-876a-48fc-b3e5-7c84a417dbb3 req-2849547e-2371-4a92-82f5-582cf7436dcf service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Received event network-vif-plugged-d59f0547-73f9-4b4d-ba96-b23a68d95305 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:26:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0f455e9d-876a-48fc-b3e5-7c84a417dbb3 req-2849547e-2371-4a92-82f5-582cf7436dcf service nova] Acquiring lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:26:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0f455e9d-876a-48fc-b3e5-7c84a417dbb3 req-2849547e-2371-4a92-82f5-582cf7436dcf service nova] Lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:26:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0f455e9d-876a-48fc-b3e5-7c84a417dbb3 req-2849547e-2371-4a92-82f5-582cf7436dcf service nova] Lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:26:59 user nova-compute[73884]: DEBUG nova.compute.manager [req-0f455e9d-876a-48fc-b3e5-7c84a417dbb3 req-2849547e-2371-4a92-82f5-582cf7436dcf service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] No waiting events found dispatching network-vif-plugged-d59f0547-73f9-4b4d-ba96-b23a68d95305 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:26:59 user nova-compute[73884]: WARNING nova.compute.manager [req-0f455e9d-876a-48fc-b3e5-7c84a417dbb3 req-2849547e-2371-4a92-82f5-582cf7436dcf service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Received unexpected event network-vif-plugged-d59f0547-73f9-4b4d-ba96-b23a68d95305 for instance with vm_state active and task_state rescuing.
Oct 16 08:27:00 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:00 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:00 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:00 user nova-compute[73884]: DEBUG nova.compute.manager [req-808c023a-9e81-40b5-9be2-2d88bcfc6a8f req-9b13671a-34c7-4b0f-bdd5-cbd5bc1a86dc service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-changed-c88dddfb-ccec-4051-b0f5-30309fc3a51c {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:27:00 user nova-compute[73884]: DEBUG nova.compute.manager [req-808c023a-9e81-40b5-9be2-2d88bcfc6a8f req-9b13671a-34c7-4b0f-bdd5-cbd5bc1a86dc service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Refreshing instance network info cache due to event network-changed-c88dddfb-ccec-4051-b0f5-30309fc3a51c. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:27:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-808c023a-9e81-40b5-9be2-2d88bcfc6a8f req-9b13671a-34c7-4b0f-bdd5-cbd5bc1a86dc service nova] Acquiring lock "refresh_cache-20d7ff9a-3e41-4a64-83d6-deb66aa18c75" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:27:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-808c023a-9e81-40b5-9be2-2d88bcfc6a8f req-9b13671a-34c7-4b0f-bdd5-cbd5bc1a86dc service nova] Acquired lock "refresh_cache-20d7ff9a-3e41-4a64-83d6-deb66aa18c75" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:27:00 user nova-compute[73884]: DEBUG nova.network.neutron [req-808c023a-9e81-40b5-9be2-2d88bcfc6a8f req-9b13671a-34c7-4b0f-bdd5-cbd5bc1a86dc service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Refreshing network info cache for port c88dddfb-ccec-4051-b0f5-30309fc3a51c {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:27:00 user nova-compute[73884]: DEBUG nova.network.neutron [req-808c023a-9e81-40b5-9be2-2d88bcfc6a8f req-9b13671a-34c7-4b0f-bdd5-cbd5bc1a86dc service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:27:00 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:27:00 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Took 2.06 seconds to deallocate network for instance.
Oct 16 08:27:00 user nova-compute[73884]: DEBUG nova.compute.manager [req-77838b1a-f37a-4a2f-a8bc-5ee035fe113a req-ce44f615-f6bf-4e20-af40-56dd55b8aadb service nova] [instance: 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3] Received event network-vif-deleted-f38509ea-d5e1-4bcf-8963-812052e6ea08 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:27:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3d3a400c-8faf-4a49-9e14-1a1e50c14594 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3d3a400c-8faf-4a49-9e14-1a1e50c14594 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:01 user nova-compute[73884]: DEBUG nova.network.neutron [req-808c023a-9e81-40b5-9be2-2d88bcfc6a8f req-9b13671a-34c7-4b0f-bdd5-cbd5bc1a86dc service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:27:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-808c023a-9e81-40b5-9be2-2d88bcfc6a8f req-9b13671a-34c7-4b0f-bdd5-cbd5bc1a86dc service nova] Releasing lock "refresh_cache-20d7ff9a-3e41-4a64-83d6-deb66aa18c75" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:27:01 user nova-compute[73884]: DEBUG nova.compute.manager [req-808c023a-9e81-40b5-9be2-2d88bcfc6a8f req-9b13671a-34c7-4b0f-bdd5-cbd5bc1a86dc service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-changed-e01f772e-0293-4368-9c2f-8774b294fd40 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:27:01 user nova-compute[73884]: DEBUG nova.compute.manager [req-808c023a-9e81-40b5-9be2-2d88bcfc6a8f req-9b13671a-34c7-4b0f-bdd5-cbd5bc1a86dc service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Refreshing instance network info cache due to event network-changed-e01f772e-0293-4368-9c2f-8774b294fd40. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:27:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-808c023a-9e81-40b5-9be2-2d88bcfc6a8f req-9b13671a-34c7-4b0f-bdd5-cbd5bc1a86dc service nova] Acquiring lock "refresh_cache-20d7ff9a-3e41-4a64-83d6-deb66aa18c75" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:27:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-808c023a-9e81-40b5-9be2-2d88bcfc6a8f req-9b13671a-34c7-4b0f-bdd5-cbd5bc1a86dc service nova] Acquired lock "refresh_cache-20d7ff9a-3e41-4a64-83d6-deb66aa18c75" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:27:01 user nova-compute[73884]: DEBUG nova.network.neutron [req-808c023a-9e81-40b5-9be2-2d88bcfc6a8f req-9b13671a-34c7-4b0f-bdd5-cbd5bc1a86dc service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Refreshing network info cache for port e01f772e-0293-4368-9c2f-8774b294fd40 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:27:01 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-3d3a400c-8faf-4a49-9e14-1a1e50c14594 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:27:01 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-3d3a400c-8faf-4a49-9e14-1a1e50c14594 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:27:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3d3a400c-8faf-4a49-9e14-1a1e50c14594 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.488s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:01 user nova-compute[73884]: DEBUG nova.network.neutron [req-808c023a-9e81-40b5-9be2-2d88bcfc6a8f req-9b13671a-34c7-4b0f-bdd5-cbd5bc1a86dc service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:27:01 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-3d3a400c-8faf-4a49-9e14-1a1e50c14594 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Deleted allocations for instance 8081efa1-2d38-4b2d-9821-2c1c9a36a3b3
Oct 16 08:27:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3d3a400c-8faf-4a49-9e14-1a1e50c14594 tempest-TaggedAttachmentsTest-768832629 tempest-TaggedAttachmentsTest-768832629-project-member] Lock "8081efa1-2d38-4b2d-9821-2c1c9a36a3b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.305s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:01 user nova-compute[73884]: DEBUG nova.network.neutron [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Successfully updated port: 62629173-8823-4ced-bbc0-dcd2b919f557 {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:27:01 user nova-compute[73884]: DEBUG nova.compute.manager [None req-921cbb32-f93e-4a61-8aef-b4af4c483594 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:27:01 user nova-compute[73884]: DEBUG nova.network.neutron [req-808c023a-9e81-40b5-9be2-2d88bcfc6a8f req-9b13671a-34c7-4b0f-bdd5-cbd5bc1a86dc service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:27:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-808c023a-9e81-40b5-9be2-2d88bcfc6a8f req-9b13671a-34c7-4b0f-bdd5-cbd5bc1a86dc service nova] Releasing lock "refresh_cache-20d7ff9a-3e41-4a64-83d6-deb66aa18c75" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:27:02 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:02 user nova-compute[73884]: DEBUG nova.compute.manager [req-577f77e1-f1c6-4810-8a80-6096c600b658 req-96502203-745c-4761-87cc-37ad3932c4fe service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-changed-62629173-8823-4ced-bbc0-dcd2b919f557 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:27:02 user nova-compute[73884]: DEBUG nova.compute.manager [req-577f77e1-f1c6-4810-8a80-6096c600b658 req-96502203-745c-4761-87cc-37ad3932c4fe service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Refreshing instance network info cache due to event network-changed-62629173-8823-4ced-bbc0-dcd2b919f557. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:27:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-577f77e1-f1c6-4810-8a80-6096c600b658 req-96502203-745c-4761-87cc-37ad3932c4fe service nova] Acquiring lock "refresh_cache-20d7ff9a-3e41-4a64-83d6-deb66aa18c75" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:27:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-577f77e1-f1c6-4810-8a80-6096c600b658 req-96502203-745c-4761-87cc-37ad3932c4fe service nova] Acquired lock "refresh_cache-20d7ff9a-3e41-4a64-83d6-deb66aa18c75" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:27:02 user nova-compute[73884]: DEBUG nova.network.neutron [req-577f77e1-f1c6-4810-8a80-6096c600b658 req-96502203-745c-4761-87cc-37ad3932c4fe service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Refreshing network info cache for port 62629173-8823-4ced-bbc0-dcd2b919f557 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:27:02 user nova-compute[73884]: DEBUG nova.network.neutron [req-577f77e1-f1c6-4810-8a80-6096c600b658 req-96502203-745c-4761-87cc-37ad3932c4fe service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:27:02 user nova-compute[73884]: DEBUG nova.compute.manager [req-8625ae31-2148-4804-9c44-0f34256b98e0 req-a11e54aa-ad91-4708-ab91-fcae99452e0b service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-changed-62b197ba-ece7-4477-8b88-961b63ee13b2 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:27:02 user nova-compute[73884]: DEBUG nova.compute.manager [req-8625ae31-2148-4804-9c44-0f34256b98e0 req-a11e54aa-ad91-4708-ab91-fcae99452e0b service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Refreshing instance network info cache due to event network-changed-62b197ba-ece7-4477-8b88-961b63ee13b2. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:27:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8625ae31-2148-4804-9c44-0f34256b98e0 req-a11e54aa-ad91-4708-ab91-fcae99452e0b service nova] Acquiring lock "refresh_cache-cd97f643-1d23-4c93-9784-b83e51336e83" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:27:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8625ae31-2148-4804-9c44-0f34256b98e0 req-a11e54aa-ad91-4708-ab91-fcae99452e0b service nova] Acquired lock "refresh_cache-cd97f643-1d23-4c93-9784-b83e51336e83" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:27:02 user nova-compute[73884]: DEBUG nova.network.neutron [req-8625ae31-2148-4804-9c44-0f34256b98e0 req-a11e54aa-ad91-4708-ab91-fcae99452e0b service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Refreshing network info cache for port 62b197ba-ece7-4477-8b88-961b63ee13b2 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:27:03 user nova-compute[73884]: DEBUG nova.network.neutron [req-577f77e1-f1c6-4810-8a80-6096c600b658 req-96502203-745c-4761-87cc-37ad3932c4fe service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:27:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-577f77e1-f1c6-4810-8a80-6096c600b658 req-96502203-745c-4761-87cc-37ad3932c4fe service nova] Releasing lock "refresh_cache-20d7ff9a-3e41-4a64-83d6-deb66aa18c75" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:27:03 user nova-compute[73884]: DEBUG nova.network.neutron [req-8625ae31-2148-4804-9c44-0f34256b98e0 req-a11e54aa-ad91-4708-ab91-fcae99452e0b service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Updated VIF entry in instance network info cache for port 62b197ba-ece7-4477-8b88-961b63ee13b2. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:27:03 user nova-compute[73884]: DEBUG nova.network.neutron [req-8625ae31-2148-4804-9c44-0f34256b98e0 req-a11e54aa-ad91-4708-ab91-fcae99452e0b service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Updating instance_info_cache with network_info: [{"id": "62b197ba-ece7-4477-8b88-961b63ee13b2", "address": "fa:16:3e:26:ce:91", "network": {"id": "b79d90dc-41e3-4e79-9121-5857cd8d1835", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1952190308-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62b197ba-ec", "ovs_interfaceid": "62b197ba-ece7-4477-8b88-961b63ee13b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e93744bd-e5be-4600-bac5-5d367c85a023", "address": "fa:16:3e:ff:b9:e0", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape93744bd-e5", "ovs_interfaceid": "e93744bd-e5be-4600-bac5-5d367c85a023", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d", "address": "fa:16:3e:2c:eb:22", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b9dc9d3-1e", "ovs_interfaceid": "2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "99b80e80-73bf-482f-8a9c-c350c805a644", "address": "fa:16:3e:97:61:2a", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99b80e80-73", "ovs_interfaceid": "99b80e80-73bf-482f-8a9c-c350c805a644", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7b29c56e-4c85-4c95-b43d-b87384ad92ae", "address": "fa:16:3e:19:c7:52", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b29c56e-4c", "ovs_interfaceid": "7b29c56e-4c85-4c95-b43d-b87384ad92ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80250c47-3166-4d43-b6e8-748a7ce26973", "address": "fa:16:3e:65:14:24", "network": {"id": "0786d898-9c44-4cfb-88f6-b846abebad8d", "bridge": "br-int", "label": "tempest-device-tagging-net2-534741338", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80250c47-31", "ovs_interfaceid": "80250c47-3166-4d43-b6e8-748a7ce26973", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c5b97f49-f7c7-45ee-afbd-55644f519f4d", "address": "fa:16:3e:ff:9f:7d", "network": {"id": "0786d898-9c44-4cfb-88f6-b846abebad8d", "bridge": "br-int", "label": "tempest-device-tagging-net2-534741338", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5b97f49-f7", "ovs_interfaceid": "c5b97f49-f7c7-45ee-afbd-55644f519f4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:27:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8625ae31-2148-4804-9c44-0f34256b98e0 req-a11e54aa-ad91-4708-ab91-fcae99452e0b service nova] Releasing lock "refresh_cache-cd97f643-1d23-4c93-9784-b83e51336e83" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:27:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:04 user nova-compute[73884]: DEBUG nova.network.neutron [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Successfully updated port: a552eab1-8024-4e36-a186-a95a8b7a4984 {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:27:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Acquiring lock "refresh_cache-20d7ff9a-3e41-4a64-83d6-deb66aa18c75" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:27:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Acquired lock "refresh_cache-20d7ff9a-3e41-4a64-83d6-deb66aa18c75" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:27:04 user nova-compute[73884]: DEBUG nova.network.neutron [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:27:04 user nova-compute[73884]: DEBUG nova.network.neutron [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:27:04 user nova-compute[73884]: DEBUG nova.compute.manager [req-093ce2ef-6c35-4d54-9704-0d99a08f86f2 req-29b734ce-9a13-4556-bdab-e8eec555ae67 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-changed-a552eab1-8024-4e36-a186-a95a8b7a4984 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:27:04 user nova-compute[73884]: DEBUG nova.compute.manager [req-093ce2ef-6c35-4d54-9704-0d99a08f86f2 req-29b734ce-9a13-4556-bdab-e8eec555ae67 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Refreshing instance network info cache due to event network-changed-a552eab1-8024-4e36-a186-a95a8b7a4984. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:27:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-093ce2ef-6c35-4d54-9704-0d99a08f86f2 req-29b734ce-9a13-4556-bdab-e8eec555ae67 service nova] Acquiring lock "refresh_cache-20d7ff9a-3e41-4a64-83d6-deb66aa18c75" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:27:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Acquiring lock "cd97f643-1d23-4c93-9784-b83e51336e83" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Lock "cd97f643-1d23-4c93-9784-b83e51336e83" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Acquiring lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:05 user nova-compute[73884]: INFO nova.compute.manager [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Terminating instance
Oct 16 08:27:05 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 08:27:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:06 user nova-compute[73884]: DEBUG nova.compute.manager [req-6ec0d2da-0aba-4ad9-a749-ff4674345c2d req-8ae833bd-3ff4-4277-9896-0c0b3ee9679b service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-vif-unplugged-80250c47-3166-4d43-b6e8-748a7ce26973 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:27:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6ec0d2da-0aba-4ad9-a749-ff4674345c2d req-8ae833bd-3ff4-4277-9896-0c0b3ee9679b service nova] Acquiring lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6ec0d2da-0aba-4ad9-a749-ff4674345c2d req-8ae833bd-3ff4-4277-9896-0c0b3ee9679b service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6ec0d2da-0aba-4ad9-a749-ff4674345c2d req-8ae833bd-3ff4-4277-9896-0c0b3ee9679b service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:06 user nova-compute[73884]: DEBUG nova.compute.manager [req-6ec0d2da-0aba-4ad9-a749-ff4674345c2d req-8ae833bd-3ff4-4277-9896-0c0b3ee9679b service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] No waiting events found dispatching network-vif-unplugged-80250c47-3166-4d43-b6e8-748a7ce26973 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:27:06 user nova-compute[73884]: DEBUG nova.compute.manager [req-6ec0d2da-0aba-4ad9-a749-ff4674345c2d req-8ae833bd-3ff4-4277-9896-0c0b3ee9679b service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-vif-unplugged-80250c47-3166-4d43-b6e8-748a7ce26973 for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:27:06 user nova-compute[73884]: DEBUG nova.compute.manager [req-7ad91104-fdc7-45a7-a64f-1e73b0ea6b83 req-1909d4a2-57e1-4713-a227-176e9071122b service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-vif-unplugged-62b197ba-ece7-4477-8b88-961b63ee13b2 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:27:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-7ad91104-fdc7-45a7-a64f-1e73b0ea6b83 req-1909d4a2-57e1-4713-a227-176e9071122b service nova] Acquiring lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-7ad91104-fdc7-45a7-a64f-1e73b0ea6b83 req-1909d4a2-57e1-4713-a227-176e9071122b service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-7ad91104-fdc7-45a7-a64f-1e73b0ea6b83 req-1909d4a2-57e1-4713-a227-176e9071122b service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:06 user nova-compute[73884]: DEBUG nova.compute.manager [req-7ad91104-fdc7-45a7-a64f-1e73b0ea6b83 req-1909d4a2-57e1-4713-a227-176e9071122b service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] No waiting events found dispatching network-vif-unplugged-62b197ba-ece7-4477-8b88-961b63ee13b2 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:27:06 user nova-compute[73884]: DEBUG nova.compute.manager [req-7ad91104-fdc7-45a7-a64f-1e73b0ea6b83 req-1909d4a2-57e1-4713-a227-176e9071122b service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-vif-unplugged-62b197ba-ece7-4477-8b88-961b63ee13b2 for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:27:06 user nova-compute[73884]: DEBUG nova.compute.manager [req-7ad91104-fdc7-45a7-a64f-1e73b0ea6b83 req-1909d4a2-57e1-4713-a227-176e9071122b service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-vif-plugged-62b197ba-ece7-4477-8b88-961b63ee13b2 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:27:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-7ad91104-fdc7-45a7-a64f-1e73b0ea6b83 req-1909d4a2-57e1-4713-a227-176e9071122b service nova] Acquiring lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-7ad91104-fdc7-45a7-a64f-1e73b0ea6b83 req-1909d4a2-57e1-4713-a227-176e9071122b service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-7ad91104-fdc7-45a7-a64f-1e73b0ea6b83 req-1909d4a2-57e1-4713-a227-176e9071122b service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:06 user nova-compute[73884]: DEBUG nova.compute.manager [req-7ad91104-fdc7-45a7-a64f-1e73b0ea6b83 req-1909d4a2-57e1-4713-a227-176e9071122b service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] No waiting events found dispatching network-vif-plugged-62b197ba-ece7-4477-8b88-961b63ee13b2 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:27:06 user nova-compute[73884]: WARNING nova.compute.manager [req-7ad91104-fdc7-45a7-a64f-1e73b0ea6b83 req-1909d4a2-57e1-4713-a227-176e9071122b service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received unexpected event network-vif-plugged-62b197ba-ece7-4477-8b88-961b63ee13b2 for instance with vm_state active and task_state deleting.
Oct 16 08:27:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:06 user nova-compute[73884]: DEBUG nova.network.neutron [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Updating instance_info_cache with network_info: [{"id": "04fdfcda-0417-40d8-b89b-1048995d94eb", "address": "fa:16:3e:00:6a:85", "network": {"id": "222c2df1-b13e-46a2-aa61-c3fcdf2f480c", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1257709830-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04fdfcda-04", "ovs_interfaceid": "04fdfcda-0417-40d8-b89b-1048995d94eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80ff7b62-3a4d-488c-8781-3ec7683d6579", "address": "fa:16:3e:6b:30:2c", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80ff7b62-3a", "ovs_interfaceid": "80ff7b62-3a4d-488c-8781-3ec7683d6579", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "b9496ca4-fb04-4860-a8bb-8a5f4b1a555e", "address": "fa:16:3e:17:0b:1e", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9496ca4-fb", "ovs_interfaceid": "b9496ca4-fb04-4860-a8bb-8a5f4b1a555e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c88dddfb-ccec-4051-b0f5-30309fc3a51c", "address": "fa:16:3e:fd:b2:06", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc88dddfb-cc", "ovs_interfaceid": "c88dddfb-ccec-4051-b0f5-30309fc3a51c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e01f772e-0293-4368-9c2f-8774b294fd40", "address": "fa:16:3e:6b:0b:89", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape01f772e-02", "ovs_interfaceid": "e01f772e-0293-4368-9c2f-8774b294fd40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "62629173-8823-4ced-bbc0-dcd2b919f557", "address": "fa:16:3e:25:37:40", "network": {"id": "45202ce0-291c-4e22-8347-b8e1da09b37e", "bridge": "br-int", "label": "tempest-device-tagging-net2-10226373", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62629173-88", "ovs_interfaceid": "62629173-8823-4ced-bbc0-dcd2b919f557", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a552eab1-8024-4e36-a186-a95a8b7a4984", "address": "fa:16:3e:05:21:35", "network": {"id": "45202ce0-291c-4e22-8347-b8e1da09b37e", "bridge": "br-int", "label": "tempest-device-tagging-net2-10226373", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa552eab1-80", "ovs_interfaceid": "a552eab1-8024-4e36-a186-a95a8b7a4984", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:27:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Releasing lock "refresh_cache-20d7ff9a-3e41-4a64-83d6-deb66aa18c75" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:27:06 user nova-compute[73884]: DEBUG nova.compute.manager [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Instance network_info: |[{"id": "04fdfcda-0417-40d8-b89b-1048995d94eb", "address": "fa:16:3e:00:6a:85", "network": {"id": "222c2df1-b13e-46a2-aa61-c3fcdf2f480c", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1257709830-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04fdfcda-04", "ovs_interfaceid": "04fdfcda-0417-40d8-b89b-1048995d94eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80ff7b62-3a4d-488c-8781-3ec7683d6579", "address": "fa:16:3e:6b:30:2c", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80ff7b62-3a", "ovs_interfaceid": "80ff7b62-3a4d-488c-8781-3ec7683d6579", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "b9496ca4-fb04-4860-a8bb-8a5f4b1a555e", "address": "fa:16:3e:17:0b:1e", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9496ca4-fb", "ovs_interfaceid": "b9496ca4-fb04-4860-a8bb-8a5f4b1a555e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c88dddfb-ccec-4051-b0f5-30309fc3a51c", "address": "fa:16:3e:fd:b2:06", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc88dddfb-cc", "ovs_interfaceid": "c88dddfb-ccec-4051-b0f5-30309fc3a51c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e01f772e-0293-4368-9c2f-8774b294fd40", "address": "fa:16:3e:6b:0b:89", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape01f772e-02", "ovs_interfaceid": "e01f772e-0293-4368-9c2f-8774b294fd40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "62629173-8823-4ced-bbc0-dcd2b919f557", "address": "fa:16:3e:25:37:40", "network": {"id": "45202ce0-291c-4e22-8347-b8e1da09b37e", "bridge": "br-int", "label": "tempest-device-tagging-net2-10226373", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62629173-88", "ovs_interfaceid": "62629173-8823-4ced-bbc0-dcd2b919f557", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a552eab1-8024-4e36-a186-a95a8b7a4984", "address": "fa:16:3e:05:21:35", "network": {"id": "45202ce0-291c-4e22-8347-b8e1da09b37e", "bridge": "br-int", "label": "tempest-device-tagging-net2-10226373", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa552eab1-80", "ovs_interfaceid": "a552eab1-8024-4e36-a186-a95a8b7a4984", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:27:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-093ce2ef-6c35-4d54-9704-0d99a08f86f2 req-29b734ce-9a13-4556-bdab-e8eec555ae67 service nova] Acquired lock "refresh_cache-20d7ff9a-3e41-4a64-83d6-deb66aa18c75" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:27:06 user nova-compute[73884]: DEBUG nova.network.neutron [req-093ce2ef-6c35-4d54-9704-0d99a08f86f2 req-29b734ce-9a13-4556-bdab-e8eec555ae67 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Refreshing network info cache for port a552eab1-8024-4e36-a186-a95a8b7a4984 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:27:07 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Instance destroyed successfully.
Oct 16 08:27:07 user nova-compute[73884]: DEBUG nova.objects.instance [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Lazy-loading 'resources' on Instance uuid cd97f643-1d23-4c93-9784-b83e51336e83 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:24:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2042930177',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2042930177',id=9,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEdZOawEvTFgH5FOjudUlBVEJp3REEqV44aCQWgjb7YifDZ/cipjqV9KerAsyKXXCz0SD5tcADjyfTeuUGxRwivkJeLKtZi1Mpyg5i/iR/CvX7sKvGeHRT2JqAYbPTomFQ==',key_name='tempest-keypair-1272828536',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:25:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='364a3faf0f2c47d6be0aff3c04822f35',ramdisk_id='',reservation_id='r-x26vb3eo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-727202878',owner_user_name='tempest-TaggedBootDevicesTest-727202878-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:25:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='48e968bafdf046fcab75d7c70743a165',uuid=cd97f643-1d23-4c93-9784-b83e51336e83,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "62b197ba-ece7-4477-8b88-961b63ee13b2", "address": "fa:16:3e:26:ce:91", "network": {"id": "b79d90dc-41e3-4e79-9121-5857cd8d1835", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1952190308-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62b197ba-ec", "ovs_interfaceid": "62b197ba-ece7-4477-8b88-961b63ee13b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Converting VIF {"id": "62b197ba-ece7-4477-8b88-961b63ee13b2", "address": "fa:16:3e:26:ce:91", "network": {"id": "b79d90dc-41e3-4e79-9121-5857cd8d1835", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1952190308-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62b197ba-ec", "ovs_interfaceid": "62b197ba-ece7-4477-8b88-961b63ee13b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:26:ce:91,bridge_name='br-int',has_traffic_filtering=True,id=62b197ba-ece7-4477-8b88-961b63ee13b2,network=Network(b79d90dc-41e3-4e79-9121-5857cd8d1835),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62b197ba-ec') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG os_vif [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:26:ce:91,bridge_name='br-int',has_traffic_filtering=True,id=62b197ba-ece7-4477-8b88-961b63ee13b2,network=Network(b79d90dc-41e3-4e79-9121-5857cd8d1835),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62b197ba-ec') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap62b197ba-ec, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=09d4923b-d533-4115-8b86-fb24494dbc85) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:07 user nova-compute[73884]: INFO os_vif [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:26:ce:91,bridge_name='br-int',has_traffic_filtering=True,id=62b197ba-ece7-4477-8b88-961b63ee13b2,network=Network(b79d90dc-41e3-4e79-9121-5857cd8d1835),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62b197ba-ec')
Oct 16 08:27:07 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:24:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2042930177',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2042930177',id=9,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEdZOawEvTFgH5FOjudUlBVEJp3REEqV44aCQWgjb7YifDZ/cipjqV9KerAsyKXXCz0SD5tcADjyfTeuUGxRwivkJeLKtZi1Mpyg5i/iR/CvX7sKvGeHRT2JqAYbPTomFQ==',key_name='tempest-keypair-1272828536',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:25:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='364a3faf0f2c47d6be0aff3c04822f35',ramdisk_id='',reservation_id='r-x26vb3eo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-727202878',owner_user_name='tempest-TaggedBootDevicesTest-727202878-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:25:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='48e968bafdf046fcab75d7c70743a165',uuid=cd97f643-1d23-4c93-9784-b83e51336e83,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e93744bd-e5be-4600-bac5-5d367c85a023", "address": "fa:16:3e:ff:b9:e0", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape93744bd-e5", "ovs_interfaceid": "e93744bd-e5be-4600-bac5-5d367c85a023", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Converting VIF {"id": "e93744bd-e5be-4600-bac5-5d367c85a023", "address": "fa:16:3e:ff:b9:e0", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape93744bd-e5", "ovs_interfaceid": "e93744bd-e5be-4600-bac5-5d367c85a023", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ff:b9:e0,bridge_name='br-int',has_traffic_filtering=True,id=e93744bd-e5be-4600-bac5-5d367c85a023,network=Network(535be10c-10db-43ea-86b3-6a8e57b0b7a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape93744bd-e5') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG os_vif [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:b9:e0,bridge_name='br-int',has_traffic_filtering=True,id=e93744bd-e5be-4600-bac5-5d367c85a023,network=Network(535be10c-10db-43ea-86b3-6a8e57b0b7a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape93744bd-e5') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape93744bd-e5, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9a6bede3-9b2a-452b-b38f-2d45d1ce53f6) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:07 user nova-compute[73884]: INFO os_vif [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:b9:e0,bridge_name='br-int',has_traffic_filtering=True,id=e93744bd-e5be-4600-bac5-5d367c85a023,network=Network(535be10c-10db-43ea-86b3-6a8e57b0b7a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tape93744bd-e5')
Oct 16 08:27:07 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:24:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2042930177',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2042930177',id=9,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEdZOawEvTFgH5FOjudUlBVEJp3REEqV44aCQWgjb7YifDZ/cipjqV9KerAsyKXXCz0SD5tcADjyfTeuUGxRwivkJeLKtZi1Mpyg5i/iR/CvX7sKvGeHRT2JqAYbPTomFQ==',key_name='tempest-keypair-1272828536',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:25:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='364a3faf0f2c47d6be0aff3c04822f35',ramdisk_id='',reservation_id='r-x26vb3eo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-727202878',owner_user_name='tempest-TaggedBootDevicesTest-727202878-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:25:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='48e968bafdf046fcab75d7c70743a165',uuid=cd97f643-1d23-4c93-9784-b83e51336e83,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d", "address": "fa:16:3e:2c:eb:22", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b9dc9d3-1e", "ovs_interfaceid": "2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Converting VIF {"id": "2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d", "address": "fa:16:3e:2c:eb:22", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b9dc9d3-1e", "ovs_interfaceid": "2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2c:eb:22,bridge_name='br-int',has_traffic_filtering=True,id=2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d,network=Network(535be10c-10db-43ea-86b3-6a8e57b0b7a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap2b9dc9d3-1e') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG os_vif [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2c:eb:22,bridge_name='br-int',has_traffic_filtering=True,id=2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d,network=Network(535be10c-10db-43ea-86b3-6a8e57b0b7a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap2b9dc9d3-1e') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2b9dc9d3-1e, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=83602dd8-1357-4273-9a09-b35c6db4e8d7) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:07 user nova-compute[73884]: INFO os_vif [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2c:eb:22,bridge_name='br-int',has_traffic_filtering=True,id=2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d,network=Network(535be10c-10db-43ea-86b3-6a8e57b0b7a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap2b9dc9d3-1e')
Oct 16 08:27:07 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:24:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2042930177',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2042930177',id=9,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEdZOawEvTFgH5FOjudUlBVEJp3REEqV44aCQWgjb7YifDZ/cipjqV9KerAsyKXXCz0SD5tcADjyfTeuUGxRwivkJeLKtZi1Mpyg5i/iR/CvX7sKvGeHRT2JqAYbPTomFQ==',key_name='tempest-keypair-1272828536',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:25:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='364a3faf0f2c47d6be0aff3c04822f35',ramdisk_id='',reservation_id='r-x26vb3eo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-727202878',owner_user_name='tempest-TaggedBootDevicesTest-727202878-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:25:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='48e968bafdf046fcab75d7c70743a165',uuid=cd97f643-1d23-4c93-9784-b83e51336e83,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "99b80e80-73bf-482f-8a9c-c350c805a644", "address": "fa:16:3e:97:61:2a", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99b80e80-73", "ovs_interfaceid": "99b80e80-73bf-482f-8a9c-c350c805a644", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Converting VIF {"id": "99b80e80-73bf-482f-8a9c-c350c805a644", "address": "fa:16:3e:97:61:2a", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99b80e80-73", "ovs_interfaceid": "99b80e80-73bf-482f-8a9c-c350c805a644", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:97:61:2a,bridge_name='br-int',has_traffic_filtering=True,id=99b80e80-73bf-482f-8a9c-c350c805a644,network=Network(535be10c-10db-43ea-86b3-6a8e57b0b7a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99b80e80-73') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG os_vif [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:97:61:2a,bridge_name='br-int',has_traffic_filtering=True,id=99b80e80-73bf-482f-8a9c-c350c805a644,network=Network(535be10c-10db-43ea-86b3-6a8e57b0b7a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99b80e80-73') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap99b80e80-73, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7ee071bf-af4a-4b5e-9b28-5bfb46f72210) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:07 user nova-compute[73884]: INFO os_vif [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:97:61:2a,bridge_name='br-int',has_traffic_filtering=True,id=99b80e80-73bf-482f-8a9c-c350c805a644,network=Network(535be10c-10db-43ea-86b3-6a8e57b0b7a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99b80e80-73')
Oct 16 08:27:07 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:24:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2042930177',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2042930177',id=9,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEdZOawEvTFgH5FOjudUlBVEJp3REEqV44aCQWgjb7YifDZ/cipjqV9KerAsyKXXCz0SD5tcADjyfTeuUGxRwivkJeLKtZi1Mpyg5i/iR/CvX7sKvGeHRT2JqAYbPTomFQ==',key_name='tempest-keypair-1272828536',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:25:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='364a3faf0f2c47d6be0aff3c04822f35',ramdisk_id='',reservation_id='r-x26vb3eo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-727202878',owner_user_name='tempest-TaggedBootDevicesTest-727202878-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:25:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='48e968bafdf046fcab75d7c70743a165',uuid=cd97f643-1d23-4c93-9784-b83e51336e83,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7b29c56e-4c85-4c95-b43d-b87384ad92ae", "address": "fa:16:3e:19:c7:52", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b29c56e-4c", "ovs_interfaceid": "7b29c56e-4c85-4c95-b43d-b87384ad92ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Converting VIF {"id": "7b29c56e-4c85-4c95-b43d-b87384ad92ae", "address": "fa:16:3e:19:c7:52", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b29c56e-4c", "ovs_interfaceid": "7b29c56e-4c85-4c95-b43d-b87384ad92ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:19:c7:52,bridge_name='br-int',has_traffic_filtering=True,id=7b29c56e-4c85-4c95-b43d-b87384ad92ae,network=Network(535be10c-10db-43ea-86b3-6a8e57b0b7a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b29c56e-4c') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG os_vif [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:c7:52,bridge_name='br-int',has_traffic_filtering=True,id=7b29c56e-4c85-4c95-b43d-b87384ad92ae,network=Network(535be10c-10db-43ea-86b3-6a8e57b0b7a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b29c56e-4c') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7b29c56e-4c, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ba148e83-8ca7-4a07-b1a0-96818e9a732c) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:07 user nova-compute[73884]: INFO os_vif [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:c7:52,bridge_name='br-int',has_traffic_filtering=True,id=7b29c56e-4c85-4c95-b43d-b87384ad92ae,network=Network(535be10c-10db-43ea-86b3-6a8e57b0b7a8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7b29c56e-4c')
Oct 16 08:27:07 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:24:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2042930177',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2042930177',id=9,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEdZOawEvTFgH5FOjudUlBVEJp3REEqV44aCQWgjb7YifDZ/cipjqV9KerAsyKXXCz0SD5tcADjyfTeuUGxRwivkJeLKtZi1Mpyg5i/iR/CvX7sKvGeHRT2JqAYbPTomFQ==',key_name='tempest-keypair-1272828536',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:25:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='364a3faf0f2c47d6be0aff3c04822f35',ramdisk_id='',reservation_id='r-x26vb3eo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-727202878',owner_user_name='tempest-TaggedBootDevicesTest-727202878-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:25:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='48e968bafdf046fcab75d7c70743a165',uuid=cd97f643-1d23-4c93-9784-b83e51336e83,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "80250c47-3166-4d43-b6e8-748a7ce26973", "address": "fa:16:3e:65:14:24", "network": {"id": "0786d898-9c44-4cfb-88f6-b846abebad8d", "bridge": "br-int", "label": "tempest-device-tagging-net2-534741338", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80250c47-31", "ovs_interfaceid": "80250c47-3166-4d43-b6e8-748a7ce26973", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Converting VIF {"id": "80250c47-3166-4d43-b6e8-748a7ce26973", "address": "fa:16:3e:65:14:24", "network": {"id": "0786d898-9c44-4cfb-88f6-b846abebad8d", "bridge": "br-int", "label": "tempest-device-tagging-net2-534741338", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80250c47-31", "ovs_interfaceid": "80250c47-3166-4d43-b6e8-748a7ce26973", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:65:14:24,bridge_name='br-int',has_traffic_filtering=True,id=80250c47-3166-4d43-b6e8-748a7ce26973,network=Network(0786d898-9c44-4cfb-88f6-b846abebad8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap80250c47-31') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG os_vif [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:65:14:24,bridge_name='br-int',has_traffic_filtering=True,id=80250c47-3166-4d43-b6e8-748a7ce26973,network=Network(0786d898-9c44-4cfb-88f6-b846abebad8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap80250c47-31') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap80250c47-31, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0abcb37b-bdf7-4b8a-a10f-0bdf30413e23) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:07 user nova-compute[73884]: INFO os_vif [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:65:14:24,bridge_name='br-int',has_traffic_filtering=True,id=80250c47-3166-4d43-b6e8-748a7ce26973,network=Network(0786d898-9c44-4cfb-88f6-b846abebad8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap80250c47-31')
Oct 16 08:27:07 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:24:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2042930177',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2042930177',id=9,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEdZOawEvTFgH5FOjudUlBVEJp3REEqV44aCQWgjb7YifDZ/cipjqV9KerAsyKXXCz0SD5tcADjyfTeuUGxRwivkJeLKtZi1Mpyg5i/iR/CvX7sKvGeHRT2JqAYbPTomFQ==',key_name='tempest-keypair-1272828536',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:25:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='364a3faf0f2c47d6be0aff3c04822f35',ramdisk_id='',reservation_id='r-x26vb3eo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-727202878',owner_user_name='tempest-TaggedBootDevicesTest-727202878-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:25:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='48e968bafdf046fcab75d7c70743a165',uuid=cd97f643-1d23-4c93-9784-b83e51336e83,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c5b97f49-f7c7-45ee-afbd-55644f519f4d", "address": "fa:16:3e:ff:9f:7d", "network": {"id": "0786d898-9c44-4cfb-88f6-b846abebad8d", "bridge": "br-int", "label": "tempest-device-tagging-net2-534741338", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5b97f49-f7", "ovs_interfaceid": "c5b97f49-f7c7-45ee-afbd-55644f519f4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Converting VIF {"id": "c5b97f49-f7c7-45ee-afbd-55644f519f4d", "address": "fa:16:3e:ff:9f:7d", "network": {"id": "0786d898-9c44-4cfb-88f6-b846abebad8d", "bridge": "br-int", "label": "tempest-device-tagging-net2-534741338", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5b97f49-f7", "ovs_interfaceid": "c5b97f49-f7c7-45ee-afbd-55644f519f4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ff:9f:7d,bridge_name='br-int',has_traffic_filtering=True,id=c5b97f49-f7c7-45ee-afbd-55644f519f4d,network=Network(0786d898-9c44-4cfb-88f6-b846abebad8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5b97f49-f7') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG os_vif [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:9f:7d,bridge_name='br-int',has_traffic_filtering=True,id=c5b97f49-f7c7-45ee-afbd-55644f519f4d,network=Network(0786d898-9c44-4cfb-88f6-b846abebad8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5b97f49-f7') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc5b97f49-f7, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=759159ec-9a6e-4d95-a9e1-717e1aa91a09) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:27:07 user nova-compute[73884]: INFO os_vif [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:9f:7d,bridge_name='br-int',has_traffic_filtering=True,id=c5b97f49-f7c7-45ee-afbd-55644f519f4d,network=Network(0786d898-9c44-4cfb-88f6-b846abebad8d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5b97f49-f7')
Oct 16 08:27:07 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kPQSFdfr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:27:07 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:27:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e13e8edf-12da-4b31-b5fa-145b6e295ef9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:27:07 user nova-compute[73884]: No targets found.
Oct 16 08:27:07 user nova-compute[73884]: iSNS:
Oct 16 08:27:07 user nova-compute[73884]: No targets found.
Oct 16 08:27:07 user nova-compute[73884]: STATIC:
Oct 16 08:27:07 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed
Oct 16 08:27:07 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:27:07 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:27:07 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1
Oct 16 08:27:07 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:27:07 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:27:07 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6
Oct 16 08:27:07 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:27:07 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:27:07 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb
Oct 16 08:27:07 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:27:07 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:27:07 user nova-compute[73884]: FIRMWARE:
Oct 16 08:27:07 user nova-compute[73884]: No targets found.
Oct 16 08:27:07 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:27:07 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:27:07 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[46ab1970-0da3-4fb8-ac63-4abeab054563]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG nova.network.neutron [req-093ce2ef-6c35-4d54-9704-0d99a08f86f2 req-29b734ce-9a13-4556-bdab-e8eec555ae67 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Updated VIF entry in instance network info cache for port a552eab1-8024-4e36-a186-a95a8b7a4984. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG nova.network.neutron [req-093ce2ef-6c35-4d54-9704-0d99a08f86f2 req-29b734ce-9a13-4556-bdab-e8eec555ae67 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Updating instance_info_cache with network_info: [{"id": "04fdfcda-0417-40d8-b89b-1048995d94eb", "address": "fa:16:3e:00:6a:85", "network": {"id": "222c2df1-b13e-46a2-aa61-c3fcdf2f480c", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1257709830-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04fdfcda-04", "ovs_interfaceid": "04fdfcda-0417-40d8-b89b-1048995d94eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80ff7b62-3a4d-488c-8781-3ec7683d6579", "address": "fa:16:3e:6b:30:2c", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80ff7b62-3a", "ovs_interfaceid": "80ff7b62-3a4d-488c-8781-3ec7683d6579", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "b9496ca4-fb04-4860-a8bb-8a5f4b1a555e", "address": "fa:16:3e:17:0b:1e", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9496ca4-fb", "ovs_interfaceid": "b9496ca4-fb04-4860-a8bb-8a5f4b1a555e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c88dddfb-ccec-4051-b0f5-30309fc3a51c", "address": "fa:16:3e:fd:b2:06", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc88dddfb-cc", "ovs_interfaceid": "c88dddfb-ccec-4051-b0f5-30309fc3a51c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e01f772e-0293-4368-9c2f-8774b294fd40", "address": "fa:16:3e:6b:0b:89", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape01f772e-02", "ovs_interfaceid": "e01f772e-0293-4368-9c2f-8774b294fd40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "62629173-8823-4ced-bbc0-dcd2b919f557", "address": "fa:16:3e:25:37:40", "network": {"id": "45202ce0-291c-4e22-8347-b8e1da09b37e", "bridge": "br-int", "label": "tempest-device-tagging-net2-10226373", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62629173-88", "ovs_interfaceid": "62629173-8823-4ced-bbc0-dcd2b919f557", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a552eab1-8024-4e36-a186-a95a8b7a4984", "address": "fa:16:3e:05:21:35", "network": {"id": "45202ce0-291c-4e22-8347-b8e1da09b37e", "bridge": "br-int", "label": "tempest-device-tagging-net2-10226373", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa552eab1-80", "ovs_interfaceid": "a552eab1-8024-4e36-a186-a95a8b7a4984", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b27aee94-0900-47d2-9877-7b4278a146e6]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)
Oct 16 08:27:07 user nova-compute[73884]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:27:07 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:27:07 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:27:07 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)
Oct 16 08:27:07 user nova-compute[73884]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed (non-flash)
Oct 16 08:27:07 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:27:07 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:27:07 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7eacd303a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed'): ({'sdb'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Removing single pathed devices sdb {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-093ce2ef-6c35-4d54-9704-0d99a08f86f2 req-29b734ce-9a13-4556-bdab-e8eec555ae67 service nova] Releasing lock "refresh_cache-20d7ff9a-3e41-4a64-83d6-deb66aa18c75" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:27:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.072s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddd914ba-4e58-49f7-bd04-ecee3526e903]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.048s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5e80b72-47d5-42f4-96c9-172601a92788]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Flushing IO for device /dev/sdb {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2c071d8-3159-4693-a868-966d73577bf9]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.057s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[87262df1-a867-48ca-bfaa-b974e24ab18c]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] SCSI volumes sdb have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdc2de4e-337b-45e9-bc3f-ff72b0abda8f]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed -p 172.16.0.220:3260 --logout" returned: 0 in 0.074s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[aced9eef-612f-44a2-9df6-aa5949182105]: (4, ('Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed, portal: 172.16.0.220,3260]\nLogout of [sid: 3, target: iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed, portal: 172.16.0.220,3260]
Oct 16 08:27:08 user nova-compute[73884]: Logout of [sid: 3, target: iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed, portal: 172.16.0.220,3260] successful.
Oct 16 08:27:08 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ae4f171-420e-4f2d-a750-2deb8b9effed -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac39622b-a1b9-446a-97cf-36a11568e1be]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.464s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] <== disconnect_volume: return (466ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JNPnfwAp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:27:08 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:27:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[fec2f00f-9210-490c-b437-1fa8f026af4b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:27:08 user nova-compute[73884]: No targets found.
Oct 16 08:27:08 user nova-compute[73884]: iSNS:
Oct 16 08:27:08 user nova-compute[73884]: No targets found.
Oct 16 08:27:08 user nova-compute[73884]: STATIC:
Oct 16 08:27:08 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1
Oct 16 08:27:08 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:27:08 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:27:08 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6
Oct 16 08:27:08 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:27:08 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:27:08 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb
Oct 16 08:27:08 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:27:08 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:27:08 user nova-compute[73884]: FIRMWARE:
Oct 16 08:27:08 user nova-compute[73884]: No targets found.
Oct 16 08:27:08 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:27:08 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:27:08 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d401423b-0b1e-4b78-830e-0e6dc76721db]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc8f351f-d56d-4d53-91e2-eae2fa820121]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)
Oct 16 08:27:08 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:27:08 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:27:08 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)
Oct 16 08:27:08 user nova-compute[73884]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 (non-flash)
Oct 16 08:27:08 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:27:08 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7eacd303a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6'): ({'sdc'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Removing single pathed devices sdc {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f264d710-08f9-41ca-bb01-650f3621a5cc]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.025s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[77d33881-71f6-4300-98cf-7dbbdda5b48e]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Flushing IO for device /dev/sdc {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[af8faeda-64c1-4bad-9bad-88547dcdffe5]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-fdf02072-3ca1-4c58-ac89-1d09d89418c5 req-0a986714-15a8-4f7b-9440-568304b0bc8c service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-vif-plugged-80250c47-3166-4d43-b6e8-748a7ce26973 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-fdf02072-3ca1-4c58-ac89-1d09d89418c5 req-0a986714-15a8-4f7b-9440-568304b0bc8c service nova] Acquiring lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-fdf02072-3ca1-4c58-ac89-1d09d89418c5 req-0a986714-15a8-4f7b-9440-568304b0bc8c service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-fdf02072-3ca1-4c58-ac89-1d09d89418c5 req-0a986714-15a8-4f7b-9440-568304b0bc8c service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-fdf02072-3ca1-4c58-ac89-1d09d89418c5 req-0a986714-15a8-4f7b-9440-568304b0bc8c service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] No waiting events found dispatching network-vif-plugged-80250c47-3166-4d43-b6e8-748a7ce26973 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:27:08 user nova-compute[73884]: WARNING nova.compute.manager [req-fdf02072-3ca1-4c58-ac89-1d09d89418c5 req-0a986714-15a8-4f7b-9440-568304b0bc8c service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received unexpected event network-vif-plugged-80250c47-3166-4d43-b6e8-748a7ce26973 for instance with vm_state active and task_state deleting.
Oct 16 08:27:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-fdf02072-3ca1-4c58-ac89-1d09d89418c5 req-0a986714-15a8-4f7b-9440-568304b0bc8c service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-vif-unplugged-c5b97f49-f7c7-45ee-afbd-55644f519f4d {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-fdf02072-3ca1-4c58-ac89-1d09d89418c5 req-0a986714-15a8-4f7b-9440-568304b0bc8c service nova] Acquiring lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-fdf02072-3ca1-4c58-ac89-1d09d89418c5 req-0a986714-15a8-4f7b-9440-568304b0bc8c service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-fdf02072-3ca1-4c58-ac89-1d09d89418c5 req-0a986714-15a8-4f7b-9440-568304b0bc8c service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-fdf02072-3ca1-4c58-ac89-1d09d89418c5 req-0a986714-15a8-4f7b-9440-568304b0bc8c service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] No waiting events found dispatching network-vif-unplugged-c5b97f49-f7c7-45ee-afbd-55644f519f4d {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-fdf02072-3ca1-4c58-ac89-1d09d89418c5 req-0a986714-15a8-4f7b-9440-568304b0bc8c service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-vif-unplugged-c5b97f49-f7c7-45ee-afbd-55644f519f4d for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-fdf02072-3ca1-4c58-ac89-1d09d89418c5 req-0a986714-15a8-4f7b-9440-568304b0bc8c service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-vif-plugged-c5b97f49-f7c7-45ee-afbd-55644f519f4d {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-fdf02072-3ca1-4c58-ac89-1d09d89418c5 req-0a986714-15a8-4f7b-9440-568304b0bc8c service nova] Acquiring lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-fdf02072-3ca1-4c58-ac89-1d09d89418c5 req-0a986714-15a8-4f7b-9440-568304b0bc8c service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-fdf02072-3ca1-4c58-ac89-1d09d89418c5 req-0a986714-15a8-4f7b-9440-568304b0bc8c service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-fdf02072-3ca1-4c58-ac89-1d09d89418c5 req-0a986714-15a8-4f7b-9440-568304b0bc8c service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] No waiting events found dispatching network-vif-plugged-c5b97f49-f7c7-45ee-afbd-55644f519f4d {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:27:08 user nova-compute[73884]: WARNING nova.compute.manager [req-fdf02072-3ca1-4c58-ac89-1d09d89418c5 req-0a986714-15a8-4f7b-9440-568304b0bc8c service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received unexpected event network-vif-plugged-c5b97f49-f7c7-45ee-afbd-55644f519f4d for instance with vm_state active and task_state deleting.
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.063s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f6615c5-c5e4-4398-961a-a330050f75cf]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] SCSI volumes sdc have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[63768707-8d37-438d-a649-75b286b3cdfd]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-10eeb654-408c-4657-9191-5db981570eec req-eff5aa47-9b90-46ab-aeff-cfe8d8775a91 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-vif-unplugged-e93744bd-e5be-4600-bac5-5d367c85a023 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-10eeb654-408c-4657-9191-5db981570eec req-eff5aa47-9b90-46ab-aeff-cfe8d8775a91 service nova] Acquiring lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-10eeb654-408c-4657-9191-5db981570eec req-eff5aa47-9b90-46ab-aeff-cfe8d8775a91 service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-10eeb654-408c-4657-9191-5db981570eec req-eff5aa47-9b90-46ab-aeff-cfe8d8775a91 service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-10eeb654-408c-4657-9191-5db981570eec req-eff5aa47-9b90-46ab-aeff-cfe8d8775a91 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] No waiting events found dispatching network-vif-unplugged-e93744bd-e5be-4600-bac5-5d367c85a023 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-10eeb654-408c-4657-9191-5db981570eec req-eff5aa47-9b90-46ab-aeff-cfe8d8775a91 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-vif-unplugged-e93744bd-e5be-4600-bac5-5d367c85a023 for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-10eeb654-408c-4657-9191-5db981570eec req-eff5aa47-9b90-46ab-aeff-cfe8d8775a91 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-vif-plugged-e93744bd-e5be-4600-bac5-5d367c85a023 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-10eeb654-408c-4657-9191-5db981570eec req-eff5aa47-9b90-46ab-aeff-cfe8d8775a91 service nova] Acquiring lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-10eeb654-408c-4657-9191-5db981570eec req-eff5aa47-9b90-46ab-aeff-cfe8d8775a91 service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-10eeb654-408c-4657-9191-5db981570eec req-eff5aa47-9b90-46ab-aeff-cfe8d8775a91 service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-10eeb654-408c-4657-9191-5db981570eec req-eff5aa47-9b90-46ab-aeff-cfe8d8775a91 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] No waiting events found dispatching network-vif-plugged-e93744bd-e5be-4600-bac5-5d367c85a023 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:27:08 user nova-compute[73884]: WARNING nova.compute.manager [req-10eeb654-408c-4657-9191-5db981570eec req-eff5aa47-9b90-46ab-aeff-cfe8d8775a91 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received unexpected event network-vif-plugged-e93744bd-e5be-4600-bac5-5d367c85a023 for instance with vm_state active and task_state deleting.
Oct 16 08:27:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-10eeb654-408c-4657-9191-5db981570eec req-eff5aa47-9b90-46ab-aeff-cfe8d8775a91 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-vif-unplugged-2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-10eeb654-408c-4657-9191-5db981570eec req-eff5aa47-9b90-46ab-aeff-cfe8d8775a91 service nova] Acquiring lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-10eeb654-408c-4657-9191-5db981570eec req-eff5aa47-9b90-46ab-aeff-cfe8d8775a91 service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-10eeb654-408c-4657-9191-5db981570eec req-eff5aa47-9b90-46ab-aeff-cfe8d8775a91 service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-10eeb654-408c-4657-9191-5db981570eec req-eff5aa47-9b90-46ab-aeff-cfe8d8775a91 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] No waiting events found dispatching network-vif-unplugged-2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-10eeb654-408c-4657-9191-5db981570eec req-eff5aa47-9b90-46ab-aeff-cfe8d8775a91 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-vif-unplugged-2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-10eeb654-408c-4657-9191-5db981570eec req-eff5aa47-9b90-46ab-aeff-cfe8d8775a91 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-vif-plugged-2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-10eeb654-408c-4657-9191-5db981570eec req-eff5aa47-9b90-46ab-aeff-cfe8d8775a91 service nova] Acquiring lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-10eeb654-408c-4657-9191-5db981570eec req-eff5aa47-9b90-46ab-aeff-cfe8d8775a91 service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-10eeb654-408c-4657-9191-5db981570eec req-eff5aa47-9b90-46ab-aeff-cfe8d8775a91 service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-10eeb654-408c-4657-9191-5db981570eec req-eff5aa47-9b90-46ab-aeff-cfe8d8775a91 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] No waiting events found dispatching network-vif-plugged-2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:27:08 user nova-compute[73884]: WARNING nova.compute.manager [req-10eeb654-408c-4657-9191-5db981570eec req-eff5aa47-9b90-46ab-aeff-cfe8d8775a91 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received unexpected event network-vif-plugged-2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d for instance with vm_state active and task_state deleting.
Oct 16 08:27:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-10eeb654-408c-4657-9191-5db981570eec req-eff5aa47-9b90-46ab-aeff-cfe8d8775a91 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-vif-unplugged-99b80e80-73bf-482f-8a9c-c350c805a644 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-10eeb654-408c-4657-9191-5db981570eec req-eff5aa47-9b90-46ab-aeff-cfe8d8775a91 service nova] Acquiring lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-10eeb654-408c-4657-9191-5db981570eec req-eff5aa47-9b90-46ab-aeff-cfe8d8775a91 service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-10eeb654-408c-4657-9191-5db981570eec req-eff5aa47-9b90-46ab-aeff-cfe8d8775a91 service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-10eeb654-408c-4657-9191-5db981570eec req-eff5aa47-9b90-46ab-aeff-cfe8d8775a91 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] No waiting events found dispatching network-vif-unplugged-99b80e80-73bf-482f-8a9c-c350c805a644 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-10eeb654-408c-4657-9191-5db981570eec req-eff5aa47-9b90-46ab-aeff-cfe8d8775a91 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-vif-unplugged-99b80e80-73bf-482f-8a9c-c350c805a644 for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-10eeb654-408c-4657-9191-5db981570eec req-eff5aa47-9b90-46ab-aeff-cfe8d8775a91 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-vif-plugged-99b80e80-73bf-482f-8a9c-c350c805a644 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-10eeb654-408c-4657-9191-5db981570eec req-eff5aa47-9b90-46ab-aeff-cfe8d8775a91 service nova] Acquiring lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-10eeb654-408c-4657-9191-5db981570eec req-eff5aa47-9b90-46ab-aeff-cfe8d8775a91 service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-10eeb654-408c-4657-9191-5db981570eec req-eff5aa47-9b90-46ab-aeff-cfe8d8775a91 service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-10eeb654-408c-4657-9191-5db981570eec req-eff5aa47-9b90-46ab-aeff-cfe8d8775a91 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] No waiting events found dispatching network-vif-plugged-99b80e80-73bf-482f-8a9c-c350c805a644 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:27:08 user nova-compute[73884]: WARNING nova.compute.manager [req-10eeb654-408c-4657-9191-5db981570eec req-eff5aa47-9b90-46ab-aeff-cfe8d8775a91 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received unexpected event network-vif-plugged-99b80e80-73bf-482f-8a9c-c350c805a644 for instance with vm_state active and task_state deleting.
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.073s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[571d5fd5-2feb-4a19-b2be-ead5cfb47780]: (4, ('Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6, portal: 172.16.0.220,3260]\nLogout of [sid: 4, target: iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6, portal: 172.16.0.220,3260]
Oct 16 08:27:08 user nova-compute[73884]: Logout of [sid: 4, target: iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6, portal: 172.16.0.220,3260] successful.
Oct 16 08:27:08 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81247b3c-7c4e-4a8d-9b2a-440e5d4a25a6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a833a4b-5c93-43a9-970a-c161ff444700]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.389s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] <== disconnect_volume: return (390ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hCtDeqJS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:27:08 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:27:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.028s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[78b637f4-21f6-4df1-bdba-ca1215764375]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:27:08 user nova-compute[73884]: No targets found.
Oct 16 08:27:08 user nova-compute[73884]: iSNS:
Oct 16 08:27:08 user nova-compute[73884]: No targets found.
Oct 16 08:27:08 user nova-compute[73884]: STATIC:
Oct 16 08:27:08 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1
Oct 16 08:27:08 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:27:08 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:27:08 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb
Oct 16 08:27:08 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:27:08 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:27:08 user nova-compute[73884]: FIRMWARE:
Oct 16 08:27:08 user nova-compute[73884]: No targets found.
Oct 16 08:27:08 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:27:08 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:27:08 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecc3f3a1-857e-4ae2-a9f2-f279adab58ff]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[118a636a-51e8-4391-bdd9-518e1b5e2014]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)
Oct 16 08:27:08 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:27:08 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)
Oct 16 08:27:08 user nova-compute[73884]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 (non-flash)
Oct 16 08:27:08 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7eacd303a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1'): ({'sdd'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Removing single pathed devices sdd {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8c66cc7-220c-4748-91f1-caff1882979b]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[33cd4676-4c6a-4eb4-8f63-5f721db53ace]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Flushing IO for device /dev/sdd {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[93b572b5-00e4-4b4c-b348-b1c12ced4798]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.053s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[09d1eeb9-003d-440d-9bbf-8973a9a94faa]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] SCSI volumes sdd have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:27:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:09 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b9e5da8-fce3-4467-94ce-4a0ba6abd4c7]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:27:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:09 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[07cc5c0f-c9a4-4583-ad83-5e09289c7aff]: (4, ('Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1, portal: 172.16.0.220,3260]\nLogout of [sid: 5, target: iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1, portal: 172.16.0.220,3260]
Oct 16 08:27:09 user nova-compute[73884]: Logout of [sid: 5, target: iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1, portal: 172.16.0.220,3260] successful.
Oct 16 08:27:09 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:27:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33dd2c3c-c4b6-41a2-bc5d-d1145558f4f1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:09 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[705c1651-ec76-4703-99d4-4dac4f6e0731]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:27:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.377s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:27:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] <== disconnect_volume: return (380ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:27:09 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:27:09 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Deleting instance files /opt/stack/data/nova/instances/cd97f643-1d23-4c93-9784-b83e51336e83_del
Oct 16 08:27:09 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Deletion of /opt/stack/data/nova/instances/cd97f643-1d23-4c93-9784-b83e51336e83_del complete
Oct 16 08:27:09 user nova-compute[73884]: INFO nova.compute.manager [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Took 4.05 seconds to destroy the instance on the hypervisor.
Oct 16 08:27:09 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 08:27:09 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 08:27:09 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 08:27:10 user nova-compute[73884]: INFO nova.virt.block_device [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Booting with volume 4e31854f-f1d4-4844-8ae2-72f81dc1d260 at /dev/vdb
Oct 16 08:27:10 user nova-compute[73884]: DEBUG os_brick.utils [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:27:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:10 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f683c57e-1fb8-40cd-a303-7b4c649cbdc3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.027s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:10 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[343b4c67-ac2d-49d7-981a-eac16072a1e0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:10 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[3dfa1196-ce4d-46c6-9598-618e213420dc]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:10 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[8040f8e9-c72b-48ff-9119-d46c0866dca6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:27:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 08:27:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:27:10 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 08:27:10 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6e0bf90-f419-4af8-abee-209d09354304]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 08:27:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 08:27:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 08:27:10 user nova-compute[73884]: DEBUG os_brick.utils [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] <== get_connector_properties: return (143ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:27:10 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Updating existing volume attachment record: 8498377a-431c-418f-a672-392c268b57da {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 08:27:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:10 user nova-compute[73884]: DEBUG nova.compute.manager [req-6a19945e-349e-49d7-b4a4-22a1644745e6 req-ecf00c93-e3d2-4835-82a7-131e3351ad63 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-vif-unplugged-7b29c56e-4c85-4c95-b43d-b87384ad92ae {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:27:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6a19945e-349e-49d7-b4a4-22a1644745e6 req-ecf00c93-e3d2-4835-82a7-131e3351ad63 service nova] Acquiring lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6a19945e-349e-49d7-b4a4-22a1644745e6 req-ecf00c93-e3d2-4835-82a7-131e3351ad63 service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6a19945e-349e-49d7-b4a4-22a1644745e6 req-ecf00c93-e3d2-4835-82a7-131e3351ad63 service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:10 user nova-compute[73884]: DEBUG nova.compute.manager [req-6a19945e-349e-49d7-b4a4-22a1644745e6 req-ecf00c93-e3d2-4835-82a7-131e3351ad63 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] No waiting events found dispatching network-vif-unplugged-7b29c56e-4c85-4c95-b43d-b87384ad92ae {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:27:10 user nova-compute[73884]: DEBUG nova.compute.manager [req-6a19945e-349e-49d7-b4a4-22a1644745e6 req-ecf00c93-e3d2-4835-82a7-131e3351ad63 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-vif-unplugged-7b29c56e-4c85-4c95-b43d-b87384ad92ae for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:27:10 user nova-compute[73884]: DEBUG nova.compute.manager [req-6a19945e-349e-49d7-b4a4-22a1644745e6 req-ecf00c93-e3d2-4835-82a7-131e3351ad63 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-vif-plugged-7b29c56e-4c85-4c95-b43d-b87384ad92ae {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:27:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6a19945e-349e-49d7-b4a4-22a1644745e6 req-ecf00c93-e3d2-4835-82a7-131e3351ad63 service nova] Acquiring lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6a19945e-349e-49d7-b4a4-22a1644745e6 req-ecf00c93-e3d2-4835-82a7-131e3351ad63 service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6a19945e-349e-49d7-b4a4-22a1644745e6 req-ecf00c93-e3d2-4835-82a7-131e3351ad63 service nova] Lock "cd97f643-1d23-4c93-9784-b83e51336e83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:10 user nova-compute[73884]: DEBUG nova.compute.manager [req-6a19945e-349e-49d7-b4a4-22a1644745e6 req-ecf00c93-e3d2-4835-82a7-131e3351ad63 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] No waiting events found dispatching network-vif-plugged-7b29c56e-4c85-4c95-b43d-b87384ad92ae {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:27:10 user nova-compute[73884]: WARNING nova.compute.manager [req-6a19945e-349e-49d7-b4a4-22a1644745e6 req-ecf00c93-e3d2-4835-82a7-131e3351ad63 service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received unexpected event network-vif-plugged-7b29c56e-4c85-4c95-b43d-b87384ad92ae for instance with vm_state active and task_state deleting.
Oct 16 08:27:12 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:12 user nova-compute[73884]: DEBUG nova.compute.manager [req-2b675cdf-3093-4bea-9336-eea26dea923b req-f8c7816d-29d2-4cf2-b161-6c768dfcb5df service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-vif-deleted-c5b97f49-f7c7-45ee-afbd-55644f519f4d {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:27:12 user nova-compute[73884]: INFO nova.compute.manager [req-2b675cdf-3093-4bea-9336-eea26dea923b req-f8c7816d-29d2-4cf2-b161-6c768dfcb5df service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Neutron deleted interface c5b97f49-f7c7-45ee-afbd-55644f519f4d; detaching it from the instance and deleting it from the info cache
Oct 16 08:27:12 user nova-compute[73884]: DEBUG nova.network.neutron [req-2b675cdf-3093-4bea-9336-eea26dea923b req-f8c7816d-29d2-4cf2-b161-6c768dfcb5df service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Updating instance_info_cache with network_info: [{"id": "62b197ba-ece7-4477-8b88-961b63ee13b2", "address": "fa:16:3e:26:ce:91", "network": {"id": "b79d90dc-41e3-4e79-9121-5857cd8d1835", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1952190308-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62b197ba-ec", "ovs_interfaceid": "62b197ba-ece7-4477-8b88-961b63ee13b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e93744bd-e5be-4600-bac5-5d367c85a023", "address": "fa:16:3e:ff:b9:e0", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape93744bd-e5", "ovs_interfaceid": "e93744bd-e5be-4600-bac5-5d367c85a023", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d", "address": "fa:16:3e:2c:eb:22", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b9dc9d3-1e", "ovs_interfaceid": "2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "99b80e80-73bf-482f-8a9c-c350c805a644", "address": "fa:16:3e:97:61:2a", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99b80e80-73", "ovs_interfaceid": "99b80e80-73bf-482f-8a9c-c350c805a644", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7b29c56e-4c85-4c95-b43d-b87384ad92ae", "address": "fa:16:3e:19:c7:52", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7b29c56e-4c", "ovs_interfaceid": "7b29c56e-4c85-4c95-b43d-b87384ad92ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80250c47-3166-4d43-b6e8-748a7ce26973", "address": "fa:16:3e:65:14:24", "network": {"id": "0786d898-9c44-4cfb-88f6-b846abebad8d", "bridge": "br-int", "label": "tempest-device-tagging-net2-534741338", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80250c47-31", "ovs_interfaceid": "80250c47-3166-4d43-b6e8-748a7ce26973", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:27:12 user nova-compute[73884]: DEBUG nova.compute.manager [req-2b675cdf-3093-4bea-9336-eea26dea923b req-f8c7816d-29d2-4cf2-b161-6c768dfcb5df service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Detach interface failed, port_id=c5b97f49-f7c7-45ee-afbd-55644f519f4d, reason: Instance cd97f643-1d23-4c93-9784-b83e51336e83 could not be found. {{(pid=73884) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 16 08:27:12 user nova-compute[73884]: DEBUG nova.compute.manager [req-2b675cdf-3093-4bea-9336-eea26dea923b req-f8c7816d-29d2-4cf2-b161-6c768dfcb5df service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-vif-deleted-7b29c56e-4c85-4c95-b43d-b87384ad92ae {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:27:12 user nova-compute[73884]: INFO nova.compute.manager [req-2b675cdf-3093-4bea-9336-eea26dea923b req-f8c7816d-29d2-4cf2-b161-6c768dfcb5df service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Neutron deleted interface 7b29c56e-4c85-4c95-b43d-b87384ad92ae; detaching it from the instance and deleting it from the info cache
Oct 16 08:27:12 user nova-compute[73884]: DEBUG nova.network.neutron [req-2b675cdf-3093-4bea-9336-eea26dea923b req-f8c7816d-29d2-4cf2-b161-6c768dfcb5df service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Updating instance_info_cache with network_info: [{"id": "62b197ba-ece7-4477-8b88-961b63ee13b2", "address": "fa:16:3e:26:ce:91", "network": {"id": "b79d90dc-41e3-4e79-9121-5857cd8d1835", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1952190308-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62b197ba-ec", "ovs_interfaceid": "62b197ba-ece7-4477-8b88-961b63ee13b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e93744bd-e5be-4600-bac5-5d367c85a023", "address": "fa:16:3e:ff:b9:e0", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape93744bd-e5", "ovs_interfaceid": "e93744bd-e5be-4600-bac5-5d367c85a023", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d", "address": "fa:16:3e:2c:eb:22", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b9dc9d3-1e", "ovs_interfaceid": "2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "99b80e80-73bf-482f-8a9c-c350c805a644", "address": "fa:16:3e:97:61:2a", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99b80e80-73", "ovs_interfaceid": "99b80e80-73bf-482f-8a9c-c350c805a644", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80250c47-3166-4d43-b6e8-748a7ce26973", "address": "fa:16:3e:65:14:24", "network": {"id": "0786d898-9c44-4cfb-88f6-b846abebad8d", "bridge": "br-int", "label": "tempest-device-tagging-net2-534741338", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80250c47-31", "ovs_interfaceid": "80250c47-3166-4d43-b6e8-748a7ce26973", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:27:12 user nova-compute[73884]: DEBUG nova.compute.manager [req-2b675cdf-3093-4bea-9336-eea26dea923b req-f8c7816d-29d2-4cf2-b161-6c768dfcb5df service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Detach interface failed, port_id=7b29c56e-4c85-4c95-b43d-b87384ad92ae, reason: Instance cd97f643-1d23-4c93-9784-b83e51336e83 could not be found. {{(pid=73884) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 16 08:27:12 user nova-compute[73884]: DEBUG nova.compute.manager [req-2b675cdf-3093-4bea-9336-eea26dea923b req-f8c7816d-29d2-4cf2-b161-6c768dfcb5df service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-vif-deleted-99b80e80-73bf-482f-8a9c-c350c805a644 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:27:12 user nova-compute[73884]: INFO nova.compute.manager [req-2b675cdf-3093-4bea-9336-eea26dea923b req-f8c7816d-29d2-4cf2-b161-6c768dfcb5df service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Neutron deleted interface 99b80e80-73bf-482f-8a9c-c350c805a644; detaching it from the instance and deleting it from the info cache
Oct 16 08:27:12 user nova-compute[73884]: DEBUG nova.network.neutron [req-2b675cdf-3093-4bea-9336-eea26dea923b req-f8c7816d-29d2-4cf2-b161-6c768dfcb5df service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Updating instance_info_cache with network_info: [{"id": "62b197ba-ece7-4477-8b88-961b63ee13b2", "address": "fa:16:3e:26:ce:91", "network": {"id": "b79d90dc-41e3-4e79-9121-5857cd8d1835", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1952190308-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62b197ba-ec", "ovs_interfaceid": "62b197ba-ece7-4477-8b88-961b63ee13b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e93744bd-e5be-4600-bac5-5d367c85a023", "address": "fa:16:3e:ff:b9:e0", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape93744bd-e5", "ovs_interfaceid": "e93744bd-e5be-4600-bac5-5d367c85a023", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d", "address": "fa:16:3e:2c:eb:22", "network": {"id": "535be10c-10db-43ea-86b3-6a8e57b0b7a8", "bridge": "br-int", "label": "tempest-device-tagging-net1-23982482", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2b9dc9d3-1e", "ovs_interfaceid": "2b9dc9d3-1eb4-42ef-addc-a78f1ea22e0d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "80250c47-3166-4d43-b6e8-748a7ce26973", "address": "fa:16:3e:65:14:24", "network": {"id": "0786d898-9c44-4cfb-88f6-b846abebad8d", "bridge": "br-int", "label": "tempest-device-tagging-net2-534741338", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "364a3faf0f2c47d6be0aff3c04822f35", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80250c47-31", "ovs_interfaceid": "80250c47-3166-4d43-b6e8-748a7ce26973", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:27:12 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:12 user nova-compute[73884]: DEBUG nova.compute.manager [req-2b675cdf-3093-4bea-9336-eea26dea923b req-f8c7816d-29d2-4cf2-b161-6c768dfcb5df service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Detach interface failed, port_id=99b80e80-73bf-482f-8a9c-c350c805a644, reason: Instance cd97f643-1d23-4c93-9784-b83e51336e83 could not be found. {{(pid=73884) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 16 08:27:13 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:27:13 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Took 4.67 seconds to deallocate network for instance.
Oct 16 08:27:14 user nova-compute[73884]: DEBUG nova.compute.manager [req-3362f0b3-c404-4d91-8046-401ff5fdd729 req-674ddad3-47c7-486d-b567-f2ade3be4e2b service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-vif-deleted-62b197ba-ece7-4477-8b88-961b63ee13b2 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:27:14 user nova-compute[73884]: DEBUG nova.compute.manager [req-3362f0b3-c404-4d91-8046-401ff5fdd729 req-674ddad3-47c7-486d-b567-f2ade3be4e2b service nova] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Received event network-vif-deleted-80250c47-3166-4d43-b6e8-748a7ce26973 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:27:16 user nova-compute[73884]: INFO nova.compute.manager [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] [instance: cd97f643-1d23-4c93-9784-b83e51336e83] Took 2.89 seconds to detach 3 volumes for instance.
Oct 16 08:27:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:17 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:27:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:17 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:27:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.324s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:17 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Deleted allocations for instance cd97f643-1d23-4c93-9784-b83e51336e83
Oct 16 08:27:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b45c6eb3-f040-47e8-a556-ca4b087973ab tempest-TaggedBootDevicesTest-727202878 tempest-TaggedBootDevicesTest-727202878-project-member] Lock "cd97f643-1d23-4c93-9784-b83e51336e83" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 12.159s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "8fab1c63-d9a3-4cea-b129-904a5f15e5fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "8fab1c63-d9a3-4cea-b129-904a5f15e5fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:20 user nova-compute[73884]: DEBUG nova.compute.manager [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:27:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:20 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:27:20 user nova-compute[73884]: INFO nova.compute.claims [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Claim successful on node user
Oct 16 08:27:21 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:27:21 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:27:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.419s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:21 user nova-compute[73884]: DEBUG nova.compute.manager [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:27:21 user nova-compute[73884]: DEBUG nova.compute.manager [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:27:21 user nova-compute[73884]: DEBUG nova.network.neutron [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:27:21 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:27:21 user nova-compute[73884]: DEBUG nova.compute.manager [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:27:21 user nova-compute[73884]: DEBUG nova.policy [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd17a1a64076a44f28b10f2d82b7ffd5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9db6ac897784a4fb18d26858afb7956', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:27:21 user nova-compute[73884]: DEBUG nova.compute.manager [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:27:21 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:27:21 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Creating image(s)
Oct 16 08:27:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "/opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "/opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "/opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.178s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.172s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk 1073741824" returned: 0 in 0.058s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.237s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:21 user nova-compute[73884]: DEBUG nova.network.neutron [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Successfully created port: 2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84 {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:27:22 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.192s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:22 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk. size=1073741824 {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 08:27:22 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:22 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:22 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Cannot resize image /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk to a smaller size. {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 08:27:22 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:27:22 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Ensure instance console log exists: /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:27:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-38b0f474-bbe0-4d86-9ac1-36e7f9106547 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Acquiring lock "751a4c38-fe52-4076-b6a7-952abcc49208" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-38b0f474-bbe0-4d86-9ac1-36e7f9106547 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Lock "751a4c38-fe52-4076-b6a7-952abcc49208" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-38b0f474-bbe0-4d86-9ac1-36e7f9106547 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Acquiring lock "751a4c38-fe52-4076-b6a7-952abcc49208-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-38b0f474-bbe0-4d86-9ac1-36e7f9106547 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Lock "751a4c38-fe52-4076-b6a7-952abcc49208-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-38b0f474-bbe0-4d86-9ac1-36e7f9106547 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Lock "751a4c38-fe52-4076-b6a7-952abcc49208-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:22 user nova-compute[73884]: INFO nova.compute.manager [None req-38b0f474-bbe0-4d86-9ac1-36e7f9106547 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Terminating instance
Oct 16 08:27:22 user nova-compute[73884]: DEBUG nova.compute.manager [None req-38b0f474-bbe0-4d86-9ac1-36e7f9106547 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 08:27:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:22 user nova-compute[73884]: DEBUG nova.network.neutron [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Successfully updated port: 2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84 {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:27:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "refresh_cache-8fab1c63-d9a3-4cea-b129-904a5f15e5fe" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:27:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquired lock "refresh_cache-8fab1c63-d9a3-4cea-b129-904a5f15e5fe" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:27:22 user nova-compute[73884]: DEBUG nova.network.neutron [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:27:22 user nova-compute[73884]: DEBUG nova.compute.manager [req-90efd255-ae51-4c74-835f-4428a5882706 req-706aac11-6994-4664-9375-a54adce2e4e9 service nova] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Received event network-changed-2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:27:22 user nova-compute[73884]: DEBUG nova.compute.manager [req-90efd255-ae51-4c74-835f-4428a5882706 req-706aac11-6994-4664-9375-a54adce2e4e9 service nova] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Refreshing instance network info cache due to event network-changed-2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:27:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-90efd255-ae51-4c74-835f-4428a5882706 req-706aac11-6994-4664-9375-a54adce2e4e9 service nova] Acquiring lock "refresh_cache-8fab1c63-d9a3-4cea-b129-904a5f15e5fe" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:27:22 user nova-compute[73884]: DEBUG nova.network.neutron [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:27:22 user nova-compute[73884]: DEBUG nova.compute.manager [req-64bdf622-20d7-4c79-9155-7b6def78987e req-6ccf94a6-c0e1-4e58-99dd-1f0c54cc6186 service nova] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Received event network-vif-unplugged-f682a62d-f21d-4aae-b1a2-de3e914067c0 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:27:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-64bdf622-20d7-4c79-9155-7b6def78987e req-6ccf94a6-c0e1-4e58-99dd-1f0c54cc6186 service nova] Acquiring lock "751a4c38-fe52-4076-b6a7-952abcc49208-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-64bdf622-20d7-4c79-9155-7b6def78987e req-6ccf94a6-c0e1-4e58-99dd-1f0c54cc6186 service nova] Lock "751a4c38-fe52-4076-b6a7-952abcc49208-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-64bdf622-20d7-4c79-9155-7b6def78987e req-6ccf94a6-c0e1-4e58-99dd-1f0c54cc6186 service nova] Lock "751a4c38-fe52-4076-b6a7-952abcc49208-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:22 user nova-compute[73884]: DEBUG nova.compute.manager [req-64bdf622-20d7-4c79-9155-7b6def78987e req-6ccf94a6-c0e1-4e58-99dd-1f0c54cc6186 service nova] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] No waiting events found dispatching network-vif-unplugged-f682a62d-f21d-4aae-b1a2-de3e914067c0 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:27:22 user nova-compute[73884]: DEBUG nova.compute.manager [req-64bdf622-20d7-4c79-9155-7b6def78987e req-6ccf94a6-c0e1-4e58-99dd-1f0c54cc6186 service nova] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Received event network-vif-unplugged-f682a62d-f21d-4aae-b1a2-de3e914067c0 for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:27:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:22 user nova-compute[73884]: DEBUG nova.network.neutron [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Updating instance_info_cache with network_info: [{"id": "2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84", "address": "fa:16:3e:4d:79:65", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e18ef3c-bb", "ovs_interfaceid": "2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Releasing lock "refresh_cache-8fab1c63-d9a3-4cea-b129-904a5f15e5fe" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG nova.compute.manager [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Instance network_info: |[{"id": "2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84", "address": "fa:16:3e:4d:79:65", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e18ef3c-bb", "ovs_interfaceid": "2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-90efd255-ae51-4c74-835f-4428a5882706 req-706aac11-6994-4664-9375-a54adce2e4e9 service nova] Acquired lock "refresh_cache-8fab1c63-d9a3-4cea-b129-904a5f15e5fe" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG nova.network.neutron [req-90efd255-ae51-4c74-835f-4428a5882706 req-706aac11-6994-4664-9375-a54adce2e4e9 service nova] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Refreshing network info cache for port 2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Start _get_guest_xml network_info=[{"id": "2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84", "address": "fa:16:3e:4d:79:65", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e18ef3c-bb", "ovs_interfaceid": "2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'a4e1d819-b957-4c9c-9b9d-fd987951fbab'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:27:23 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:27:23 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:27:23 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:27:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-919869964',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-919869964',id=12,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f9db6ac897784a4fb18d26858afb7956',ramdisk_id='',reservation_id='r-dba5uhdn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1464100791',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:27:21Z,user_data=None,user_id='d17a1a64076a44f28b10f2d82b7ffd5a',uuid=8fab1c63-d9a3-4cea-b129-904a5f15e5fe,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84", "address": "fa:16:3e:4d:79:65", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e18ef3c-bb", "ovs_interfaceid": "2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Converting VIF {"id": "2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84", "address": "fa:16:3e:4d:79:65", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e18ef3c-bb", "ovs_interfaceid": "2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4d:79:65,bridge_name='br-int',has_traffic_filtering=True,id=2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84,network=Network(dee86f1a-fba2-4f98-80d9-351ebde8da3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e18ef3c-bb') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG nova.objects.instance [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lazy-loading 'pci_devices' on Instance uuid 8fab1c63-d9a3-4cea-b129-904a5f15e5fe {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:27:23 user nova-compute[73884]:   <uuid>8fab1c63-d9a3-4cea-b129-904a5f15e5fe</uuid>
Oct 16 08:27:23 user nova-compute[73884]:   <name>instance-0000000c</name>
Oct 16 08:27:23 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:27:23 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:27:23 user nova-compute[73884]:   <metadata>
Oct 16 08:27:23 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:27:23 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:27:23 user nova-compute[73884]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-919869964</nova:name>
Oct 16 08:27:23 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:27:23</nova:creationTime>
Oct 16 08:27:23 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:27:23 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:27:23 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:27:23 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:27:23 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:27:23 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:27:23 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:27:23 user nova-compute[73884]:       <nova:owner>
Oct 16 08:27:23 user nova-compute[73884]:         <nova:user uuid="d17a1a64076a44f28b10f2d82b7ffd5a">tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member</nova:user>
Oct 16 08:27:23 user nova-compute[73884]:         <nova:project uuid="f9db6ac897784a4fb18d26858afb7956">tempest-ServerBootFromVolumeStableRescueTest-1464100791</nova:project>
Oct 16 08:27:23 user nova-compute[73884]:       </nova:owner>
Oct 16 08:27:23 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:27:23 user nova-compute[73884]:       <nova:ports>
Oct 16 08:27:23 user nova-compute[73884]:         <nova:port uuid="2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84">
Oct 16 08:27:23 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 16 08:27:23 user nova-compute[73884]:         </nova:port>
Oct 16 08:27:23 user nova-compute[73884]:       </nova:ports>
Oct 16 08:27:23 user nova-compute[73884]:     </nova:instance>
Oct 16 08:27:23 user nova-compute[73884]:   </metadata>
Oct 16 08:27:23 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:27:23 user nova-compute[73884]:     <system>
Oct 16 08:27:23 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:27:23 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:27:23 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:27:23 user nova-compute[73884]:       <entry name="serial">8fab1c63-d9a3-4cea-b129-904a5f15e5fe</entry>
Oct 16 08:27:23 user nova-compute[73884]:       <entry name="uuid">8fab1c63-d9a3-4cea-b129-904a5f15e5fe</entry>
Oct 16 08:27:23 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:27:23 user nova-compute[73884]:     </system>
Oct 16 08:27:23 user nova-compute[73884]:   </sysinfo>
Oct 16 08:27:23 user nova-compute[73884]:   <os>
Oct 16 08:27:23 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:27:23 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:27:23 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:27:23 user nova-compute[73884]:   </os>
Oct 16 08:27:23 user nova-compute[73884]:   <features>
Oct 16 08:27:23 user nova-compute[73884]:     <acpi/>
Oct 16 08:27:23 user nova-compute[73884]:     <apic/>
Oct 16 08:27:23 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:27:23 user nova-compute[73884]:   </features>
Oct 16 08:27:23 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:27:23 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:27:23 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:27:23 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:27:23 user nova-compute[73884]:   </clock>
Oct 16 08:27:23 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:27:23 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:27:23 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:27:23 user nova-compute[73884]:   </cpu>
Oct 16 08:27:23 user nova-compute[73884]:   <devices>
Oct 16 08:27:23 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:27:23 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:27:23 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk"/>
Oct 16 08:27:23 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:27:23 user nova-compute[73884]:     </disk>
Oct 16 08:27:23 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:27:23 user nova-compute[73884]:       <mac address="fa:16:3e:4d:79:65"/>
Oct 16 08:27:23 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:27:23 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:27:23 user nova-compute[73884]:       <target dev="tap2e18ef3c-bb"/>
Oct 16 08:27:23 user nova-compute[73884]:     </interface>
Oct 16 08:27:23 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:27:23 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/console.log" append="off"/>
Oct 16 08:27:23 user nova-compute[73884]:     </serial>
Oct 16 08:27:23 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:27:23 user nova-compute[73884]:     <video>
Oct 16 08:27:23 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:27:23 user nova-compute[73884]:     </video>
Oct 16 08:27:23 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:27:23 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:27:23 user nova-compute[73884]:     </rng>
Oct 16 08:27:23 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:27:23 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:27:23 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:27:23 user nova-compute[73884]:     </memballoon>
Oct 16 08:27:23 user nova-compute[73884]:   </devices>
Oct 16 08:27:23 user nova-compute[73884]: </domain>
Oct 16 08:27:23 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:27:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-919869964',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-919869964',id=12,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f9db6ac897784a4fb18d26858afb7956',ramdisk_id='',reservation_id='r-dba5uhdn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1464100791',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:27:21Z,user_data=None,user_id='d17a1a64076a44f28b10f2d82b7ffd5a',uuid=8fab1c63-d9a3-4cea-b129-904a5f15e5fe,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84", "address": "fa:16:3e:4d:79:65", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e18ef3c-bb", "ovs_interfaceid": "2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Converting VIF {"id": "2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84", "address": "fa:16:3e:4d:79:65", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e18ef3c-bb", "ovs_interfaceid": "2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4d:79:65,bridge_name='br-int',has_traffic_filtering=True,id=2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84,network=Network(dee86f1a-fba2-4f98-80d9-351ebde8da3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e18ef3c-bb') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG os_vif [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4d:79:65,bridge_name='br-int',has_traffic_filtering=True,id=2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84,network=Network(dee86f1a-fba2-4f98-80d9-351ebde8da3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e18ef3c-bb') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e8992e52-6c5b-5f53-a890-45a1226eebba', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:27:23 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Instance destroyed successfully.
Oct 16 08:27:23 user nova-compute[73884]: DEBUG nova.objects.instance [None req-38b0f474-bbe0-4d86-9ac1-36e7f9106547 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Lazy-loading 'resources' on Instance uuid 751a4c38-fe52-4076-b6a7-952abcc49208 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2e18ef3c-bb, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2e18ef3c-bb, col_values=(('qos', UUID('fdd3198c-3c33-417a-830b-375e3b9110a6')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2e18ef3c-bb, col_values=(('external_ids', {'iface-id': '2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4d:79:65', 'vm-uuid': '8fab1c63-d9a3-4cea-b129-904a5f15e5fe'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-38b0f474-bbe0-4d86-9ac1-36e7f9106547 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:23:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-932286942',display_name='tempest-TestVolumeSwap-server-932286942',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-932286942',id=7,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM+Os8EbZLHFpxbGjABFWg0JDBYQTl5ZwaWMtzOeYPV1q5mJjn+2cw7b1rIA9GIplbr2GTy00yQkbZ75HtQGNCkmb7dygLaaHYO9mjD+WvXptZjNWw+yBvxgesYPnSfyXw==',key_name='tempest-keypair-1181524997',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:23:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d91ec26999414a8e9cfd0f092b35e0b1',ramdisk_id='',reservation_id='r-wojr0x3q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeSwap-741728429',owner_user_name='tempest-TestVolumeSwap-741728429-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:23:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='17ee5b03ddc24a74ba92796819410de8',uuid=751a4c38-fe52-4076-b6a7-952abcc49208,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f682a62d-f21d-4aae-b1a2-de3e914067c0", "address": "fa:16:3e:bc:78:4d", "network": {"id": "d0e3065f-262b-429a-a38f-e0f42b8c6fe3", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1568087563-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d91ec26999414a8e9cfd0f092b35e0b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf682a62d-f2", "ovs_interfaceid": "f682a62d-f21d-4aae-b1a2-de3e914067c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-38b0f474-bbe0-4d86-9ac1-36e7f9106547 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Converting VIF {"id": "f682a62d-f21d-4aae-b1a2-de3e914067c0", "address": "fa:16:3e:bc:78:4d", "network": {"id": "d0e3065f-262b-429a-a38f-e0f42b8c6fe3", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1568087563-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.48", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d91ec26999414a8e9cfd0f092b35e0b1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf682a62d-f2", "ovs_interfaceid": "f682a62d-f21d-4aae-b1a2-de3e914067c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-38b0f474-bbe0-4d86-9ac1-36e7f9106547 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:bc:78:4d,bridge_name='br-int',has_traffic_filtering=True,id=f682a62d-f21d-4aae-b1a2-de3e914067c0,network=Network(d0e3065f-262b-429a-a38f-e0f42b8c6fe3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf682a62d-f2') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG os_vif [None req-38b0f474-bbe0-4d86-9ac1-36e7f9106547 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:bc:78:4d,bridge_name='br-int',has_traffic_filtering=True,id=f682a62d-f21d-4aae-b1a2-de3e914067c0,network=Network(d0e3065f-262b-429a-a38f-e0f42b8c6fe3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf682a62d-f2') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:23 user nova-compute[73884]: INFO os_vif [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4d:79:65,bridge_name='br-int',has_traffic_filtering=True,id=2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84,network=Network(dee86f1a-fba2-4f98-80d9-351ebde8da3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e18ef3c-bb')
Oct 16 08:27:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf682a62d-f2, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f4140dd1-8140-4915-9894-37a98232d707) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:23 user nova-compute[73884]: INFO os_vif [None req-38b0f474-bbe0-4d86-9ac1-36e7f9106547 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:bc:78:4d,bridge_name='br-int',has_traffic_filtering=True,id=f682a62d-f21d-4aae-b1a2-de3e914067c0,network=Network(d0e3065f-262b-429a-a38f-e0f42b8c6fe3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf682a62d-f2')
Oct 16 08:27:23 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-38b0f474-bbe0-4d86-9ac1-36e7f9106547 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Deleting instance files /opt/stack/data/nova/instances/751a4c38-fe52-4076-b6a7-952abcc49208_del
Oct 16 08:27:23 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-38b0f474-bbe0-4d86-9ac1-36e7f9106547 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Deletion of /opt/stack/data/nova/instances/751a4c38-fe52-4076-b6a7-952abcc49208_del complete
Oct 16 08:27:23 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] No VIF found with MAC fa:16:3e:4d:79:65, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:27:23 user nova-compute[73884]: INFO nova.compute.manager [None req-38b0f474-bbe0-4d86-9ac1-36e7f9106547 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Took 0.92 seconds to destroy the instance on the hypervisor.
Oct 16 08:27:23 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-38b0f474-bbe0-4d86-9ac1-36e7f9106547 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG nova.network.neutron [req-90efd255-ae51-4c74-835f-4428a5882706 req-706aac11-6994-4664-9375-a54adce2e4e9 service nova] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Updated VIF entry in instance network info cache for port 2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG nova.network.neutron [req-90efd255-ae51-4c74-835f-4428a5882706 req-706aac11-6994-4664-9375-a54adce2e4e9 service nova] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Updating instance_info_cache with network_info: [{"id": "2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84", "address": "fa:16:3e:4d:79:65", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e18ef3c-bb", "ovs_interfaceid": "2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:27:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-90efd255-ae51-4c74-835f-4428a5882706 req-706aac11-6994-4664-9375-a54adce2e4e9 service nova] Releasing lock "refresh_cache-8fab1c63-d9a3-4cea-b129-904a5f15e5fe" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:27:24 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:27:24 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Took 0.77 seconds to deallocate network for instance.
Oct 16 08:27:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-38b0f474-bbe0-4d86-9ac1-36e7f9106547 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-38b0f474-bbe0-4d86-9ac1-36e7f9106547 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:24 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-38b0f474-bbe0-4d86-9ac1-36e7f9106547 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:27:24 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-38b0f474-bbe0-4d86-9ac1-36e7f9106547 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:27:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-38b0f474-bbe0-4d86-9ac1-36e7f9106547 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.351s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:24 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-38b0f474-bbe0-4d86-9ac1-36e7f9106547 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Deleted allocations for instance 751a4c38-fe52-4076-b6a7-952abcc49208
Oct 16 08:27:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-38b0f474-bbe0-4d86-9ac1-36e7f9106547 tempest-TestVolumeSwap-741728429 tempest-TestVolumeSwap-741728429-project-member] Lock "751a4c38-fe52-4076-b6a7-952abcc49208" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.250s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:24 user nova-compute[73884]: DEBUG nova.compute.manager [req-2bc32197-391c-44da-aab6-d373109c50e3 req-a56db0de-ae6b-43f5-b270-dbe9ed87ae27 service nova] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Received event network-vif-plugged-2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:27:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2bc32197-391c-44da-aab6-d373109c50e3 req-a56db0de-ae6b-43f5-b270-dbe9ed87ae27 service nova] Acquiring lock "8fab1c63-d9a3-4cea-b129-904a5f15e5fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2bc32197-391c-44da-aab6-d373109c50e3 req-a56db0de-ae6b-43f5-b270-dbe9ed87ae27 service nova] Lock "8fab1c63-d9a3-4cea-b129-904a5f15e5fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2bc32197-391c-44da-aab6-d373109c50e3 req-a56db0de-ae6b-43f5-b270-dbe9ed87ae27 service nova] Lock "8fab1c63-d9a3-4cea-b129-904a5f15e5fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:24 user nova-compute[73884]: DEBUG nova.compute.manager [req-2bc32197-391c-44da-aab6-d373109c50e3 req-a56db0de-ae6b-43f5-b270-dbe9ed87ae27 service nova] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] No waiting events found dispatching network-vif-plugged-2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:27:24 user nova-compute[73884]: WARNING nova.compute.manager [req-2bc32197-391c-44da-aab6-d373109c50e3 req-a56db0de-ae6b-43f5-b270-dbe9ed87ae27 service nova] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Received unexpected event network-vif-plugged-2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84 for instance with vm_state building and task_state spawning.
Oct 16 08:27:24 user nova-compute[73884]: DEBUG nova.compute.manager [req-45ea6012-6f80-4dd5-ba19-9bd9a6158ddb req-550a4369-1ee7-4ad4-9885-3effc2b60d15 service nova] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Received event network-vif-plugged-f682a62d-f21d-4aae-b1a2-de3e914067c0 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:27:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-45ea6012-6f80-4dd5-ba19-9bd9a6158ddb req-550a4369-1ee7-4ad4-9885-3effc2b60d15 service nova] Acquiring lock "751a4c38-fe52-4076-b6a7-952abcc49208-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-45ea6012-6f80-4dd5-ba19-9bd9a6158ddb req-550a4369-1ee7-4ad4-9885-3effc2b60d15 service nova] Lock "751a4c38-fe52-4076-b6a7-952abcc49208-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-45ea6012-6f80-4dd5-ba19-9bd9a6158ddb req-550a4369-1ee7-4ad4-9885-3effc2b60d15 service nova] Lock "751a4c38-fe52-4076-b6a7-952abcc49208-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:24 user nova-compute[73884]: DEBUG nova.compute.manager [req-45ea6012-6f80-4dd5-ba19-9bd9a6158ddb req-550a4369-1ee7-4ad4-9885-3effc2b60d15 service nova] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] No waiting events found dispatching network-vif-plugged-f682a62d-f21d-4aae-b1a2-de3e914067c0 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:27:24 user nova-compute[73884]: WARNING nova.compute.manager [req-45ea6012-6f80-4dd5-ba19-9bd9a6158ddb req-550a4369-1ee7-4ad4-9885-3effc2b60d15 service nova] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Received unexpected event network-vif-plugged-f682a62d-f21d-4aae-b1a2-de3e914067c0 for instance with vm_state deleted and task_state None.
Oct 16 08:27:24 user nova-compute[73884]: DEBUG nova.compute.manager [req-45ea6012-6f80-4dd5-ba19-9bd9a6158ddb req-550a4369-1ee7-4ad4-9885-3effc2b60d15 service nova] [instance: 751a4c38-fe52-4076-b6a7-952abcc49208] Received event network-vif-deleted-f682a62d-f21d-4aae-b1a2-de3e914067c0 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:27:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:26 user nova-compute[73884]: DEBUG nova.compute.manager [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:27:26 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:27:26 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Instance spawned successfully.
Oct 16 08:27:26 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:27:26 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:27:26 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:27:26 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:27:26 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:27:26 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:27:26 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:27:27 user nova-compute[73884]: DEBUG nova.compute.manager [req-6e83902d-ca9b-4b4e-8ee4-be63c249fde6 req-6dd3d9b9-ff2a-45ad-a114-7e4e940567ce service nova] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Received event network-vif-plugged-2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:27:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6e83902d-ca9b-4b4e-8ee4-be63c249fde6 req-6dd3d9b9-ff2a-45ad-a114-7e4e940567ce service nova] Acquiring lock "8fab1c63-d9a3-4cea-b129-904a5f15e5fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6e83902d-ca9b-4b4e-8ee4-be63c249fde6 req-6dd3d9b9-ff2a-45ad-a114-7e4e940567ce service nova] Lock "8fab1c63-d9a3-4cea-b129-904a5f15e5fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6e83902d-ca9b-4b4e-8ee4-be63c249fde6 req-6dd3d9b9-ff2a-45ad-a114-7e4e940567ce service nova] Lock "8fab1c63-d9a3-4cea-b129-904a5f15e5fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:27 user nova-compute[73884]: DEBUG nova.compute.manager [req-6e83902d-ca9b-4b4e-8ee4-be63c249fde6 req-6dd3d9b9-ff2a-45ad-a114-7e4e940567ce service nova] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] No waiting events found dispatching network-vif-plugged-2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:27:27 user nova-compute[73884]: WARNING nova.compute.manager [req-6e83902d-ca9b-4b4e-8ee4-be63c249fde6 req-6dd3d9b9-ff2a-45ad-a114-7e4e940567ce service nova] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Received unexpected event network-vif-plugged-2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84 for instance with vm_state building and task_state spawning.
Oct 16 08:27:27 user nova-compute[73884]: INFO nova.compute.manager [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Took 5.59 seconds to spawn the instance on the hypervisor.
Oct 16 08:27:27 user nova-compute[73884]: DEBUG nova.compute.manager [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:27:27 user nova-compute[73884]: INFO nova.compute.manager [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Took 6.35 seconds to build instance.
Oct 16 08:27:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3c720518-e355-43a4-aa25-bdae969245ff tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "8fab1c63-d9a3-4cea-b129-904a5f15e5fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.454s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:27 user nova-compute[73884]: INFO nova.virt.block_device [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Booting with volume 35ca1856-a00d-41e0-b0b5-076964b5bb32 at /dev/vdc
Oct 16 08:27:28 user nova-compute[73884]: DEBUG os_brick.utils [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:27:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:28 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1d0c2ec-6f4d-4c69-85f0-b249ee3016f7]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:28 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a75e1812-08db-4fbe-b8eb-f86ea9c946ca]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:28 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6665eb1a-c413-4d97-be86-0701c85a4137]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:28 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fa65bbd-da25-42e9-b59c-d4159dd00598]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:27:28 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 08:27:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:27:28 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 08:27:28 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7e69b30-9462-4723-bbf0-6d6cd4707038]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:28 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 08:27:28 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 08:27:28 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 08:27:28 user nova-compute[73884]: DEBUG os_brick.utils [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] <== get_connector_properties: return (162ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:27:28 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Updating existing volume attachment record: a3702ff6-540e-4e28-98f1-76b6d26425c1 {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 08:27:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:38 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:41 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:42 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG nova.compute.manager [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:27:45 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Creating image(s)
Oct 16 08:27:45 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Did not create local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Ensure instance console log exists: /opt/stack/data/nova/instances/20d7ff9a-3e41-4a64-83d6-deb66aa18c75/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Start _get_guest_xml network_info=[{"id": "04fdfcda-0417-40d8-b89b-1048995d94eb", "address": "fa:16:3e:00:6a:85", "network": {"id": "222c2df1-b13e-46a2-aa61-c3fcdf2f480c", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1257709830-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04fdfcda-04", "ovs_interfaceid": "04fdfcda-0417-40d8-b89b-1048995d94eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80ff7b62-3a4d-488c-8781-3ec7683d6579", "address": "fa:16:3e:6b:30:2c", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80ff7b62-3a", "ovs_interfaceid": "80ff7b62-3a4d-488c-8781-3ec7683d6579", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "b9496ca4-fb04-4860-a8bb-8a5f4b1a555e", "address": "fa:16:3e:17:0b:1e", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9496ca4-fb", "ovs_interfaceid": "b9496ca4-fb04-4860-a8bb-8a5f4b1a555e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c88dddfb-ccec-4051-b0f5-30309fc3a51c", "address": "fa:16:3e:fd:b2:06", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc88dddfb-cc", "ovs_interfaceid": "c88dddfb-ccec-4051-b0f5-30309fc3a51c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e01f772e-0293-4368-9c2f-8774b294fd40", "address": "fa:16:3e:6b:0b:89", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape01f772e-02", "ovs_interfaceid": "e01f772e-0293-4368-9c2f-8774b294fd40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "62629173-8823-4ced-bbc0-dcd2b919f557", "address": "fa:16:3e:25:37:40", "network": {"id": "45202ce0-291c-4e22-8347-b8e1da09b37e", "bridge": "br-int", "label": "tempest-device-tagging-net2-10226373", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62629173-88", "ovs_interfaceid": "62629173-8823-4ced-bbc0-dcd2b919f557", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a552eab1-8024-4e36-a186-a95a8b7a4984", "address": "fa:16:3e:05:21:35", "network": {"id": "45202ce0-291c-4e22-8347-b8e1da09b37e", "bridge": "br-int", "label": "tempest-device-tagging-net2-10226373", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa552eab1-80", "ovs_interfaceid": "a552eab1-8024-4e36-a186-a95a8b7a4984", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ojmvxiaW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '20d7ff9a-3e41-4a64-83d6-deb66aa18c75', 'attached_at': '', 'detached_at': '', 'volume_id': '4ed6ed11-5823-4b73-b4a1-a6518d277880', 'serial': '4ed6ed11-5823-4b73-b4a1-a6518d277880'}, 'attachment_id': '58a00307-f589-4fe7-9f26-277ff96bfeed', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'delete_on_termination': False, 'boot_index': 0, 'device_type': 'disk', 'volume_type': None}, {'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yASrdPYG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '20d7ff9a-3e41-4a64-83d6-deb66aa18c75', 'attached_at': '', 'detached_at': '', 'volume_id': '4e31854f-f1d4-4844-8ae2-72f81dc1d260', 'serial': '4e31854f-f1d4-4844-8ae2-72f81dc1d260'}, 'attachment_id': '8498377a-431c-418f-a672-392c268b57da', 'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'guest_format': None, 'delete_on_termination': False, 'boot_index': 1, 'device_type': 'disk', 'volume_type': None}, {'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HVykCQhd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '20d7ff9a-3e41-4a64-83d6-deb66aa18c75', 'attached_at': '', 'detached_at': '', 'volume_id': '35ca1856-a00d-41e0-b0b5-076964b5bb32', 'serial': '35ca1856-a00d-41e0-b0b5-076964b5bb32'}, 'attachment_id': 'a3702ff6-540e-4e28-98f1-76b6d26425c1', 'disk_bus': 'virtio', 'mount_device': '/dev/vdc', 'guest_format': None, 'delete_on_termination': False, 'boot_index': 2, 'device_type': 'disk', 'volume_type': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:27:45 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:27:45 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:27:45 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ojmvxiaW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:27:45 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:27:45 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:27:45 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:27:45 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:27:45 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:27:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880 -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fe2a1a1-c7f6-4e94-a476-f7008edec995]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:27:45 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880 -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea46641e-7e6d-478b-93e2-415046417765]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880] added
Oct 16 08:27:45 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff10283a-ba9f-43a3-b25d-a12c67410f1d]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a9a8242-75d9-4c28-a77e-c54033bb0c49]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ojmvxiaW {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ojmvxiaW" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d94daad-3afa-4e57-a78d-269b00aaf173]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ojmvxiaW'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.026s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f87f445-fbf6-4a4c-a1a9-faeb42b0aa67]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[97541997-14a0-4f44-9772-02df0eef737e]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)
Oct 16 08:27:45 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)
Oct 16 08:27:45 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880 -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880 -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0eb62fa-5152-4ad1-8daa-fa99135eaf21]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880, portal: 172.16.0.220,3260]
Oct 16 08:27:45 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880, portal: 172.16.0.220,3260] successful.
Oct 16 08:27:45 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0f220e7-07a4-49c0-82f9-52ce7bf7c986]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[0056ada8-8834-47c5-9aaa-4e93363e42d6]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)
Oct 16 08:27:45 user nova-compute[73884]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880 (non-flash)
Oct 16 08:27:45 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)
Oct 16 08:27:45 user nova-compute[73884]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880 (non-flash)
Oct 16 08:27:45 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.275s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] HCTL ('33', '-', '-', 0) found on session 14 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[910d44ba-2383-4767-92a4-4a2e5ce6379d]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:45 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Searching for a device in session 14 and hctl ['33', '*', '*', 0] yield: None {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:27:46 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Searching for a device in session 14 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:27:46 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ojmvxiaW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:27:46 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.302s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:27:46 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] <== connect_volume: return (1303ms) {'type': 'block', 'scsi_wwn': '23239316633383938', 'path': '/dev/sdb'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:27:46 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23239316633383938', 'path': '/dev/sdb'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:27:46 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:27:46 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yASrdPYG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:27:46 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:27:46 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:27:46 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:27:46 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:27:46 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:27:46 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:27:46 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:27:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260 -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:46 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[212e73f6-9326-49f6-9863-39e8c458b2ae]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:46 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:27:46 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:27:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260 -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:46 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[aaa29122-96e0-462e-b975-d1f59e8a77f5]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:46 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260] added
Oct 16 08:27:46 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:27:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:46 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[faeddf0f-610e-46e5-b7b7-c0517b8e65ae]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:46 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:27:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:46 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2606cb55-924c-48cc-aa96-90b82d1c9806]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:46 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:27:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yASrdPYG {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yASrdPYG" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:46 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[51d5d1a8-f1b0-4588-9951-e7ed9cb90cbc]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:46 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'yASrdPYG'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:27:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.028s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:46 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7027d5b-a097-41f7-95dc-7f92ddfed74d]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:46 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:27:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:46 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a33468e-1e70-4cc6-a0ee-7c8254403e6f]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:46 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)
Oct 16 08:27:46 user nova-compute[73884]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880 (non-flash)
Oct 16 08:27:46 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:27:46 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)
Oct 16 08:27:46 user nova-compute[73884]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880 (non-flash)
Oct 16 08:27:46 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:27:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260 -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260 -p 172.16.0.220:3260 --login" returned: 0 in 0.134s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:46 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbef3fdd-0ba1-468c-a065-9c738865234f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:46 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260, portal: 172.16.0.220,3260]
Oct 16 08:27:46 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260, portal: 172.16.0.220,3260] successful.
Oct 16 08:27:46 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:27:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.030s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:47 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe8d009f-8a0a-4510-b9a3-58cbe181f803]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:27:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:47 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[78f32455-a34e-49d0-9372-ea8c9e9daf21]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)
Oct 16 08:27:47 user nova-compute[73884]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880 (non-flash)
Oct 16 08:27:47 user nova-compute[73884]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260 (non-flash)
Oct 16 08:27:47 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:27:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)
Oct 16 08:27:47 user nova-compute[73884]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880 (non-flash)
Oct 16 08:27:47 user nova-compute[73884]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260 (non-flash)
Oct 16 08:27:47 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:27:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.379s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:27:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:27:47 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] HCTL ('34', '-', '-', 0) found on session 15 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:27:47 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:27:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:47 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[aea2d20b-837a-48fc-809e-55dcb2a28440]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:47 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Searching for a device in session 15 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:27:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yASrdPYG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:27:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.410s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] <== connect_volume: return (1411ms) {'type': 'block', 'scsi_wwn': '26464323534626238', 'path': '/dev/sdc'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26464323534626238', 'path': '/dev/sdc'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HVykCQhd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:27:48 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:27:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:27:48 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:27:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:27:48 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:27:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32 -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32 -p 172.16.0.220:3260" returned: 21 in 0.026s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[7db287f3-1b13-4ec8-a2c6-5cd6447fc1de]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:27:48 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32 -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[60f35149-d595-4876-adf4-e33838ec7d64]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32] added
Oct 16 08:27:48 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[65c0c77e-1331-4eb0-976a-18f5ede7a4a1]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[86d49c96-bc1b-4169-b499-2732ec0bbfda]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HVykCQhd {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HVykCQhd" returned: 0 in 0.025s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb19956f-f6eb-4056-bd8b-2580a62e375e]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'HVykCQhd'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.026s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b8fefc4-3315-46c3-bcd9-e096849aae37]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec156d75-9e51-4d2f-b0ef-055d9827b354]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)
Oct 16 08:27:48 user nova-compute[73884]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880 (non-flash)
Oct 16 08:27:48 user nova-compute[73884]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260 (non-flash)
Oct 16 08:27:48 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)
Oct 16 08:27:48 user nova-compute[73884]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880 (non-flash)
Oct 16 08:27:48 user nova-compute[73884]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260 (non-flash)
Oct 16 08:27:48 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32 -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32 -p 172.16.0.220:3260 --login" returned: 0 in 0.076s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd147163-6832-4bce-8663-68724cf3d4b7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32, portal: 172.16.0.220,3260]
Oct 16 08:27:48 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32, portal: 172.16.0.220,3260] successful.
Oct 16 08:27:48 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[89735405-3e57-4966-b550-6bbda3b97070]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[29d51e8a-534c-40df-ab46-6d3748662578]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)
Oct 16 08:27:48 user nova-compute[73884]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880 (non-flash)
Oct 16 08:27:48 user nova-compute[73884]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260 (non-flash)
Oct 16 08:27:48 user nova-compute[73884]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32 (non-flash)
Oct 16 08:27:48 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)
Oct 16 08:27:48 user nova-compute[73884]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880 (non-flash)
Oct 16 08:27:48 user nova-compute[73884]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260 (non-flash)
Oct 16 08:27:48 user nova-compute[73884]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32 (non-flash)
Oct 16 08:27:48 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.358s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] HCTL ('35', '-', '-', 0) found on session 16 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f47bb4d-f782-4c38-b150-952306bc00b4]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:27:48 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Searching for a device in session 16 and hctl ['35', '*', '*', 0] yield: None {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Searching for a device in session 16 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HVykCQhd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.393s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] <== connect_volume: return (1394ms) {'type': 'block', 'scsi_wwn': '23731383534643364', 'path': '/dev/sdd'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23731383534643364', 'path': '/dev/sdd'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:26:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1926983156',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1926983156',id=11,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOFznKs+QbmoIt6OlIw3Nh+SCUxzxeKrAZ5yRO1N75H7LAe4nVVKT9Mr0d5XjaIupM+jhJ2Wwjlc8Fyo55JzxD93vTIb3ofvBiM8fIUN4TFcsUxjyVSQkJxA0y2Of/rcqA==',key_name='tempest-keypair-946068174',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aae80a5ea76541a49a4d05a1d5eea40c',ramdisk_id='',reservation_id='r-i6ofk2rw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-476134222',owner_user_name='tempest-TaggedBootDevicesTest_v242-476134222-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:26:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fdf664fe9b164958b71e046a08871882',uuid=20d7ff9a-3e41-4a64-83d6-deb66aa18c75,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "04fdfcda-0417-40d8-b89b-1048995d94eb", "address": "fa:16:3e:00:6a:85", "network": {"id": "222c2df1-b13e-46a2-aa61-c3fcdf2f480c", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1257709830-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04fdfcda-04", "ovs_interfaceid": "04fdfcda-0417-40d8-b89b-1048995d94eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Converting VIF {"id": "04fdfcda-0417-40d8-b89b-1048995d94eb", "address": "fa:16:3e:00:6a:85", "network": {"id": "222c2df1-b13e-46a2-aa61-c3fcdf2f480c", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1257709830-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04fdfcda-04", "ovs_interfaceid": "04fdfcda-0417-40d8-b89b-1048995d94eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:00:6a:85,bridge_name='br-int',has_traffic_filtering=True,id=04fdfcda-0417-40d8-b89b-1048995d94eb,network=Network(222c2df1-b13e-46a2-aa61-c3fcdf2f480c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04fdfcda-04') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:26:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1926983156',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1926983156',id=11,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOFznKs+QbmoIt6OlIw3Nh+SCUxzxeKrAZ5yRO1N75H7LAe4nVVKT9Mr0d5XjaIupM+jhJ2Wwjlc8Fyo55JzxD93vTIb3ofvBiM8fIUN4TFcsUxjyVSQkJxA0y2Of/rcqA==',key_name='tempest-keypair-946068174',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aae80a5ea76541a49a4d05a1d5eea40c',ramdisk_id='',reservation_id='r-i6ofk2rw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-476134222',owner_user_name='tempest-TaggedBootDevicesTest_v242-476134222-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:26:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fdf664fe9b164958b71e046a08871882',uuid=20d7ff9a-3e41-4a64-83d6-deb66aa18c75,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "80ff7b62-3a4d-488c-8781-3ec7683d6579", "address": "fa:16:3e:6b:30:2c", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80ff7b62-3a", "ovs_interfaceid": "80ff7b62-3a4d-488c-8781-3ec7683d6579", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Converting VIF {"id": "80ff7b62-3a4d-488c-8781-3ec7683d6579", "address": "fa:16:3e:6b:30:2c", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80ff7b62-3a", "ovs_interfaceid": "80ff7b62-3a4d-488c-8781-3ec7683d6579", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6b:30:2c,bridge_name='br-int',has_traffic_filtering=True,id=80ff7b62-3a4d-488c-8781-3ec7683d6579,network=Network(c5941553-e982-46b1-bd29-899c9e3907e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap80ff7b62-3a') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:26:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1926983156',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1926983156',id=11,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOFznKs+QbmoIt6OlIw3Nh+SCUxzxeKrAZ5yRO1N75H7LAe4nVVKT9Mr0d5XjaIupM+jhJ2Wwjlc8Fyo55JzxD93vTIb3ofvBiM8fIUN4TFcsUxjyVSQkJxA0y2Of/rcqA==',key_name='tempest-keypair-946068174',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aae80a5ea76541a49a4d05a1d5eea40c',ramdisk_id='',reservation_id='r-i6ofk2rw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-476134222',owner_user_name='tempest-TaggedBootDevicesTest_v242-476134222-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:26:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fdf664fe9b164958b71e046a08871882',uuid=20d7ff9a-3e41-4a64-83d6-deb66aa18c75,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b9496ca4-fb04-4860-a8bb-8a5f4b1a555e", "address": "fa:16:3e:17:0b:1e", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9496ca4-fb", "ovs_interfaceid": "b9496ca4-fb04-4860-a8bb-8a5f4b1a555e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Converting VIF {"id": "b9496ca4-fb04-4860-a8bb-8a5f4b1a555e", "address": "fa:16:3e:17:0b:1e", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9496ca4-fb", "ovs_interfaceid": "b9496ca4-fb04-4860-a8bb-8a5f4b1a555e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:17:0b:1e,bridge_name='br-int',has_traffic_filtering=True,id=b9496ca4-fb04-4860-a8bb-8a5f4b1a555e,network=Network(c5941553-e982-46b1-bd29-899c9e3907e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb9496ca4-fb') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:26:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1926983156',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1926983156',id=11,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOFznKs+QbmoIt6OlIw3Nh+SCUxzxeKrAZ5yRO1N75H7LAe4nVVKT9Mr0d5XjaIupM+jhJ2Wwjlc8Fyo55JzxD93vTIb3ofvBiM8fIUN4TFcsUxjyVSQkJxA0y2Of/rcqA==',key_name='tempest-keypair-946068174',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aae80a5ea76541a49a4d05a1d5eea40c',ramdisk_id='',reservation_id='r-i6ofk2rw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-476134222',owner_user_name='tempest-TaggedBootDevicesTest_v242-476134222-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:26:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fdf664fe9b164958b71e046a08871882',uuid=20d7ff9a-3e41-4a64-83d6-deb66aa18c75,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c88dddfb-ccec-4051-b0f5-30309fc3a51c", "address": "fa:16:3e:fd:b2:06", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc88dddfb-cc", "ovs_interfaceid": "c88dddfb-ccec-4051-b0f5-30309fc3a51c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Converting VIF {"id": "c88dddfb-ccec-4051-b0f5-30309fc3a51c", "address": "fa:16:3e:fd:b2:06", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc88dddfb-cc", "ovs_interfaceid": "c88dddfb-ccec-4051-b0f5-30309fc3a51c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fd:b2:06,bridge_name='br-int',has_traffic_filtering=True,id=c88dddfb-ccec-4051-b0f5-30309fc3a51c,network=Network(c5941553-e982-46b1-bd29-899c9e3907e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc88dddfb-cc') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:26:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1926983156',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1926983156',id=11,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOFznKs+QbmoIt6OlIw3Nh+SCUxzxeKrAZ5yRO1N75H7LAe4nVVKT9Mr0d5XjaIupM+jhJ2Wwjlc8Fyo55JzxD93vTIb3ofvBiM8fIUN4TFcsUxjyVSQkJxA0y2Of/rcqA==',key_name='tempest-keypair-946068174',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aae80a5ea76541a49a4d05a1d5eea40c',ramdisk_id='',reservation_id='r-i6ofk2rw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-476134222',owner_user_name='tempest-TaggedBootDevicesTest_v242-476134222-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:26:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fdf664fe9b164958b71e046a08871882',uuid=20d7ff9a-3e41-4a64-83d6-deb66aa18c75,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e01f772e-0293-4368-9c2f-8774b294fd40", "address": "fa:16:3e:6b:0b:89", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape01f772e-02", "ovs_interfaceid": "e01f772e-0293-4368-9c2f-8774b294fd40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Converting VIF {"id": "e01f772e-0293-4368-9c2f-8774b294fd40", "address": "fa:16:3e:6b:0b:89", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape01f772e-02", "ovs_interfaceid": "e01f772e-0293-4368-9c2f-8774b294fd40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6b:0b:89,bridge_name='br-int',has_traffic_filtering=True,id=e01f772e-0293-4368-9c2f-8774b294fd40,network=Network(c5941553-e982-46b1-bd29-899c9e3907e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape01f772e-02') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:26:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1926983156',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1926983156',id=11,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOFznKs+QbmoIt6OlIw3Nh+SCUxzxeKrAZ5yRO1N75H7LAe4nVVKT9Mr0d5XjaIupM+jhJ2Wwjlc8Fyo55JzxD93vTIb3ofvBiM8fIUN4TFcsUxjyVSQkJxA0y2Of/rcqA==',key_name='tempest-keypair-946068174',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aae80a5ea76541a49a4d05a1d5eea40c',ramdisk_id='',reservation_id='r-i6ofk2rw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-476134222',owner_user_name='tempest-TaggedBootDevicesTest_v242-476134222-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:26:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fdf664fe9b164958b71e046a08871882',uuid=20d7ff9a-3e41-4a64-83d6-deb66aa18c75,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "62629173-8823-4ced-bbc0-dcd2b919f557", "address": "fa:16:3e:25:37:40", "network": {"id": "45202ce0-291c-4e22-8347-b8e1da09b37e", "bridge": "br-int", "label": "tempest-device-tagging-net2-10226373", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62629173-88", "ovs_interfaceid": "62629173-8823-4ced-bbc0-dcd2b919f557", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Converting VIF {"id": "62629173-8823-4ced-bbc0-dcd2b919f557", "address": "fa:16:3e:25:37:40", "network": {"id": "45202ce0-291c-4e22-8347-b8e1da09b37e", "bridge": "br-int", "label": "tempest-device-tagging-net2-10226373", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62629173-88", "ovs_interfaceid": "62629173-8823-4ced-bbc0-dcd2b919f557", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:25:37:40,bridge_name='br-int',has_traffic_filtering=True,id=62629173-8823-4ced-bbc0-dcd2b919f557,network=Network(45202ce0-291c-4e22-8347-b8e1da09b37e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62629173-88') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:26:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1926983156',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1926983156',id=11,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOFznKs+QbmoIt6OlIw3Nh+SCUxzxeKrAZ5yRO1N75H7LAe4nVVKT9Mr0d5XjaIupM+jhJ2Wwjlc8Fyo55JzxD93vTIb3ofvBiM8fIUN4TFcsUxjyVSQkJxA0y2Of/rcqA==',key_name='tempest-keypair-946068174',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aae80a5ea76541a49a4d05a1d5eea40c',ramdisk_id='',reservation_id='r-i6ofk2rw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-476134222',owner_user_name='tempest-TaggedBootDevicesTest_v242-476134222-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:26:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fdf664fe9b164958b71e046a08871882',uuid=20d7ff9a-3e41-4a64-83d6-deb66aa18c75,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a552eab1-8024-4e36-a186-a95a8b7a4984", "address": "fa:16:3e:05:21:35", "network": {"id": "45202ce0-291c-4e22-8347-b8e1da09b37e", "bridge": "br-int", "label": "tempest-device-tagging-net2-10226373", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa552eab1-80", "ovs_interfaceid": "a552eab1-8024-4e36-a186-a95a8b7a4984", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Converting VIF {"id": "a552eab1-8024-4e36-a186-a95a8b7a4984", "address": "fa:16:3e:05:21:35", "network": {"id": "45202ce0-291c-4e22-8347-b8e1da09b37e", "bridge": "br-int", "label": "tempest-device-tagging-net2-10226373", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa552eab1-80", "ovs_interfaceid": "a552eab1-8024-4e36-a186-a95a8b7a4984", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:05:21:35,bridge_name='br-int',has_traffic_filtering=True,id=a552eab1-8024-4e36-a186-a95a8b7a4984,network=Network(45202ce0-291c-4e22-8347-b8e1da09b37e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa552eab1-80') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG nova.objects.instance [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Lazy-loading 'pci_devices' on Instance uuid 20d7ff9a-3e41-4a64-83d6-deb66aa18c75 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:27:49 user nova-compute[73884]:   <uuid>20d7ff9a-3e41-4a64-83d6-deb66aa18c75</uuid>
Oct 16 08:27:49 user nova-compute[73884]:   <name>instance-0000000b</name>
Oct 16 08:27:49 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:27:49 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:27:49 user nova-compute[73884]:   <metadata>
Oct 16 08:27:49 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:27:49 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:27:49 user nova-compute[73884]:       <nova:name>tempest-device-tagging-server-1926983156</nova:name>
Oct 16 08:27:49 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:27:45</nova:creationTime>
Oct 16 08:27:49 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:27:49 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:27:49 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:27:49 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:27:49 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:27:49 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:27:49 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:27:49 user nova-compute[73884]:       <nova:owner>
Oct 16 08:27:49 user nova-compute[73884]:         <nova:user uuid="fdf664fe9b164958b71e046a08871882">tempest-TaggedBootDevicesTest_v242-476134222-project-member</nova:user>
Oct 16 08:27:49 user nova-compute[73884]:         <nova:project uuid="aae80a5ea76541a49a4d05a1d5eea40c">tempest-TaggedBootDevicesTest_v242-476134222</nova:project>
Oct 16 08:27:49 user nova-compute[73884]:       </nova:owner>
Oct 16 08:27:49 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:27:49 user nova-compute[73884]:       <nova:ports>
Oct 16 08:27:49 user nova-compute[73884]:         <nova:port uuid="04fdfcda-0417-40d8-b89b-1048995d94eb">
Oct 16 08:27:49 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 16 08:27:49 user nova-compute[73884]:         </nova:port>
Oct 16 08:27:49 user nova-compute[73884]:         <nova:port uuid="80ff7b62-3a4d-488c-8781-3ec7683d6579">
Oct 16 08:27:49 user nova-compute[73884]:           <nova:ip type="fixed" address="10.1.1.108" ipVersion="4"/>
Oct 16 08:27:49 user nova-compute[73884]:         </nova:port>
Oct 16 08:27:49 user nova-compute[73884]:         <nova:port uuid="b9496ca4-fb04-4860-a8bb-8a5f4b1a555e">
Oct 16 08:27:49 user nova-compute[73884]:           <nova:ip type="fixed" address="10.1.1.92" ipVersion="4"/>
Oct 16 08:27:49 user nova-compute[73884]:         </nova:port>
Oct 16 08:27:49 user nova-compute[73884]:         <nova:port uuid="c88dddfb-ccec-4051-b0f5-30309fc3a51c">
Oct 16 08:27:49 user nova-compute[73884]:           <nova:ip type="fixed" address="10.1.1.177" ipVersion="4"/>
Oct 16 08:27:49 user nova-compute[73884]:         </nova:port>
Oct 16 08:27:49 user nova-compute[73884]:         <nova:port uuid="e01f772e-0293-4368-9c2f-8774b294fd40">
Oct 16 08:27:49 user nova-compute[73884]:           <nova:ip type="fixed" address="10.1.1.107" ipVersion="4"/>
Oct 16 08:27:49 user nova-compute[73884]:         </nova:port>
Oct 16 08:27:49 user nova-compute[73884]:         <nova:port uuid="62629173-8823-4ced-bbc0-dcd2b919f557">
Oct 16 08:27:49 user nova-compute[73884]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Oct 16 08:27:49 user nova-compute[73884]:         </nova:port>
Oct 16 08:27:49 user nova-compute[73884]:         <nova:port uuid="a552eab1-8024-4e36-a186-a95a8b7a4984">
Oct 16 08:27:49 user nova-compute[73884]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Oct 16 08:27:49 user nova-compute[73884]:         </nova:port>
Oct 16 08:27:49 user nova-compute[73884]:       </nova:ports>
Oct 16 08:27:49 user nova-compute[73884]:     </nova:instance>
Oct 16 08:27:49 user nova-compute[73884]:   </metadata>
Oct 16 08:27:49 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:27:49 user nova-compute[73884]:     <system>
Oct 16 08:27:49 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:27:49 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:27:49 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:27:49 user nova-compute[73884]:       <entry name="serial">20d7ff9a-3e41-4a64-83d6-deb66aa18c75</entry>
Oct 16 08:27:49 user nova-compute[73884]:       <entry name="uuid">20d7ff9a-3e41-4a64-83d6-deb66aa18c75</entry>
Oct 16 08:27:49 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:27:49 user nova-compute[73884]:     </system>
Oct 16 08:27:49 user nova-compute[73884]:   </sysinfo>
Oct 16 08:27:49 user nova-compute[73884]:   <os>
Oct 16 08:27:49 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:27:49 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:27:49 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:27:49 user nova-compute[73884]:   </os>
Oct 16 08:27:49 user nova-compute[73884]:   <features>
Oct 16 08:27:49 user nova-compute[73884]:     <acpi/>
Oct 16 08:27:49 user nova-compute[73884]:     <apic/>
Oct 16 08:27:49 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:27:49 user nova-compute[73884]:   </features>
Oct 16 08:27:49 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:27:49 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:27:49 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:27:49 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:27:49 user nova-compute[73884]:   </clock>
Oct 16 08:27:49 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:27:49 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:27:49 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:27:49 user nova-compute[73884]:   </cpu>
Oct 16 08:27:49 user nova-compute[73884]:   <devices>
Oct 16 08:27:49 user nova-compute[73884]:     <disk type="file" device="cdrom">
Oct 16 08:27:49 user nova-compute[73884]:       <driver name="qemu" type="raw" cache="none"/>
Oct 16 08:27:49 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/20d7ff9a-3e41-4a64-83d6-deb66aa18c75/disk.config"/>
Oct 16 08:27:49 user nova-compute[73884]:       <target dev="hda" bus="ide"/>
Oct 16 08:27:49 user nova-compute[73884]:     </disk>
Oct 16 08:27:49 user nova-compute[73884]:     <disk type="block" device="disk">
Oct 16 08:27:49 user nova-compute[73884]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:27:49 user nova-compute[73884]:       <source dev="/dev/sdb"/>
Oct 16 08:27:49 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:27:49 user nova-compute[73884]:       <serial>4ed6ed11-5823-4b73-b4a1-a6518d277880</serial>
Oct 16 08:27:49 user nova-compute[73884]:     </disk>
Oct 16 08:27:49 user nova-compute[73884]:     <disk type="block" device="disk">
Oct 16 08:27:49 user nova-compute[73884]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:27:49 user nova-compute[73884]:       <source dev="/dev/sdc"/>
Oct 16 08:27:49 user nova-compute[73884]:       <target dev="vdb" bus="virtio"/>
Oct 16 08:27:49 user nova-compute[73884]:       <serial>4e31854f-f1d4-4844-8ae2-72f81dc1d260</serial>
Oct 16 08:27:49 user nova-compute[73884]:     </disk>
Oct 16 08:27:49 user nova-compute[73884]:     <disk type="block" device="disk">
Oct 16 08:27:49 user nova-compute[73884]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:27:49 user nova-compute[73884]:       <source dev="/dev/sdd"/>
Oct 16 08:27:49 user nova-compute[73884]:       <target dev="vdc" bus="virtio"/>
Oct 16 08:27:49 user nova-compute[73884]:       <serial>35ca1856-a00d-41e0-b0b5-076964b5bb32</serial>
Oct 16 08:27:49 user nova-compute[73884]:     </disk>
Oct 16 08:27:49 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:27:49 user nova-compute[73884]:       <mac address="fa:16:3e:00:6a:85"/>
Oct 16 08:27:49 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:27:49 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:27:49 user nova-compute[73884]:       <target dev="tap04fdfcda-04"/>
Oct 16 08:27:49 user nova-compute[73884]:     </interface>
Oct 16 08:27:49 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:27:49 user nova-compute[73884]:       <mac address="fa:16:3e:6b:30:2c"/>
Oct 16 08:27:49 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:27:49 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:27:49 user nova-compute[73884]:       <target dev="tap80ff7b62-3a"/>
Oct 16 08:27:49 user nova-compute[73884]:     </interface>
Oct 16 08:27:49 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:27:49 user nova-compute[73884]:       <mac address="fa:16:3e:17:0b:1e"/>
Oct 16 08:27:49 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:27:49 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:27:49 user nova-compute[73884]:       <target dev="tapb9496ca4-fb"/>
Oct 16 08:27:49 user nova-compute[73884]:     </interface>
Oct 16 08:27:49 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:27:49 user nova-compute[73884]:       <mac address="fa:16:3e:fd:b2:06"/>
Oct 16 08:27:49 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:27:49 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:27:49 user nova-compute[73884]:       <target dev="tapc88dddfb-cc"/>
Oct 16 08:27:49 user nova-compute[73884]:     </interface>
Oct 16 08:27:49 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:27:49 user nova-compute[73884]:       <mac address="fa:16:3e:6b:0b:89"/>
Oct 16 08:27:49 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:27:49 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:27:49 user nova-compute[73884]:       <target dev="tape01f772e-02"/>
Oct 16 08:27:49 user nova-compute[73884]:     </interface>
Oct 16 08:27:49 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:27:49 user nova-compute[73884]:       <mac address="fa:16:3e:25:37:40"/>
Oct 16 08:27:49 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:27:49 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:27:49 user nova-compute[73884]:       <target dev="tap62629173-88"/>
Oct 16 08:27:49 user nova-compute[73884]:     </interface>
Oct 16 08:27:49 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:27:49 user nova-compute[73884]:       <mac address="fa:16:3e:05:21:35"/>
Oct 16 08:27:49 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:27:49 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:27:49 user nova-compute[73884]:       <target dev="tapa552eab1-80"/>
Oct 16 08:27:49 user nova-compute[73884]:     </interface>
Oct 16 08:27:49 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:27:49 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/20d7ff9a-3e41-4a64-83d6-deb66aa18c75/console.log" append="off"/>
Oct 16 08:27:49 user nova-compute[73884]:     </serial>
Oct 16 08:27:49 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:27:49 user nova-compute[73884]:     <video>
Oct 16 08:27:49 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:27:49 user nova-compute[73884]:     </video>
Oct 16 08:27:49 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:27:49 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:27:49 user nova-compute[73884]:     </rng>
Oct 16 08:27:49 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:27:49 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:27:49 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:27:49 user nova-compute[73884]:     </memballoon>
Oct 16 08:27:49 user nova-compute[73884]:   </devices>
Oct 16 08:27:49 user nova-compute[73884]: </domain>
Oct 16 08:27:49 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:26:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1926983156',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1926983156',id=11,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOFznKs+QbmoIt6OlIw3Nh+SCUxzxeKrAZ5yRO1N75H7LAe4nVVKT9Mr0d5XjaIupM+jhJ2Wwjlc8Fyo55JzxD93vTIb3ofvBiM8fIUN4TFcsUxjyVSQkJxA0y2Of/rcqA==',key_name='tempest-keypair-946068174',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aae80a5ea76541a49a4d05a1d5eea40c',ramdisk_id='',reservation_id='r-i6ofk2rw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-476134222',owner_user_name='tempest-TaggedBootDevicesTest_v242-476134222-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:26:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fdf664fe9b164958b71e046a08871882',uuid=20d7ff9a-3e41-4a64-83d6-deb66aa18c75,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "04fdfcda-0417-40d8-b89b-1048995d94eb", "address": "fa:16:3e:00:6a:85", "network": {"id": "222c2df1-b13e-46a2-aa61-c3fcdf2f480c", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1257709830-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04fdfcda-04", "ovs_interfaceid": "04fdfcda-0417-40d8-b89b-1048995d94eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Converting VIF {"id": "04fdfcda-0417-40d8-b89b-1048995d94eb", "address": "fa:16:3e:00:6a:85", "network": {"id": "222c2df1-b13e-46a2-aa61-c3fcdf2f480c", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1257709830-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04fdfcda-04", "ovs_interfaceid": "04fdfcda-0417-40d8-b89b-1048995d94eb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:00:6a:85,bridge_name='br-int',has_traffic_filtering=True,id=04fdfcda-0417-40d8-b89b-1048995d94eb,network=Network(222c2df1-b13e-46a2-aa61-c3fcdf2f480c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04fdfcda-04') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG os_vif [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:00:6a:85,bridge_name='br-int',has_traffic_filtering=True,id=04fdfcda-0417-40d8-b89b-1048995d94eb,network=Network(222c2df1-b13e-46a2-aa61-c3fcdf2f480c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04fdfcda-04') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4d8de7f1-a085-5e49-9892-628a49b8bb26', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap04fdfcda-04, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap04fdfcda-04, col_values=(('qos', UUID('d99e1b36-fe77-40c1-821e-dae5bdbb0109')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap04fdfcda-04, col_values=(('external_ids', {'iface-id': '04fdfcda-0417-40d8-b89b-1048995d94eb', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:00:6a:85', 'vm-uuid': '20d7ff9a-3e41-4a64-83d6-deb66aa18c75'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:49 user nova-compute[73884]: INFO os_vif [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:00:6a:85,bridge_name='br-int',has_traffic_filtering=True,id=04fdfcda-0417-40d8-b89b-1048995d94eb,network=Network(222c2df1-b13e-46a2-aa61-c3fcdf2f480c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04fdfcda-04')
Oct 16 08:27:49 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:26:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1926983156',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1926983156',id=11,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOFznKs+QbmoIt6OlIw3Nh+SCUxzxeKrAZ5yRO1N75H7LAe4nVVKT9Mr0d5XjaIupM+jhJ2Wwjlc8Fyo55JzxD93vTIb3ofvBiM8fIUN4TFcsUxjyVSQkJxA0y2Of/rcqA==',key_name='tempest-keypair-946068174',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aae80a5ea76541a49a4d05a1d5eea40c',ramdisk_id='',reservation_id='r-i6ofk2rw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-476134222',owner_user_name='tempest-TaggedBootDevicesTest_v242-476134222-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:26:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fdf664fe9b164958b71e046a08871882',uuid=20d7ff9a-3e41-4a64-83d6-deb66aa18c75,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "80ff7b62-3a4d-488c-8781-3ec7683d6579", "address": "fa:16:3e:6b:30:2c", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80ff7b62-3a", "ovs_interfaceid": "80ff7b62-3a4d-488c-8781-3ec7683d6579", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Converting VIF {"id": "80ff7b62-3a4d-488c-8781-3ec7683d6579", "address": "fa:16:3e:6b:30:2c", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80ff7b62-3a", "ovs_interfaceid": "80ff7b62-3a4d-488c-8781-3ec7683d6579", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6b:30:2c,bridge_name='br-int',has_traffic_filtering=True,id=80ff7b62-3a4d-488c-8781-3ec7683d6579,network=Network(c5941553-e982-46b1-bd29-899c9e3907e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap80ff7b62-3a') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG os_vif [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6b:30:2c,bridge_name='br-int',has_traffic_filtering=True,id=80ff7b62-3a4d-488c-8781-3ec7683d6579,network=Network(c5941553-e982-46b1-bd29-899c9e3907e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap80ff7b62-3a') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'eb2a180a-ee28-5c99-803b-2251748669b6', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap80ff7b62-3a, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap80ff7b62-3a, col_values=(('qos', UUID('884f2347-1809-4591-b111-999d986b0e8b')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap80ff7b62-3a, col_values=(('external_ids', {'iface-id': '80ff7b62-3a4d-488c-8781-3ec7683d6579', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6b:30:2c', 'vm-uuid': '20d7ff9a-3e41-4a64-83d6-deb66aa18c75'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:49 user nova-compute[73884]: INFO os_vif [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6b:30:2c,bridge_name='br-int',has_traffic_filtering=True,id=80ff7b62-3a4d-488c-8781-3ec7683d6579,network=Network(c5941553-e982-46b1-bd29-899c9e3907e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap80ff7b62-3a')
Oct 16 08:27:49 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:26:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1926983156',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1926983156',id=11,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOFznKs+QbmoIt6OlIw3Nh+SCUxzxeKrAZ5yRO1N75H7LAe4nVVKT9Mr0d5XjaIupM+jhJ2Wwjlc8Fyo55JzxD93vTIb3ofvBiM8fIUN4TFcsUxjyVSQkJxA0y2Of/rcqA==',key_name='tempest-keypair-946068174',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aae80a5ea76541a49a4d05a1d5eea40c',ramdisk_id='',reservation_id='r-i6ofk2rw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-476134222',owner_user_name='tempest-TaggedBootDevicesTest_v242-476134222-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:26:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fdf664fe9b164958b71e046a08871882',uuid=20d7ff9a-3e41-4a64-83d6-deb66aa18c75,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b9496ca4-fb04-4860-a8bb-8a5f4b1a555e", "address": "fa:16:3e:17:0b:1e", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9496ca4-fb", "ovs_interfaceid": "b9496ca4-fb04-4860-a8bb-8a5f4b1a555e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Converting VIF {"id": "b9496ca4-fb04-4860-a8bb-8a5f4b1a555e", "address": "fa:16:3e:17:0b:1e", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9496ca4-fb", "ovs_interfaceid": "b9496ca4-fb04-4860-a8bb-8a5f4b1a555e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:17:0b:1e,bridge_name='br-int',has_traffic_filtering=True,id=b9496ca4-fb04-4860-a8bb-8a5f4b1a555e,network=Network(c5941553-e982-46b1-bd29-899c9e3907e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb9496ca4-fb') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG os_vif [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:17:0b:1e,bridge_name='br-int',has_traffic_filtering=True,id=b9496ca4-fb04-4860-a8bb-8a5f4b1a555e,network=Network(c5941553-e982-46b1-bd29-899c9e3907e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb9496ca4-fb') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1d32117a-2355-5b14-8067-7993d3f12d9e', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb9496ca4-fb, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb9496ca4-fb, col_values=(('qos', UUID('2235771b-bb6e-45c9-9de4-e30572413ca9')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb9496ca4-fb, col_values=(('external_ids', {'iface-id': 'b9496ca4-fb04-4860-a8bb-8a5f4b1a555e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:17:0b:1e', 'vm-uuid': '20d7ff9a-3e41-4a64-83d6-deb66aa18c75'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:49 user nova-compute[73884]: INFO os_vif [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:17:0b:1e,bridge_name='br-int',has_traffic_filtering=True,id=b9496ca4-fb04-4860-a8bb-8a5f4b1a555e,network=Network(c5941553-e982-46b1-bd29-899c9e3907e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb9496ca4-fb')
Oct 16 08:27:49 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:26:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1926983156',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1926983156',id=11,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOFznKs+QbmoIt6OlIw3Nh+SCUxzxeKrAZ5yRO1N75H7LAe4nVVKT9Mr0d5XjaIupM+jhJ2Wwjlc8Fyo55JzxD93vTIb3ofvBiM8fIUN4TFcsUxjyVSQkJxA0y2Of/rcqA==',key_name='tempest-keypair-946068174',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aae80a5ea76541a49a4d05a1d5eea40c',ramdisk_id='',reservation_id='r-i6ofk2rw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-476134222',owner_user_name='tempest-TaggedBootDevicesTest_v242-476134222-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:26:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fdf664fe9b164958b71e046a08871882',uuid=20d7ff9a-3e41-4a64-83d6-deb66aa18c75,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c88dddfb-ccec-4051-b0f5-30309fc3a51c", "address": "fa:16:3e:fd:b2:06", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc88dddfb-cc", "ovs_interfaceid": "c88dddfb-ccec-4051-b0f5-30309fc3a51c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Converting VIF {"id": "c88dddfb-ccec-4051-b0f5-30309fc3a51c", "address": "fa:16:3e:fd:b2:06", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc88dddfb-cc", "ovs_interfaceid": "c88dddfb-ccec-4051-b0f5-30309fc3a51c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fd:b2:06,bridge_name='br-int',has_traffic_filtering=True,id=c88dddfb-ccec-4051-b0f5-30309fc3a51c,network=Network(c5941553-e982-46b1-bd29-899c9e3907e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc88dddfb-cc') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG os_vif [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:b2:06,bridge_name='br-int',has_traffic_filtering=True,id=c88dddfb-ccec-4051-b0f5-30309fc3a51c,network=Network(c5941553-e982-46b1-bd29-899c9e3907e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc88dddfb-cc') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '693d00c1-f75d-5628-9653-ef87e9aa34d9', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc88dddfb-cc, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc88dddfb-cc, col_values=(('qos', UUID('2c7fb333-1b15-4a00-a217-63b2ed4b1fcf')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc88dddfb-cc, col_values=(('external_ids', {'iface-id': 'c88dddfb-ccec-4051-b0f5-30309fc3a51c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fd:b2:06', 'vm-uuid': '20d7ff9a-3e41-4a64-83d6-deb66aa18c75'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:49 user nova-compute[73884]: INFO os_vif [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:b2:06,bridge_name='br-int',has_traffic_filtering=True,id=c88dddfb-ccec-4051-b0f5-30309fc3a51c,network=Network(c5941553-e982-46b1-bd29-899c9e3907e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc88dddfb-cc')
Oct 16 08:27:49 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:26:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1926983156',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1926983156',id=11,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOFznKs+QbmoIt6OlIw3Nh+SCUxzxeKrAZ5yRO1N75H7LAe4nVVKT9Mr0d5XjaIupM+jhJ2Wwjlc8Fyo55JzxD93vTIb3ofvBiM8fIUN4TFcsUxjyVSQkJxA0y2Of/rcqA==',key_name='tempest-keypair-946068174',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aae80a5ea76541a49a4d05a1d5eea40c',ramdisk_id='',reservation_id='r-i6ofk2rw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-476134222',owner_user_name='tempest-TaggedBootDevicesTest_v242-476134222-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:26:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fdf664fe9b164958b71e046a08871882',uuid=20d7ff9a-3e41-4a64-83d6-deb66aa18c75,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e01f772e-0293-4368-9c2f-8774b294fd40", "address": "fa:16:3e:6b:0b:89", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape01f772e-02", "ovs_interfaceid": "e01f772e-0293-4368-9c2f-8774b294fd40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Converting VIF {"id": "e01f772e-0293-4368-9c2f-8774b294fd40", "address": "fa:16:3e:6b:0b:89", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape01f772e-02", "ovs_interfaceid": "e01f772e-0293-4368-9c2f-8774b294fd40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6b:0b:89,bridge_name='br-int',has_traffic_filtering=True,id=e01f772e-0293-4368-9c2f-8774b294fd40,network=Network(c5941553-e982-46b1-bd29-899c9e3907e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape01f772e-02') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG os_vif [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6b:0b:89,bridge_name='br-int',has_traffic_filtering=True,id=e01f772e-0293-4368-9c2f-8774b294fd40,network=Network(c5941553-e982-46b1-bd29-899c9e3907e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape01f772e-02') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3684a91d-bcaf-5152-aed4-f0eeb0d40cc7', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape01f772e-02, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape01f772e-02, col_values=(('qos', UUID('a99da3a0-a942-47a1-954c-af6a1cf1ae1a')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape01f772e-02, col_values=(('external_ids', {'iface-id': 'e01f772e-0293-4368-9c2f-8774b294fd40', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6b:0b:89', 'vm-uuid': '20d7ff9a-3e41-4a64-83d6-deb66aa18c75'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:49 user nova-compute[73884]: INFO os_vif [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6b:0b:89,bridge_name='br-int',has_traffic_filtering=True,id=e01f772e-0293-4368-9c2f-8774b294fd40,network=Network(c5941553-e982-46b1-bd29-899c9e3907e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape01f772e-02')
Oct 16 08:27:49 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:26:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1926983156',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1926983156',id=11,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOFznKs+QbmoIt6OlIw3Nh+SCUxzxeKrAZ5yRO1N75H7LAe4nVVKT9Mr0d5XjaIupM+jhJ2Wwjlc8Fyo55JzxD93vTIb3ofvBiM8fIUN4TFcsUxjyVSQkJxA0y2Of/rcqA==',key_name='tempest-keypair-946068174',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aae80a5ea76541a49a4d05a1d5eea40c',ramdisk_id='',reservation_id='r-i6ofk2rw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-476134222',owner_user_name='tempest-TaggedBootDevicesTest_v242-476134222-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:26:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fdf664fe9b164958b71e046a08871882',uuid=20d7ff9a-3e41-4a64-83d6-deb66aa18c75,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "62629173-8823-4ced-bbc0-dcd2b919f557", "address": "fa:16:3e:25:37:40", "network": {"id": "45202ce0-291c-4e22-8347-b8e1da09b37e", "bridge": "br-int", "label": "tempest-device-tagging-net2-10226373", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62629173-88", "ovs_interfaceid": "62629173-8823-4ced-bbc0-dcd2b919f557", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Converting VIF {"id": "62629173-8823-4ced-bbc0-dcd2b919f557", "address": "fa:16:3e:25:37:40", "network": {"id": "45202ce0-291c-4e22-8347-b8e1da09b37e", "bridge": "br-int", "label": "tempest-device-tagging-net2-10226373", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62629173-88", "ovs_interfaceid": "62629173-8823-4ced-bbc0-dcd2b919f557", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:25:37:40,bridge_name='br-int',has_traffic_filtering=True,id=62629173-8823-4ced-bbc0-dcd2b919f557,network=Network(45202ce0-291c-4e22-8347-b8e1da09b37e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62629173-88') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG os_vif [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:25:37:40,bridge_name='br-int',has_traffic_filtering=True,id=62629173-8823-4ced-bbc0-dcd2b919f557,network=Network(45202ce0-291c-4e22-8347-b8e1da09b37e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62629173-88') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '71f33ba9-4031-5a31-8a30-30039d96ddd8', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Didn't find any instances for network info cache update. {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 08:27:49 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:27:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:50 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 08:27:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap62629173-88, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap62629173-88, col_values=(('qos', UUID('840effb5-cd9e-4b0d-962a-fe2959989ccc')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap62629173-88, col_values=(('external_ids', {'iface-id': '62629173-8823-4ced-bbc0-dcd2b919f557', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:25:37:40', 'vm-uuid': '20d7ff9a-3e41-4a64-83d6-deb66aa18c75'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:27:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:50 user nova-compute[73884]: INFO os_vif [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:25:37:40,bridge_name='br-int',has_traffic_filtering=True,id=62629173-8823-4ced-bbc0-dcd2b919f557,network=Network(45202ce0-291c-4e22-8347-b8e1da09b37e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62629173-88')
Oct 16 08:27:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:26:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1926983156',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1926983156',id=11,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOFznKs+QbmoIt6OlIw3Nh+SCUxzxeKrAZ5yRO1N75H7LAe4nVVKT9Mr0d5XjaIupM+jhJ2Wwjlc8Fyo55JzxD93vTIb3ofvBiM8fIUN4TFcsUxjyVSQkJxA0y2Of/rcqA==',key_name='tempest-keypair-946068174',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aae80a5ea76541a49a4d05a1d5eea40c',ramdisk_id='',reservation_id='r-i6ofk2rw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-476134222',owner_user_name='tempest-TaggedBootDevicesTest_v242-476134222-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:26:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fdf664fe9b164958b71e046a08871882',uuid=20d7ff9a-3e41-4a64-83d6-deb66aa18c75,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a552eab1-8024-4e36-a186-a95a8b7a4984", "address": "fa:16:3e:05:21:35", "network": {"id": "45202ce0-291c-4e22-8347-b8e1da09b37e", "bridge": "br-int", "label": "tempest-device-tagging-net2-10226373", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa552eab1-80", "ovs_interfaceid": "a552eab1-8024-4e36-a186-a95a8b7a4984", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:27:50 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Converting VIF {"id": "a552eab1-8024-4e36-a186-a95a8b7a4984", "address": "fa:16:3e:05:21:35", "network": {"id": "45202ce0-291c-4e22-8347-b8e1da09b37e", "bridge": "br-int", "label": "tempest-device-tagging-net2-10226373", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa552eab1-80", "ovs_interfaceid": "a552eab1-8024-4e36-a186-a95a8b7a4984", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:27:50 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:05:21:35,bridge_name='br-int',has_traffic_filtering=True,id=a552eab1-8024-4e36-a186-a95a8b7a4984,network=Network(45202ce0-291c-4e22-8347-b8e1da09b37e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa552eab1-80') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:27:50 user nova-compute[73884]: DEBUG os_vif [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:21:35,bridge_name='br-int',has_traffic_filtering=True,id=a552eab1-8024-4e36-a186-a95a8b7a4984,network=Network(45202ce0-291c-4e22-8347-b8e1da09b37e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa552eab1-80') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:27:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:27:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f4672bd2-075f-5edd-a442-75c60706b799', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:27:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa552eab1-80, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa552eab1-80, col_values=(('qos', UUID('3879eebf-ad95-4b1d-90cc-b79df081bc7c')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa552eab1-80, col_values=(('external_ids', {'iface-id': 'a552eab1-8024-4e36-a186-a95a8b7a4984', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:05:21:35', 'vm-uuid': '20d7ff9a-3e41-4a64-83d6-deb66aa18c75'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:27:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:27:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:50 user nova-compute[73884]: INFO os_vif [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:21:35,bridge_name='br-int',has_traffic_filtering=True,id=a552eab1-8024-4e36-a186-a95a8b7a4984,network=Network(45202ce0-291c-4e22-8347-b8e1da09b37e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa552eab1-80')
Oct 16 08:27:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] No BDM found with device name hda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:27:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] No BDM found with device name vdc, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:27:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] No VIF found with MAC fa:16:3e:00:6a:85, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:27:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] No VIF found with MAC fa:16:3e:6b:0b:89, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:27:50 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Using config drive
Oct 16 08:27:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:27:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:50 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Creating config drive at /opt/stack/data/nova/instances/20d7ff9a-3e41-4a64-83d6-deb66aa18c75/disk.config
Oct 16 08:27:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/20d7ff9a-3e41-4a64-83d6-deb66aa18c75/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmprxvtbs3b {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/20d7ff9a-3e41-4a64-83d6-deb66aa18c75/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmprxvtbs3b" returned: 0 in 0.060s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk.rescue --force-share --output=json" returned: 0 in 0.205s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6cb85b93-60df-4b5f-9d18-6271a3423a2d/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6cb85b93-60df-4b5f-9d18-6271a3423a2d/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6cb85b93-60df-4b5f-9d18-6271a3423a2d/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6cb85b93-60df-4b5f-9d18-6271a3423a2d/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68d58b4e-5ac0-4108-8ea5-6262927a59d6/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68d58b4e-5ac0-4108-8ea5-6262927a59d6/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68d58b4e-5ac0-4108-8ea5-6262927a59d6/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68d58b4e-5ac0-4108-8ea5-6262927a59d6/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18e603e0-a105-4662-8a24-fd6d5471109c/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18e603e0-a105-4662-8a24-fd6d5471109c/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18e603e0-a105-4662-8a24-fd6d5471109c/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:27:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18e603e0-a105-4662-8a24-fd6d5471109c/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.compute.manager [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-f7a1106a-5e2d-43de-a3be-803f8c0f55b1 req-292af69f-7fdb-46ae-bdc2-341c480882d0 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-vif-plugged-04fdfcda-0417-40d8-b89b-1048995d94eb {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f7a1106a-5e2d-43de-a3be-803f8c0f55b1 req-292af69f-7fdb-46ae-bdc2-341c480882d0 service nova] Acquiring lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f7a1106a-5e2d-43de-a3be-803f8c0f55b1 req-292af69f-7fdb-46ae-bdc2-341c480882d0 service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f7a1106a-5e2d-43de-a3be-803f8c0f55b1 req-292af69f-7fdb-46ae-bdc2-341c480882d0 service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-f7a1106a-5e2d-43de-a3be-803f8c0f55b1 req-292af69f-7fdb-46ae-bdc2-341c480882d0 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] No waiting events found dispatching network-vif-plugged-04fdfcda-0417-40d8-b89b-1048995d94eb {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:27:57 user nova-compute[73884]: WARNING nova.compute.manager [req-f7a1106a-5e2d-43de-a3be-803f8c0f55b1 req-292af69f-7fdb-46ae-bdc2-341c480882d0 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received unexpected event network-vif-plugged-04fdfcda-0417-40d8-b89b-1048995d94eb for instance with vm_state building and task_state spawning.
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-65cadb01-fad2-4b14-abac-14f2b998909f req-86cdcf33-ef18-4350-83b2-bd2dc396e1a2 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-vif-plugged-b9496ca4-fb04-4860-a8bb-8a5f4b1a555e {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-65cadb01-fad2-4b14-abac-14f2b998909f req-86cdcf33-ef18-4350-83b2-bd2dc396e1a2 service nova] Acquiring lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-65cadb01-fad2-4b14-abac-14f2b998909f req-86cdcf33-ef18-4350-83b2-bd2dc396e1a2 service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-65cadb01-fad2-4b14-abac-14f2b998909f req-86cdcf33-ef18-4350-83b2-bd2dc396e1a2 service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-65cadb01-fad2-4b14-abac-14f2b998909f req-86cdcf33-ef18-4350-83b2-bd2dc396e1a2 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] No waiting events found dispatching network-vif-plugged-b9496ca4-fb04-4860-a8bb-8a5f4b1a555e {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:27:57 user nova-compute[73884]: WARNING nova.compute.manager [req-65cadb01-fad2-4b14-abac-14f2b998909f req-86cdcf33-ef18-4350-83b2-bd2dc396e1a2 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received unexpected event network-vif-plugged-b9496ca4-fb04-4860-a8bb-8a5f4b1a555e for instance with vm_state building and task_state spawning.
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-cb33f059-c410-427e-a87f-2b82770f2285 req-0c6657cc-1a9c-4b2c-99d7-8f1909f7795b service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-vif-plugged-62629173-8823-4ced-bbc0-dcd2b919f557 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-cb33f059-c410-427e-a87f-2b82770f2285 req-0c6657cc-1a9c-4b2c-99d7-8f1909f7795b service nova] Acquiring lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-cb33f059-c410-427e-a87f-2b82770f2285 req-0c6657cc-1a9c-4b2c-99d7-8f1909f7795b service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-cb33f059-c410-427e-a87f-2b82770f2285 req-0c6657cc-1a9c-4b2c-99d7-8f1909f7795b service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-cb33f059-c410-427e-a87f-2b82770f2285 req-0c6657cc-1a9c-4b2c-99d7-8f1909f7795b service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] No waiting events found dispatching network-vif-plugged-62629173-8823-4ced-bbc0-dcd2b919f557 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:27:57 user nova-compute[73884]: WARNING nova.compute.manager [req-cb33f059-c410-427e-a87f-2b82770f2285 req-0c6657cc-1a9c-4b2c-99d7-8f1909f7795b service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received unexpected event network-vif-plugged-62629173-8823-4ced-bbc0-dcd2b919f557 for instance with vm_state building and task_state spawning.
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-eb9319ec-0778-466e-8f16-727912836796 req-f295fae2-2dab-4485-a819-4971f1d67953 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-vif-plugged-04fdfcda-0417-40d8-b89b-1048995d94eb {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-eb9319ec-0778-466e-8f16-727912836796 req-f295fae2-2dab-4485-a819-4971f1d67953 service nova] Acquiring lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-eb9319ec-0778-466e-8f16-727912836796 req-f295fae2-2dab-4485-a819-4971f1d67953 service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-eb9319ec-0778-466e-8f16-727912836796 req-f295fae2-2dab-4485-a819-4971f1d67953 service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-eb9319ec-0778-466e-8f16-727912836796 req-f295fae2-2dab-4485-a819-4971f1d67953 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] No waiting events found dispatching network-vif-plugged-04fdfcda-0417-40d8-b89b-1048995d94eb {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:27:57 user nova-compute[73884]: WARNING nova.compute.manager [req-eb9319ec-0778-466e-8f16-727912836796 req-f295fae2-2dab-4485-a819-4971f1d67953 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received unexpected event network-vif-plugged-04fdfcda-0417-40d8-b89b-1048995d94eb for instance with vm_state building and task_state spawning.
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-eb9319ec-0778-466e-8f16-727912836796 req-f295fae2-2dab-4485-a819-4971f1d67953 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-vif-plugged-80ff7b62-3a4d-488c-8781-3ec7683d6579 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-eb9319ec-0778-466e-8f16-727912836796 req-f295fae2-2dab-4485-a819-4971f1d67953 service nova] Acquiring lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-eb9319ec-0778-466e-8f16-727912836796 req-f295fae2-2dab-4485-a819-4971f1d67953 service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-eb9319ec-0778-466e-8f16-727912836796 req-f295fae2-2dab-4485-a819-4971f1d67953 service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-eb9319ec-0778-466e-8f16-727912836796 req-f295fae2-2dab-4485-a819-4971f1d67953 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] No waiting events found dispatching network-vif-plugged-80ff7b62-3a4d-488c-8781-3ec7683d6579 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:27:57 user nova-compute[73884]: WARNING nova.compute.manager [req-eb9319ec-0778-466e-8f16-727912836796 req-f295fae2-2dab-4485-a819-4971f1d67953 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received unexpected event network-vif-plugged-80ff7b62-3a4d-488c-8781-3ec7683d6579 for instance with vm_state building and task_state spawning.
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-eb9319ec-0778-466e-8f16-727912836796 req-f295fae2-2dab-4485-a819-4971f1d67953 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-vif-plugged-80ff7b62-3a4d-488c-8781-3ec7683d6579 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-eb9319ec-0778-466e-8f16-727912836796 req-f295fae2-2dab-4485-a819-4971f1d67953 service nova] Acquiring lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-eb9319ec-0778-466e-8f16-727912836796 req-f295fae2-2dab-4485-a819-4971f1d67953 service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-eb9319ec-0778-466e-8f16-727912836796 req-f295fae2-2dab-4485-a819-4971f1d67953 service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-eb9319ec-0778-466e-8f16-727912836796 req-f295fae2-2dab-4485-a819-4971f1d67953 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] No waiting events found dispatching network-vif-plugged-80ff7b62-3a4d-488c-8781-3ec7683d6579 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:27:57 user nova-compute[73884]: WARNING nova.compute.manager [req-eb9319ec-0778-466e-8f16-727912836796 req-f295fae2-2dab-4485-a819-4971f1d67953 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received unexpected event network-vif-plugged-80ff7b62-3a4d-488c-8781-3ec7683d6579 for instance with vm_state building and task_state spawning.
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-c2d398a9-0e80-411d-aee8-ea9f92db87ee req-34c59079-f1ec-4c81-b262-4b75b5591eec service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-vif-plugged-b9496ca4-fb04-4860-a8bb-8a5f4b1a555e {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-c2d398a9-0e80-411d-aee8-ea9f92db87ee req-34c59079-f1ec-4c81-b262-4b75b5591eec service nova] Acquiring lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-c2d398a9-0e80-411d-aee8-ea9f92db87ee req-34c59079-f1ec-4c81-b262-4b75b5591eec service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-c2d398a9-0e80-411d-aee8-ea9f92db87ee req-34c59079-f1ec-4c81-b262-4b75b5591eec service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-c2d398a9-0e80-411d-aee8-ea9f92db87ee req-34c59079-f1ec-4c81-b262-4b75b5591eec service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] No waiting events found dispatching network-vif-plugged-b9496ca4-fb04-4860-a8bb-8a5f4b1a555e {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:27:57 user nova-compute[73884]: WARNING nova.compute.manager [req-c2d398a9-0e80-411d-aee8-ea9f92db87ee req-34c59079-f1ec-4c81-b262-4b75b5591eec service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received unexpected event network-vif-plugged-b9496ca4-fb04-4860-a8bb-8a5f4b1a555e for instance with vm_state building and task_state spawning.
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-c2d398a9-0e80-411d-aee8-ea9f92db87ee req-34c59079-f1ec-4c81-b262-4b75b5591eec service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-vif-plugged-c88dddfb-ccec-4051-b0f5-30309fc3a51c {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-c2d398a9-0e80-411d-aee8-ea9f92db87ee req-34c59079-f1ec-4c81-b262-4b75b5591eec service nova] Acquiring lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-c2d398a9-0e80-411d-aee8-ea9f92db87ee req-34c59079-f1ec-4c81-b262-4b75b5591eec service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-c2d398a9-0e80-411d-aee8-ea9f92db87ee req-34c59079-f1ec-4c81-b262-4b75b5591eec service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-c2d398a9-0e80-411d-aee8-ea9f92db87ee req-34c59079-f1ec-4c81-b262-4b75b5591eec service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] No waiting events found dispatching network-vif-plugged-c88dddfb-ccec-4051-b0f5-30309fc3a51c {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:27:57 user nova-compute[73884]: WARNING nova.compute.manager [req-c2d398a9-0e80-411d-aee8-ea9f92db87ee req-34c59079-f1ec-4c81-b262-4b75b5591eec service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received unexpected event network-vif-plugged-c88dddfb-ccec-4051-b0f5-30309fc3a51c for instance with vm_state building and task_state spawning.
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-c2d398a9-0e80-411d-aee8-ea9f92db87ee req-34c59079-f1ec-4c81-b262-4b75b5591eec service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-vif-plugged-c88dddfb-ccec-4051-b0f5-30309fc3a51c {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-c2d398a9-0e80-411d-aee8-ea9f92db87ee req-34c59079-f1ec-4c81-b262-4b75b5591eec service nova] Acquiring lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-c2d398a9-0e80-411d-aee8-ea9f92db87ee req-34c59079-f1ec-4c81-b262-4b75b5591eec service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-c2d398a9-0e80-411d-aee8-ea9f92db87ee req-34c59079-f1ec-4c81-b262-4b75b5591eec service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-c2d398a9-0e80-411d-aee8-ea9f92db87ee req-34c59079-f1ec-4c81-b262-4b75b5591eec service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] No waiting events found dispatching network-vif-plugged-c88dddfb-ccec-4051-b0f5-30309fc3a51c {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:27:57 user nova-compute[73884]: WARNING nova.compute.manager [req-c2d398a9-0e80-411d-aee8-ea9f92db87ee req-34c59079-f1ec-4c81-b262-4b75b5591eec service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received unexpected event network-vif-plugged-c88dddfb-ccec-4051-b0f5-30309fc3a51c for instance with vm_state building and task_state spawning.
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-c2d398a9-0e80-411d-aee8-ea9f92db87ee req-34c59079-f1ec-4c81-b262-4b75b5591eec service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-vif-plugged-e01f772e-0293-4368-9c2f-8774b294fd40 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-c2d398a9-0e80-411d-aee8-ea9f92db87ee req-34c59079-f1ec-4c81-b262-4b75b5591eec service nova] Acquiring lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-c2d398a9-0e80-411d-aee8-ea9f92db87ee req-34c59079-f1ec-4c81-b262-4b75b5591eec service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-c2d398a9-0e80-411d-aee8-ea9f92db87ee req-34c59079-f1ec-4c81-b262-4b75b5591eec service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-c2d398a9-0e80-411d-aee8-ea9f92db87ee req-34c59079-f1ec-4c81-b262-4b75b5591eec service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] No waiting events found dispatching network-vif-plugged-e01f772e-0293-4368-9c2f-8774b294fd40 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:27:57 user nova-compute[73884]: WARNING nova.compute.manager [req-c2d398a9-0e80-411d-aee8-ea9f92db87ee req-34c59079-f1ec-4c81-b262-4b75b5591eec service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received unexpected event network-vif-plugged-e01f772e-0293-4368-9c2f-8774b294fd40 for instance with vm_state building and task_state spawning.
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-c2d398a9-0e80-411d-aee8-ea9f92db87ee req-34c59079-f1ec-4c81-b262-4b75b5591eec service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-vif-plugged-e01f772e-0293-4368-9c2f-8774b294fd40 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-c2d398a9-0e80-411d-aee8-ea9f92db87ee req-34c59079-f1ec-4c81-b262-4b75b5591eec service nova] Acquiring lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-c2d398a9-0e80-411d-aee8-ea9f92db87ee req-34c59079-f1ec-4c81-b262-4b75b5591eec service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-c2d398a9-0e80-411d-aee8-ea9f92db87ee req-34c59079-f1ec-4c81-b262-4b75b5591eec service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-c2d398a9-0e80-411d-aee8-ea9f92db87ee req-34c59079-f1ec-4c81-b262-4b75b5591eec service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] No waiting events found dispatching network-vif-plugged-e01f772e-0293-4368-9c2f-8774b294fd40 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:27:57 user nova-compute[73884]: WARNING nova.compute.manager [req-c2d398a9-0e80-411d-aee8-ea9f92db87ee req-34c59079-f1ec-4c81-b262-4b75b5591eec service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received unexpected event network-vif-plugged-e01f772e-0293-4368-9c2f-8774b294fd40 for instance with vm_state building and task_state spawning.
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-0bad4495-ad44-4bb5-8226-e480f660a2c4 req-fd077c4c-486c-4142-b71d-102fcdb2421d service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-vif-plugged-62629173-8823-4ced-bbc0-dcd2b919f557 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0bad4495-ad44-4bb5-8226-e480f660a2c4 req-fd077c4c-486c-4142-b71d-102fcdb2421d service nova] Acquiring lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0bad4495-ad44-4bb5-8226-e480f660a2c4 req-fd077c4c-486c-4142-b71d-102fcdb2421d service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0bad4495-ad44-4bb5-8226-e480f660a2c4 req-fd077c4c-486c-4142-b71d-102fcdb2421d service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-0bad4495-ad44-4bb5-8226-e480f660a2c4 req-fd077c4c-486c-4142-b71d-102fcdb2421d service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] No waiting events found dispatching network-vif-plugged-62629173-8823-4ced-bbc0-dcd2b919f557 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:27:57 user nova-compute[73884]: WARNING nova.compute.manager [req-0bad4495-ad44-4bb5-8226-e480f660a2c4 req-fd077c4c-486c-4142-b71d-102fcdb2421d service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received unexpected event network-vif-plugged-62629173-8823-4ced-bbc0-dcd2b919f557 for instance with vm_state building and task_state spawning.
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-0bad4495-ad44-4bb5-8226-e480f660a2c4 req-fd077c4c-486c-4142-b71d-102fcdb2421d service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-vif-plugged-a552eab1-8024-4e36-a186-a95a8b7a4984 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0bad4495-ad44-4bb5-8226-e480f660a2c4 req-fd077c4c-486c-4142-b71d-102fcdb2421d service nova] Acquiring lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0bad4495-ad44-4bb5-8226-e480f660a2c4 req-fd077c4c-486c-4142-b71d-102fcdb2421d service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0bad4495-ad44-4bb5-8226-e480f660a2c4 req-fd077c4c-486c-4142-b71d-102fcdb2421d service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-0bad4495-ad44-4bb5-8226-e480f660a2c4 req-fd077c4c-486c-4142-b71d-102fcdb2421d service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] No waiting events found dispatching network-vif-plugged-a552eab1-8024-4e36-a186-a95a8b7a4984 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:27:57 user nova-compute[73884]: WARNING nova.compute.manager [req-0bad4495-ad44-4bb5-8226-e480f660a2c4 req-fd077c4c-486c-4142-b71d-102fcdb2421d service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received unexpected event network-vif-plugged-a552eab1-8024-4e36-a186-a95a8b7a4984 for instance with vm_state building and task_state spawning.
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-0bad4495-ad44-4bb5-8226-e480f660a2c4 req-fd077c4c-486c-4142-b71d-102fcdb2421d service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-vif-plugged-a552eab1-8024-4e36-a186-a95a8b7a4984 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0bad4495-ad44-4bb5-8226-e480f660a2c4 req-fd077c4c-486c-4142-b71d-102fcdb2421d service nova] Acquiring lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0bad4495-ad44-4bb5-8226-e480f660a2c4 req-fd077c4c-486c-4142-b71d-102fcdb2421d service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0bad4495-ad44-4bb5-8226-e480f660a2c4 req-fd077c4c-486c-4142-b71d-102fcdb2421d service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-0bad4495-ad44-4bb5-8226-e480f660a2c4 req-fd077c4c-486c-4142-b71d-102fcdb2421d service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] No waiting events found dispatching network-vif-plugged-a552eab1-8024-4e36-a186-a95a8b7a4984 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:27:57 user nova-compute[73884]: WARNING nova.compute.manager [req-0bad4495-ad44-4bb5-8226-e480f660a2c4 req-fd077c4c-486c-4142-b71d-102fcdb2421d service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received unexpected event network-vif-plugged-a552eab1-8024-4e36-a186-a95a8b7a4984 for instance with vm_state building and task_state spawning.
Oct 16 08:27:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:27:57 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Instance spawned successfully.
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:27:57 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:27:57 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=8220MB free_disk=25.544391632080078GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 6cb85b93-60df-4b5f-9d18-6271a3423a2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 18e603e0-a105-4662-8a24-fd6d5471109c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 68d58b4e-5ac0-4108-8ea5-6262927a59d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 20d7ff9a-3e41-4a64-83d6-deb66aa18c75 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 8fab1c63-d9a3-4cea-b129-904a5f15e5fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 08:27:57 user nova-compute[73884]: INFO nova.compute.manager [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Took 12.42 seconds to spawn the instance on the hypervisor.
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.compute.manager [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:27:57 user nova-compute[73884]: INFO nova.compute.manager [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Took 70.08 seconds to build instance.
Oct 16 08:27:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e5ed88c4-c614-443c-aad0-4456f3024c38 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 70.210s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:27:57 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:27:58 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 08:27:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.479s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:27:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:02 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:02 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquiring lock "8347d2fa-c322-485f-b96e-e404f52c21fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:28:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "8347d2fa-c322-485f-b96e-e404f52c21fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:28:03 user nova-compute[73884]: DEBUG nova.compute.manager [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:28:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:28:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:28:03 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:28:03 user nova-compute[73884]: INFO nova.compute.claims [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Claim successful on node user
Oct 16 08:28:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:04 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:28:04 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:28:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.486s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:28:04 user nova-compute[73884]: DEBUG nova.compute.manager [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:28:04 user nova-compute[73884]: DEBUG nova.compute.manager [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:28:04 user nova-compute[73884]: DEBUG nova.network.neutron [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:28:04 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:28:04 user nova-compute[73884]: DEBUG nova.compute.manager [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:28:04 user nova-compute[73884]: DEBUG nova.policy [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74fe83ad148b430eab2020456df2702f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aac394fa5be84455ba4c994fe7a08925', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:28:04 user nova-compute[73884]: DEBUG nova.compute.manager [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:28:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:28:04 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Creating image(s)
Oct 16 08:28:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquiring lock "/opt/stack/data/nova/instances/8347d2fa-c322-485f-b96e-e404f52c21fe/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:28:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "/opt/stack/data/nova/instances/8347d2fa-c322-485f-b96e-e404f52c21fe/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:28:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "/opt/stack/data/nova/instances/8347d2fa-c322-485f-b96e-e404f52c21fe/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:28:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:28:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.261s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:28:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquiring lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:28:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:28:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:28:05 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.197s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:28:05 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/8347d2fa-c322-485f-b96e-e404f52c21fe/disk 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:28:05 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/8347d2fa-c322-485f-b96e-e404f52c21fe/disk 1073741824" returned: 0 in 0.057s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:28:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.263s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:28:05 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:28:05 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.225s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:28:05 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8347d2fa-c322-485f-b96e-e404f52c21fe/disk. size=1073741824 {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 08:28:05 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8347d2fa-c322-485f-b96e-e404f52c21fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:28:05 user nova-compute[73884]: DEBUG nova.network.neutron [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Successfully created port: 720782a3-50c2-4ea4-9224-addee7a74dc7 {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:28:05 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8347d2fa-c322-485f-b96e-e404f52c21fe/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:28:05 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Cannot resize image /opt/stack/data/nova/instances/8347d2fa-c322-485f-b96e-e404f52c21fe/disk to a smaller size. {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 08:28:05 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:28:05 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Ensure instance console log exists: /opt/stack/data/nova/instances/8347d2fa-c322-485f-b96e-e404f52c21fe/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:28:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:28:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:28:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG nova.network.neutron [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Successfully updated port: 720782a3-50c2-4ea4-9224-addee7a74dc7 {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquiring lock "refresh_cache-8347d2fa-c322-485f-b96e-e404f52c21fe" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquired lock "refresh_cache-8347d2fa-c322-485f-b96e-e404f52c21fe" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG nova.network.neutron [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG nova.compute.manager [req-cb65aeeb-929e-4cde-bda0-40aaffa02727 req-05be0451-476c-4e1f-9c41-de17debf9731 service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Received event network-changed-720782a3-50c2-4ea4-9224-addee7a74dc7 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG nova.compute.manager [req-cb65aeeb-929e-4cde-bda0-40aaffa02727 req-05be0451-476c-4e1f-9c41-de17debf9731 service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Refreshing instance network info cache due to event network-changed-720782a3-50c2-4ea4-9224-addee7a74dc7. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-cb65aeeb-929e-4cde-bda0-40aaffa02727 req-05be0451-476c-4e1f-9c41-de17debf9731 service nova] Acquiring lock "refresh_cache-8347d2fa-c322-485f-b96e-e404f52c21fe" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG nova.network.neutron [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG nova.network.neutron [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Updating instance_info_cache with network_info: [{"id": "720782a3-50c2-4ea4-9224-addee7a74dc7", "address": "fa:16:3e:f3:51:bc", "network": {"id": "52793eaf-54c8-4092-868b-51753d278fbf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-915749854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aac394fa5be84455ba4c994fe7a08925", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720782a3-50", "ovs_interfaceid": "720782a3-50c2-4ea4-9224-addee7a74dc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Releasing lock "refresh_cache-8347d2fa-c322-485f-b96e-e404f52c21fe" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG nova.compute.manager [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Instance network_info: |[{"id": "720782a3-50c2-4ea4-9224-addee7a74dc7", "address": "fa:16:3e:f3:51:bc", "network": {"id": "52793eaf-54c8-4092-868b-51753d278fbf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-915749854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aac394fa5be84455ba4c994fe7a08925", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720782a3-50", "ovs_interfaceid": "720782a3-50c2-4ea4-9224-addee7a74dc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-cb65aeeb-929e-4cde-bda0-40aaffa02727 req-05be0451-476c-4e1f-9c41-de17debf9731 service nova] Acquired lock "refresh_cache-8347d2fa-c322-485f-b96e-e404f52c21fe" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG nova.network.neutron [req-cb65aeeb-929e-4cde-bda0-40aaffa02727 req-05be0451-476c-4e1f-9c41-de17debf9731 service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Refreshing network info cache for port 720782a3-50c2-4ea4-9224-addee7a74dc7 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Start _get_guest_xml network_info=[{"id": "720782a3-50c2-4ea4-9224-addee7a74dc7", "address": "fa:16:3e:f3:51:bc", "network": {"id": "52793eaf-54c8-4092-868b-51753d278fbf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-915749854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aac394fa5be84455ba4c994fe7a08925", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720782a3-50", "ovs_interfaceid": "720782a3-50c2-4ea4-9224-addee7a74dc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'a4e1d819-b957-4c9c-9b9d-fd987951fbab'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:28:06 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:28:06 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:28:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:28:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-885954691',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-885954691',id=13,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKs8yqvibZJ4r7RReXc+D3feYAUvHL01vf8KTHYvFtbJB39Yp4R/dvmBJWHYR2K7/jdH4/QBHvd+9g6OaXH5c5LIObiWstL+1XqyHQ85Pop4FAE1W46aMJ4egEx/Ss3nwg==',key_name='tempest-keypair-704399297',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aac394fa5be84455ba4c994fe7a08925',ramdisk_id='',reservation_id='r-arkwb1ld',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-732217427',owner_user_name='tempest-AttachVolumeShelveTestJSON-732217427-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:28:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='74fe83ad148b430eab2020456df2702f',uuid=8347d2fa-c322-485f-b96e-e404f52c21fe,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "720782a3-50c2-4ea4-9224-addee7a74dc7", "address": "fa:16:3e:f3:51:bc", "network": {"id": "52793eaf-54c8-4092-868b-51753d278fbf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-915749854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aac394fa5be84455ba4c994fe7a08925", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720782a3-50", "ovs_interfaceid": "720782a3-50c2-4ea4-9224-addee7a74dc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Converting VIF {"id": "720782a3-50c2-4ea4-9224-addee7a74dc7", "address": "fa:16:3e:f3:51:bc", "network": {"id": "52793eaf-54c8-4092-868b-51753d278fbf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-915749854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aac394fa5be84455ba4c994fe7a08925", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720782a3-50", "ovs_interfaceid": "720782a3-50c2-4ea4-9224-addee7a74dc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f3:51:bc,bridge_name='br-int',has_traffic_filtering=True,id=720782a3-50c2-4ea4-9224-addee7a74dc7,network=Network(52793eaf-54c8-4092-868b-51753d278fbf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap720782a3-50') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG nova.objects.instance [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lazy-loading 'pci_devices' on Instance uuid 8347d2fa-c322-485f-b96e-e404f52c21fe {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:28:06 user nova-compute[73884]:   <uuid>8347d2fa-c322-485f-b96e-e404f52c21fe</uuid>
Oct 16 08:28:06 user nova-compute[73884]:   <name>instance-0000000d</name>
Oct 16 08:28:06 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:28:06 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:28:06 user nova-compute[73884]:   <metadata>
Oct 16 08:28:06 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:28:06 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:28:06 user nova-compute[73884]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-885954691</nova:name>
Oct 16 08:28:06 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:28:06</nova:creationTime>
Oct 16 08:28:06 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:28:06 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:28:06 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:28:06 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:28:06 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:28:06 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:28:06 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:28:06 user nova-compute[73884]:       <nova:owner>
Oct 16 08:28:06 user nova-compute[73884]:         <nova:user uuid="74fe83ad148b430eab2020456df2702f">tempest-AttachVolumeShelveTestJSON-732217427-project-member</nova:user>
Oct 16 08:28:06 user nova-compute[73884]:         <nova:project uuid="aac394fa5be84455ba4c994fe7a08925">tempest-AttachVolumeShelveTestJSON-732217427</nova:project>
Oct 16 08:28:06 user nova-compute[73884]:       </nova:owner>
Oct 16 08:28:06 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:28:06 user nova-compute[73884]:       <nova:ports>
Oct 16 08:28:06 user nova-compute[73884]:         <nova:port uuid="720782a3-50c2-4ea4-9224-addee7a74dc7">
Oct 16 08:28:06 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 16 08:28:06 user nova-compute[73884]:         </nova:port>
Oct 16 08:28:06 user nova-compute[73884]:       </nova:ports>
Oct 16 08:28:06 user nova-compute[73884]:     </nova:instance>
Oct 16 08:28:06 user nova-compute[73884]:   </metadata>
Oct 16 08:28:06 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:28:06 user nova-compute[73884]:     <system>
Oct 16 08:28:06 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:28:06 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:28:06 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:28:06 user nova-compute[73884]:       <entry name="serial">8347d2fa-c322-485f-b96e-e404f52c21fe</entry>
Oct 16 08:28:06 user nova-compute[73884]:       <entry name="uuid">8347d2fa-c322-485f-b96e-e404f52c21fe</entry>
Oct 16 08:28:06 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:28:06 user nova-compute[73884]:     </system>
Oct 16 08:28:06 user nova-compute[73884]:   </sysinfo>
Oct 16 08:28:06 user nova-compute[73884]:   <os>
Oct 16 08:28:06 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:28:06 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:28:06 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:28:06 user nova-compute[73884]:   </os>
Oct 16 08:28:06 user nova-compute[73884]:   <features>
Oct 16 08:28:06 user nova-compute[73884]:     <acpi/>
Oct 16 08:28:06 user nova-compute[73884]:     <apic/>
Oct 16 08:28:06 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:28:06 user nova-compute[73884]:   </features>
Oct 16 08:28:06 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:28:06 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:28:06 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:28:06 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:28:06 user nova-compute[73884]:   </clock>
Oct 16 08:28:06 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:28:06 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:28:06 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:28:06 user nova-compute[73884]:   </cpu>
Oct 16 08:28:06 user nova-compute[73884]:   <devices>
Oct 16 08:28:06 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:28:06 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:28:06 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/8347d2fa-c322-485f-b96e-e404f52c21fe/disk"/>
Oct 16 08:28:06 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:28:06 user nova-compute[73884]:     </disk>
Oct 16 08:28:06 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:28:06 user nova-compute[73884]:       <mac address="fa:16:3e:f3:51:bc"/>
Oct 16 08:28:06 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:28:06 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:28:06 user nova-compute[73884]:       <target dev="tap720782a3-50"/>
Oct 16 08:28:06 user nova-compute[73884]:     </interface>
Oct 16 08:28:06 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:28:06 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/8347d2fa-c322-485f-b96e-e404f52c21fe/console.log" append="off"/>
Oct 16 08:28:06 user nova-compute[73884]:     </serial>
Oct 16 08:28:06 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:28:06 user nova-compute[73884]:     <video>
Oct 16 08:28:06 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:28:06 user nova-compute[73884]:     </video>
Oct 16 08:28:06 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:28:06 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:28:06 user nova-compute[73884]:     </rng>
Oct 16 08:28:06 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:28:06 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:28:06 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:28:06 user nova-compute[73884]:     </memballoon>
Oct 16 08:28:06 user nova-compute[73884]:   </devices>
Oct 16 08:28:06 user nova-compute[73884]: </domain>
Oct 16 08:28:06 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:28:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-885954691',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-885954691',id=13,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKs8yqvibZJ4r7RReXc+D3feYAUvHL01vf8KTHYvFtbJB39Yp4R/dvmBJWHYR2K7/jdH4/QBHvd+9g6OaXH5c5LIObiWstL+1XqyHQ85Pop4FAE1W46aMJ4egEx/Ss3nwg==',key_name='tempest-keypair-704399297',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aac394fa5be84455ba4c994fe7a08925',ramdisk_id='',reservation_id='r-arkwb1ld',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-732217427',owner_user_name='tempest-AttachVolumeShelveTestJSON-732217427-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:28:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='74fe83ad148b430eab2020456df2702f',uuid=8347d2fa-c322-485f-b96e-e404f52c21fe,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "720782a3-50c2-4ea4-9224-addee7a74dc7", "address": "fa:16:3e:f3:51:bc", "network": {"id": "52793eaf-54c8-4092-868b-51753d278fbf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-915749854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aac394fa5be84455ba4c994fe7a08925", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720782a3-50", "ovs_interfaceid": "720782a3-50c2-4ea4-9224-addee7a74dc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Converting VIF {"id": "720782a3-50c2-4ea4-9224-addee7a74dc7", "address": "fa:16:3e:f3:51:bc", "network": {"id": "52793eaf-54c8-4092-868b-51753d278fbf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-915749854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aac394fa5be84455ba4c994fe7a08925", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720782a3-50", "ovs_interfaceid": "720782a3-50c2-4ea4-9224-addee7a74dc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f3:51:bc,bridge_name='br-int',has_traffic_filtering=True,id=720782a3-50c2-4ea4-9224-addee7a74dc7,network=Network(52793eaf-54c8-4092-868b-51753d278fbf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap720782a3-50') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG os_vif [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f3:51:bc,bridge_name='br-int',has_traffic_filtering=True,id=720782a3-50c2-4ea4-9224-addee7a74dc7,network=Network(52793eaf-54c8-4092-868b-51753d278fbf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap720782a3-50') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'af26445d-ae6d-5d68-9ed9-912f480dd994', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap720782a3-50, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap720782a3-50, col_values=(('qos', UUID('b2c741ae-f017-4244-a93e-09cdd56ae21c')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap720782a3-50, col_values=(('external_ids', {'iface-id': '720782a3-50c2-4ea4-9224-addee7a74dc7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f3:51:bc', 'vm-uuid': '8347d2fa-c322-485f-b96e-e404f52c21fe'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:06 user nova-compute[73884]: INFO os_vif [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f3:51:bc,bridge_name='br-int',has_traffic_filtering=True,id=720782a3-50c2-4ea4-9224-addee7a74dc7,network=Network(52793eaf-54c8-4092-868b-51753d278fbf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap720782a3-50')
Oct 16 08:28:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:28:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] No VIF found with MAC fa:16:3e:f3:51:bc, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:28:07 user nova-compute[73884]: DEBUG nova.network.neutron [req-cb65aeeb-929e-4cde-bda0-40aaffa02727 req-05be0451-476c-4e1f-9c41-de17debf9731 service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Updated VIF entry in instance network info cache for port 720782a3-50c2-4ea4-9224-addee7a74dc7. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:28:07 user nova-compute[73884]: DEBUG nova.network.neutron [req-cb65aeeb-929e-4cde-bda0-40aaffa02727 req-05be0451-476c-4e1f-9c41-de17debf9731 service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Updating instance_info_cache with network_info: [{"id": "720782a3-50c2-4ea4-9224-addee7a74dc7", "address": "fa:16:3e:f3:51:bc", "network": {"id": "52793eaf-54c8-4092-868b-51753d278fbf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-915749854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aac394fa5be84455ba4c994fe7a08925", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720782a3-50", "ovs_interfaceid": "720782a3-50c2-4ea4-9224-addee7a74dc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:28:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-cb65aeeb-929e-4cde-bda0-40aaffa02727 req-05be0451-476c-4e1f-9c41-de17debf9731 service nova] Releasing lock "refresh_cache-8347d2fa-c322-485f-b96e-e404f52c21fe" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:28:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-e6a0b518-6857-4450-a57c-f23a3d0bbf61 req-b3472012-e533-4fcf-9e0b-01938e6c8114 service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Received event network-vif-plugged-720782a3-50c2-4ea4-9224-addee7a74dc7 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:28:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e6a0b518-6857-4450-a57c-f23a3d0bbf61 req-b3472012-e533-4fcf-9e0b-01938e6c8114 service nova] Acquiring lock "8347d2fa-c322-485f-b96e-e404f52c21fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:28:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e6a0b518-6857-4450-a57c-f23a3d0bbf61 req-b3472012-e533-4fcf-9e0b-01938e6c8114 service nova] Lock "8347d2fa-c322-485f-b96e-e404f52c21fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:28:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e6a0b518-6857-4450-a57c-f23a3d0bbf61 req-b3472012-e533-4fcf-9e0b-01938e6c8114 service nova] Lock "8347d2fa-c322-485f-b96e-e404f52c21fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:28:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-e6a0b518-6857-4450-a57c-f23a3d0bbf61 req-b3472012-e533-4fcf-9e0b-01938e6c8114 service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] No waiting events found dispatching network-vif-plugged-720782a3-50c2-4ea4-9224-addee7a74dc7 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:28:08 user nova-compute[73884]: WARNING nova.compute.manager [req-e6a0b518-6857-4450-a57c-f23a3d0bbf61 req-b3472012-e533-4fcf-9e0b-01938e6c8114 service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Received unexpected event network-vif-plugged-720782a3-50c2-4ea4-9224-addee7a74dc7 for instance with vm_state building and task_state spawning.
Oct 16 08:28:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:10 user nova-compute[73884]: DEBUG nova.compute.manager [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:28:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:28:10 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Instance spawned successfully.
Oct 16 08:28:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:28:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:28:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:28:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:28:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:28:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:28:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:28:10 user nova-compute[73884]: DEBUG nova.compute.manager [req-1dbae408-a901-41b9-aee6-e098314fb49c req-c434fab7-6585-4562-84aa-f932f0c6bdea service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Received event network-vif-plugged-720782a3-50c2-4ea4-9224-addee7a74dc7 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:28:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1dbae408-a901-41b9-aee6-e098314fb49c req-c434fab7-6585-4562-84aa-f932f0c6bdea service nova] Acquiring lock "8347d2fa-c322-485f-b96e-e404f52c21fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:28:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1dbae408-a901-41b9-aee6-e098314fb49c req-c434fab7-6585-4562-84aa-f932f0c6bdea service nova] Lock "8347d2fa-c322-485f-b96e-e404f52c21fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:28:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1dbae408-a901-41b9-aee6-e098314fb49c req-c434fab7-6585-4562-84aa-f932f0c6bdea service nova] Lock "8347d2fa-c322-485f-b96e-e404f52c21fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:28:10 user nova-compute[73884]: DEBUG nova.compute.manager [req-1dbae408-a901-41b9-aee6-e098314fb49c req-c434fab7-6585-4562-84aa-f932f0c6bdea service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] No waiting events found dispatching network-vif-plugged-720782a3-50c2-4ea4-9224-addee7a74dc7 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:28:10 user nova-compute[73884]: WARNING nova.compute.manager [req-1dbae408-a901-41b9-aee6-e098314fb49c req-c434fab7-6585-4562-84aa-f932f0c6bdea service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Received unexpected event network-vif-plugged-720782a3-50c2-4ea4-9224-addee7a74dc7 for instance with vm_state building and task_state spawning.
Oct 16 08:28:10 user nova-compute[73884]: INFO nova.compute.manager [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Took 5.95 seconds to spawn the instance on the hypervisor.
Oct 16 08:28:10 user nova-compute[73884]: DEBUG nova.compute.manager [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:28:10 user nova-compute[73884]: INFO nova.compute.manager [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Took 6.88 seconds to build instance.
Oct 16 08:28:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c98e2d9e-262f-47fb-b700-568f827c0163 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "8347d2fa-c322-485f-b96e-e404f52c21fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.011s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:28:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:12 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:16 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:21 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:26 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:33 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-fa19a73e-ed13-454a-bce7-d5aaa6c5b96c tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Acquiring lock "68d58b4e-5ac0-4108-8ea5-6262927a59d6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:28:33 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-fa19a73e-ed13-454a-bce7-d5aaa6c5b96c tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lock "68d58b4e-5ac0-4108-8ea5-6262927a59d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:28:33 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-fa19a73e-ed13-454a-bce7-d5aaa6c5b96c tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Acquiring lock "68d58b4e-5ac0-4108-8ea5-6262927a59d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:28:33 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-fa19a73e-ed13-454a-bce7-d5aaa6c5b96c tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lock "68d58b4e-5ac0-4108-8ea5-6262927a59d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:28:33 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-fa19a73e-ed13-454a-bce7-d5aaa6c5b96c tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lock "68d58b4e-5ac0-4108-8ea5-6262927a59d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:28:33 user nova-compute[73884]: INFO nova.compute.manager [None req-fa19a73e-ed13-454a-bce7-d5aaa6c5b96c tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Terminating instance
Oct 16 08:28:33 user nova-compute[73884]: DEBUG nova.compute.manager [None req-fa19a73e-ed13-454a-bce7-d5aaa6c5b96c tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 08:28:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:33 user nova-compute[73884]: DEBUG nova.compute.manager [req-b30b58d8-a17c-4156-9f65-3f072f978bfb req-01d3895d-30a4-4f80-9787-fa188ec44ddf service nova] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Received event network-vif-unplugged-841a0ca2-bf9e-4c44-b601-f6e9581b4b23 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:28:33 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-b30b58d8-a17c-4156-9f65-3f072f978bfb req-01d3895d-30a4-4f80-9787-fa188ec44ddf service nova] Acquiring lock "68d58b4e-5ac0-4108-8ea5-6262927a59d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:28:33 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-b30b58d8-a17c-4156-9f65-3f072f978bfb req-01d3895d-30a4-4f80-9787-fa188ec44ddf service nova] Lock "68d58b4e-5ac0-4108-8ea5-6262927a59d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:28:33 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-b30b58d8-a17c-4156-9f65-3f072f978bfb req-01d3895d-30a4-4f80-9787-fa188ec44ddf service nova] Lock "68d58b4e-5ac0-4108-8ea5-6262927a59d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:28:33 user nova-compute[73884]: DEBUG nova.compute.manager [req-b30b58d8-a17c-4156-9f65-3f072f978bfb req-01d3895d-30a4-4f80-9787-fa188ec44ddf service nova] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] No waiting events found dispatching network-vif-unplugged-841a0ca2-bf9e-4c44-b601-f6e9581b4b23 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:28:33 user nova-compute[73884]: DEBUG nova.compute.manager [req-b30b58d8-a17c-4156-9f65-3f072f978bfb req-01d3895d-30a4-4f80-9787-fa188ec44ddf service nova] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Received event network-vif-unplugged-841a0ca2-bf9e-4c44-b601-f6e9581b4b23 for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:28:33 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Instance destroyed successfully.
Oct 16 08:28:33 user nova-compute[73884]: DEBUG nova.objects.instance [None req-fa19a73e-ed13-454a-bce7-d5aaa6c5b96c tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lazy-loading 'resources' on Instance uuid 68d58b4e-5ac0-4108-8ea5-6262927a59d6 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:28:34 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-fa19a73e-ed13-454a-bce7-d5aaa6c5b96c tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:26:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-840336',display_name='tempest-VolumesAdminNegativeTest-server-840336',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-840336',id=10,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:26:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='20ec0f384ecf41cf910921c0b44bf43e',ramdisk_id='',reservation_id='r-52105e6e',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-630095138',owner_user_name='tempest-VolumesAdminNegativeTest-630095138-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:26:34Z,user_data=None,user_id='d496b38b770b4dba81287049f80abb28',uuid=68d58b4e-5ac0-4108-8ea5-6262927a59d6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "841a0ca2-bf9e-4c44-b601-f6e9581b4b23", "address": "fa:16:3e:fd:10:e0", "network": {"id": "cc001c45-4010-4986-bbf5-50d8ec86967a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-319910744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "20ec0f384ecf41cf910921c0b44bf43e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap841a0ca2-bf", "ovs_interfaceid": "841a0ca2-bf9e-4c44-b601-f6e9581b4b23", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:28:34 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-fa19a73e-ed13-454a-bce7-d5aaa6c5b96c tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Converting VIF {"id": "841a0ca2-bf9e-4c44-b601-f6e9581b4b23", "address": "fa:16:3e:fd:10:e0", "network": {"id": "cc001c45-4010-4986-bbf5-50d8ec86967a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-319910744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "20ec0f384ecf41cf910921c0b44bf43e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap841a0ca2-bf", "ovs_interfaceid": "841a0ca2-bf9e-4c44-b601-f6e9581b4b23", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:28:34 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-fa19a73e-ed13-454a-bce7-d5aaa6c5b96c tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fd:10:e0,bridge_name='br-int',has_traffic_filtering=True,id=841a0ca2-bf9e-4c44-b601-f6e9581b4b23,network=Network(cc001c45-4010-4986-bbf5-50d8ec86967a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap841a0ca2-bf') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:28:34 user nova-compute[73884]: DEBUG os_vif [None req-fa19a73e-ed13-454a-bce7-d5aaa6c5b96c tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:10:e0,bridge_name='br-int',has_traffic_filtering=True,id=841a0ca2-bf9e-4c44-b601-f6e9581b4b23,network=Network(cc001c45-4010-4986-bbf5-50d8ec86967a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap841a0ca2-bf') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:28:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap841a0ca2-bf, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:28:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:28:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=76e0ff2e-a18d-457c-9c0b-2c0ef2630cec) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:28:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:28:34 user nova-compute[73884]: INFO os_vif [None req-fa19a73e-ed13-454a-bce7-d5aaa6c5b96c tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:10:e0,bridge_name='br-int',has_traffic_filtering=True,id=841a0ca2-bf9e-4c44-b601-f6e9581b4b23,network=Network(cc001c45-4010-4986-bbf5-50d8ec86967a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap841a0ca2-bf')
Oct 16 08:28:34 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-fa19a73e-ed13-454a-bce7-d5aaa6c5b96c tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Deleting instance files /opt/stack/data/nova/instances/68d58b4e-5ac0-4108-8ea5-6262927a59d6_del
Oct 16 08:28:34 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-fa19a73e-ed13-454a-bce7-d5aaa6c5b96c tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Deletion of /opt/stack/data/nova/instances/68d58b4e-5ac0-4108-8ea5-6262927a59d6_del complete
Oct 16 08:28:34 user nova-compute[73884]: INFO nova.compute.manager [None req-fa19a73e-ed13-454a-bce7-d5aaa6c5b96c tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Took 0.89 seconds to destroy the instance on the hypervisor.
Oct 16 08:28:34 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-fa19a73e-ed13-454a-bce7-d5aaa6c5b96c tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 08:28:34 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 08:28:34 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 08:28:34 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:28:34 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Took 0.52 seconds to deallocate network for instance.
Oct 16 08:28:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-fa19a73e-ed13-454a-bce7-d5aaa6c5b96c tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:28:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-fa19a73e-ed13-454a-bce7-d5aaa6c5b96c tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:28:34 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-fa19a73e-ed13-454a-bce7-d5aaa6c5b96c tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:28:34 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-fa19a73e-ed13-454a-bce7-d5aaa6c5b96c tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:28:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-fa19a73e-ed13-454a-bce7-d5aaa6c5b96c tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.320s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:28:35 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-fa19a73e-ed13-454a-bce7-d5aaa6c5b96c tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Deleted allocations for instance 68d58b4e-5ac0-4108-8ea5-6262927a59d6
Oct 16 08:28:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-fa19a73e-ed13-454a-bce7-d5aaa6c5b96c tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lock "68d58b4e-5ac0-4108-8ea5-6262927a59d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.012s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:28:35 user nova-compute[73884]: DEBUG nova.compute.manager [req-1ecd3de8-f9da-4095-9018-b6249dd5e5cd req-e73e0467-a8d5-4146-84b3-af3ce773777d service nova] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Received event network-vif-plugged-841a0ca2-bf9e-4c44-b601-f6e9581b4b23 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:28:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1ecd3de8-f9da-4095-9018-b6249dd5e5cd req-e73e0467-a8d5-4146-84b3-af3ce773777d service nova] Acquiring lock "68d58b4e-5ac0-4108-8ea5-6262927a59d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:28:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1ecd3de8-f9da-4095-9018-b6249dd5e5cd req-e73e0467-a8d5-4146-84b3-af3ce773777d service nova] Lock "68d58b4e-5ac0-4108-8ea5-6262927a59d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:28:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1ecd3de8-f9da-4095-9018-b6249dd5e5cd req-e73e0467-a8d5-4146-84b3-af3ce773777d service nova] Lock "68d58b4e-5ac0-4108-8ea5-6262927a59d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:28:35 user nova-compute[73884]: DEBUG nova.compute.manager [req-1ecd3de8-f9da-4095-9018-b6249dd5e5cd req-e73e0467-a8d5-4146-84b3-af3ce773777d service nova] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] No waiting events found dispatching network-vif-plugged-841a0ca2-bf9e-4c44-b601-f6e9581b4b23 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:28:35 user nova-compute[73884]: WARNING nova.compute.manager [req-1ecd3de8-f9da-4095-9018-b6249dd5e5cd req-e73e0467-a8d5-4146-84b3-af3ce773777d service nova] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Received unexpected event network-vif-plugged-841a0ca2-bf9e-4c44-b601-f6e9581b4b23 for instance with vm_state deleted and task_state None.
Oct 16 08:28:35 user nova-compute[73884]: DEBUG nova.compute.manager [req-1ecd3de8-f9da-4095-9018-b6249dd5e5cd req-e73e0467-a8d5-4146-84b3-af3ce773777d service nova] [instance: 68d58b4e-5ac0-4108-8ea5-6262927a59d6] Received event network-vif-deleted-841a0ca2-bf9e-4c44-b601-f6e9581b4b23 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:28:37 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:28:37 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:28:37 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:28:37 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:38 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:28:39 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:39 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:28:40 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:28:41 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:28:41 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:28:41 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 08:28:41 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Rebuilding the list of instances to heal {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 16 08:28:41 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "refresh_cache-40e9d767-26f4-4ae2-8edb-e6fd91db4f9b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:28:41 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquired lock "refresh_cache-40e9d767-26f4-4ae2-8edb-e6fd91db4f9b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:28:41 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Forcefully refreshing network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 08:28:41 user nova-compute[73884]: DEBUG nova.objects.instance [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lazy-loading 'info_cache' on Instance uuid 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:28:41 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Updating instance_info_cache with network_info: [{"id": "d59f0547-73f9-4b4d-ba96-b23a68d95305", "address": "fa:16:3e:f0:e1:03", "network": {"id": "c0e837be-34f7-4f6e-8ef0-e97a549c7a87", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-78206623-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e45b5fd6b81466495b7d28162de726f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd59f0547-73", "ovs_interfaceid": "d59f0547-73f9-4b4d-ba96-b23a68d95305", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:28:41 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Releasing lock "refresh_cache-40e9d767-26f4-4ae2-8edb-e6fd91db4f9b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:28:41 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Updated the network info_cache for instance {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 08:28:41 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:28:42 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:28:42 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 08:28:42 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:42 user nova-compute[73884]: INFO nova.compute.manager [None req-113a031f-555f-4c15-9069-f6a6aa623357 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Unrescuing
Oct 16 08:28:42 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-113a031f-555f-4c15-9069-f6a6aa623357 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Acquiring lock "refresh_cache-40e9d767-26f4-4ae2-8edb-e6fd91db4f9b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:28:42 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-113a031f-555f-4c15-9069-f6a6aa623357 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Acquired lock "refresh_cache-40e9d767-26f4-4ae2-8edb-e6fd91db4f9b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:28:42 user nova-compute[73884]: DEBUG nova.network.neutron [None req-113a031f-555f-4c15-9069-f6a6aa623357 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:28:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:44 user nova-compute[73884]: DEBUG nova.network.neutron [None req-113a031f-555f-4c15-9069-f6a6aa623357 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Updating instance_info_cache with network_info: [{"id": "d59f0547-73f9-4b4d-ba96-b23a68d95305", "address": "fa:16:3e:f0:e1:03", "network": {"id": "c0e837be-34f7-4f6e-8ef0-e97a549c7a87", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-78206623-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e45b5fd6b81466495b7d28162de726f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd59f0547-73", "ovs_interfaceid": "d59f0547-73f9-4b4d-ba96-b23a68d95305", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:28:44 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:28:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-113a031f-555f-4c15-9069-f6a6aa623357 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Releasing lock "refresh_cache-40e9d767-26f4-4ae2-8edb-e6fd91db4f9b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:28:44 user nova-compute[73884]: DEBUG nova.objects.instance [None req-113a031f-555f-4c15-9069-f6a6aa623357 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lazy-loading 'flavor' on Instance uuid 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:28:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:28:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:28:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:28:44 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 08:28:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:44 user nova-compute[73884]: DEBUG nova.compute.manager [req-ee18787f-ef31-45ca-b011-1a67a458955b req-b8a6455e-73d8-4f8b-98ea-08dabb1fea7e service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Received event network-vif-unplugged-d59f0547-73f9-4b4d-ba96-b23a68d95305 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:28:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ee18787f-ef31-45ca-b011-1a67a458955b req-b8a6455e-73d8-4f8b-98ea-08dabb1fea7e service nova] Acquiring lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:28:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ee18787f-ef31-45ca-b011-1a67a458955b req-b8a6455e-73d8-4f8b-98ea-08dabb1fea7e service nova] Lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:28:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ee18787f-ef31-45ca-b011-1a67a458955b req-b8a6455e-73d8-4f8b-98ea-08dabb1fea7e service nova] Lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:28:44 user nova-compute[73884]: DEBUG nova.compute.manager [req-ee18787f-ef31-45ca-b011-1a67a458955b req-b8a6455e-73d8-4f8b-98ea-08dabb1fea7e service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] No waiting events found dispatching network-vif-unplugged-d59f0547-73f9-4b4d-ba96-b23a68d95305 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:28:44 user nova-compute[73884]: WARNING nova.compute.manager [req-ee18787f-ef31-45ca-b011-1a67a458955b req-b8a6455e-73d8-4f8b-98ea-08dabb1fea7e service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Received unexpected event network-vif-unplugged-d59f0547-73f9-4b4d-ba96-b23a68d95305 for instance with vm_state rescued and task_state unrescuing.
Oct 16 08:28:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:28:45 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Instance destroyed successfully.
Oct 16 08:28:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:28:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:28:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:28:45 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:28:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:28:45 user nova-compute[73884]: DEBUG nova.compute.manager [req-43b847e7-0de1-4297-8b1a-dae125b4c794 req-1332cb64-b796-479e-b17e-35a9ae7f9bfb service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Received event network-changed-d59f0547-73f9-4b4d-ba96-b23a68d95305 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:28:45 user nova-compute[73884]: DEBUG nova.compute.manager [req-43b847e7-0de1-4297-8b1a-dae125b4c794 req-1332cb64-b796-479e-b17e-35a9ae7f9bfb service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Refreshing instance network info cache due to event network-changed-d59f0547-73f9-4b4d-ba96-b23a68d95305. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:28:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-43b847e7-0de1-4297-8b1a-dae125b4c794 req-1332cb64-b796-479e-b17e-35a9ae7f9bfb service nova] Acquiring lock "refresh_cache-40e9d767-26f4-4ae2-8edb-e6fd91db4f9b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:28:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-43b847e7-0de1-4297-8b1a-dae125b4c794 req-1332cb64-b796-479e-b17e-35a9ae7f9bfb service nova] Acquired lock "refresh_cache-40e9d767-26f4-4ae2-8edb-e6fd91db4f9b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:28:45 user nova-compute[73884]: DEBUG nova.network.neutron [req-43b847e7-0de1-4297-8b1a-dae125b4c794 req-1332cb64-b796-479e-b17e-35a9ae7f9bfb service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Refreshing network info cache for port d59f0547-73f9-4b4d-ba96-b23a68d95305 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:28:45 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk.rescue --force-share --output=json" returned: 0 in 0.198s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:28:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:28:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk.rescue --force-share --output=json" returned: 0 in 0.203s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:28:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6cb85b93-60df-4b5f-9d18-6271a3423a2d/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:28:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6cb85b93-60df-4b5f-9d18-6271a3423a2d/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:28:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6cb85b93-60df-4b5f-9d18-6271a3423a2d/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:28:46 user nova-compute[73884]: DEBUG nova.network.neutron [req-43b847e7-0de1-4297-8b1a-dae125b4c794 req-1332cb64-b796-479e-b17e-35a9ae7f9bfb service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Updated VIF entry in instance network info cache for port d59f0547-73f9-4b4d-ba96-b23a68d95305. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:28:46 user nova-compute[73884]: DEBUG nova.network.neutron [req-43b847e7-0de1-4297-8b1a-dae125b4c794 req-1332cb64-b796-479e-b17e-35a9ae7f9bfb service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Updating instance_info_cache with network_info: [{"id": "d59f0547-73f9-4b4d-ba96-b23a68d95305", "address": "fa:16:3e:f0:e1:03", "network": {"id": "c0e837be-34f7-4f6e-8ef0-e97a549c7a87", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-78206623-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e45b5fd6b81466495b7d28162de726f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd59f0547-73", "ovs_interfaceid": "d59f0547-73f9-4b4d-ba96-b23a68d95305", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:28:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-43b847e7-0de1-4297-8b1a-dae125b4c794 req-1332cb64-b796-479e-b17e-35a9ae7f9bfb service nova] Releasing lock "refresh_cache-40e9d767-26f4-4ae2-8edb-e6fd91db4f9b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:28:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6cb85b93-60df-4b5f-9d18-6271a3423a2d/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:28:46 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:28:46 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:28:46 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdd (vdc) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:28:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8347d2fa-c322-485f-b96e-e404f52c21fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:28:46 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8347d2fa-c322-485f-b96e-e404f52c21fe/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:28:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8347d2fa-c322-485f-b96e-e404f52c21fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:28:46 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:46 user nova-compute[73884]: DEBUG nova.compute.manager [req-490022a7-710e-4525-bef3-29331e3f5b33 req-cf52bb32-22ed-468c-be37-a41613901cde service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Received event network-vif-plugged-d59f0547-73f9-4b4d-ba96-b23a68d95305 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:28:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-490022a7-710e-4525-bef3-29331e3f5b33 req-cf52bb32-22ed-468c-be37-a41613901cde service nova] Acquiring lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:28:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-490022a7-710e-4525-bef3-29331e3f5b33 req-cf52bb32-22ed-468c-be37-a41613901cde service nova] Lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:28:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-490022a7-710e-4525-bef3-29331e3f5b33 req-cf52bb32-22ed-468c-be37-a41613901cde service nova] Lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:28:46 user nova-compute[73884]: DEBUG nova.compute.manager [req-490022a7-710e-4525-bef3-29331e3f5b33 req-cf52bb32-22ed-468c-be37-a41613901cde service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] No waiting events found dispatching network-vif-plugged-d59f0547-73f9-4b4d-ba96-b23a68d95305 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:28:46 user nova-compute[73884]: WARNING nova.compute.manager [req-490022a7-710e-4525-bef3-29331e3f5b33 req-cf52bb32-22ed-468c-be37-a41613901cde service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Received unexpected event network-vif-plugged-d59f0547-73f9-4b4d-ba96-b23a68d95305 for instance with vm_state rescued and task_state unrescuing.
Oct 16 08:28:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8347d2fa-c322-485f-b96e-e404f52c21fe/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:28:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:28:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:28:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:28:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:28:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18e603e0-a105-4662-8a24-fd6d5471109c/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:28:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18e603e0-a105-4662-8a24-fd6d5471109c/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:28:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18e603e0-a105-4662-8a24-fd6d5471109c/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:28:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/18e603e0-a105-4662-8a24-fd6d5471109c/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:28:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:49 user nova-compute[73884]: DEBUG nova.compute.manager [None req-113a031f-555f-4c15-9069-f6a6aa623357 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:28:49 user nova-compute[73884]: DEBUG nova.compute.manager [req-e1252ff3-3ba2-426c-9b00-e5a39302be72 req-234e296d-f11f-492d-b237-32c8fb92e819 service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Received event network-changed-d59f0547-73f9-4b4d-ba96-b23a68d95305 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:28:49 user nova-compute[73884]: DEBUG nova.compute.manager [req-e1252ff3-3ba2-426c-9b00-e5a39302be72 req-234e296d-f11f-492d-b237-32c8fb92e819 service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Refreshing instance network info cache due to event network-changed-d59f0547-73f9-4b4d-ba96-b23a68d95305. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:28:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e1252ff3-3ba2-426c-9b00-e5a39302be72 req-234e296d-f11f-492d-b237-32c8fb92e819 service nova] Acquiring lock "refresh_cache-40e9d767-26f4-4ae2-8edb-e6fd91db4f9b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:28:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e1252ff3-3ba2-426c-9b00-e5a39302be72 req-234e296d-f11f-492d-b237-32c8fb92e819 service nova] Acquired lock "refresh_cache-40e9d767-26f4-4ae2-8edb-e6fd91db4f9b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:28:49 user nova-compute[73884]: DEBUG nova.network.neutron [req-e1252ff3-3ba2-426c-9b00-e5a39302be72 req-234e296d-f11f-492d-b237-32c8fb92e819 service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Refreshing network info cache for port d59f0547-73f9-4b4d-ba96-b23a68d95305 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:28:49 user nova-compute[73884]: DEBUG nova.compute.manager [req-9659c2cc-22c9-4249-8fa5-82bb3e11cc8c req-5872e7aa-55b2-4090-ac41-32b58238a55f service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Received event network-vif-plugged-d59f0547-73f9-4b4d-ba96-b23a68d95305 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:28:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-9659c2cc-22c9-4249-8fa5-82bb3e11cc8c req-5872e7aa-55b2-4090-ac41-32b58238a55f service nova] Acquiring lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:28:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-9659c2cc-22c9-4249-8fa5-82bb3e11cc8c req-5872e7aa-55b2-4090-ac41-32b58238a55f service nova] Lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:28:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-9659c2cc-22c9-4249-8fa5-82bb3e11cc8c req-5872e7aa-55b2-4090-ac41-32b58238a55f service nova] Lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:28:49 user nova-compute[73884]: DEBUG nova.compute.manager [req-9659c2cc-22c9-4249-8fa5-82bb3e11cc8c req-5872e7aa-55b2-4090-ac41-32b58238a55f service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] No waiting events found dispatching network-vif-plugged-d59f0547-73f9-4b4d-ba96-b23a68d95305 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:28:49 user nova-compute[73884]: WARNING nova.compute.manager [req-9659c2cc-22c9-4249-8fa5-82bb3e11cc8c req-5872e7aa-55b2-4090-ac41-32b58238a55f service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Received unexpected event network-vif-plugged-d59f0547-73f9-4b4d-ba96-b23a68d95305 for instance with vm_state rescued and task_state unrescuing.
Oct 16 08:28:49 user nova-compute[73884]: DEBUG nova.compute.manager [req-9659c2cc-22c9-4249-8fa5-82bb3e11cc8c req-5872e7aa-55b2-4090-ac41-32b58238a55f service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Received event network-vif-plugged-d59f0547-73f9-4b4d-ba96-b23a68d95305 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:28:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-9659c2cc-22c9-4249-8fa5-82bb3e11cc8c req-5872e7aa-55b2-4090-ac41-32b58238a55f service nova] Acquiring lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:28:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-9659c2cc-22c9-4249-8fa5-82bb3e11cc8c req-5872e7aa-55b2-4090-ac41-32b58238a55f service nova] Lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:28:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-9659c2cc-22c9-4249-8fa5-82bb3e11cc8c req-5872e7aa-55b2-4090-ac41-32b58238a55f service nova] Lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:28:49 user nova-compute[73884]: DEBUG nova.compute.manager [req-9659c2cc-22c9-4249-8fa5-82bb3e11cc8c req-5872e7aa-55b2-4090-ac41-32b58238a55f service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] No waiting events found dispatching network-vif-plugged-d59f0547-73f9-4b4d-ba96-b23a68d95305 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:28:49 user nova-compute[73884]: WARNING nova.compute.manager [req-9659c2cc-22c9-4249-8fa5-82bb3e11cc8c req-5872e7aa-55b2-4090-ac41-32b58238a55f service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Received unexpected event network-vif-plugged-d59f0547-73f9-4b4d-ba96-b23a68d95305 for instance with vm_state rescued and task_state unrescuing.
Oct 16 08:28:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:28:49 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:28:49 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:28:49 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=8032MB free_disk=25.537506103515625GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 08:28:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:28:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:28:49 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:28:49 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 6cb85b93-60df-4b5f-9d18-6271a3423a2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:28:49 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 18e603e0-a105-4662-8a24-fd6d5471109c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:28:49 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 20d7ff9a-3e41-4a64-83d6-deb66aa18c75 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:28:49 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 8fab1c63-d9a3-4cea-b129-904a5f15e5fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:28:49 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 8347d2fa-c322-485f-b96e-e404f52c21fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:28:49 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 08:28:49 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 08:28:49 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Refreshing inventories for resource provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 16 08:28:50 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Updating ProviderTree inventory for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 16 08:28:50 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Updating inventory in ProviderTree for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 16 08:28:50 user nova-compute[73884]: DEBUG nova.network.neutron [req-e1252ff3-3ba2-426c-9b00-e5a39302be72 req-234e296d-f11f-492d-b237-32c8fb92e819 service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Updated VIF entry in instance network info cache for port d59f0547-73f9-4b4d-ba96-b23a68d95305. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:28:50 user nova-compute[73884]: DEBUG nova.network.neutron [req-e1252ff3-3ba2-426c-9b00-e5a39302be72 req-234e296d-f11f-492d-b237-32c8fb92e819 service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Updating instance_info_cache with network_info: [{"id": "d59f0547-73f9-4b4d-ba96-b23a68d95305", "address": "fa:16:3e:f0:e1:03", "network": {"id": "c0e837be-34f7-4f6e-8ef0-e97a549c7a87", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-78206623-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e45b5fd6b81466495b7d28162de726f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd59f0547-73", "ovs_interfaceid": "d59f0547-73f9-4b4d-ba96-b23a68d95305", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:28:50 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Refreshing aggregate associations for resource provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6, aggregates: None {{(pid=73884) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 16 08:28:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e1252ff3-3ba2-426c-9b00-e5a39302be72 req-234e296d-f11f-492d-b237-32c8fb92e819 service nova] Releasing lock "refresh_cache-40e9d767-26f4-4ae2-8edb-e6fd91db4f9b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:28:50 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Refreshing trait associations for resource provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_FDC,COMPUTE_RESCUE_BFV,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_PCNET,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSSE3,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_SSE41,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000 {{(pid=73884) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 16 08:28:50 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:28:50 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:28:50 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 08:28:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.784s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:28:50 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:28:50 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Cleaning up deleted instances {{(pid=73884) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 16 08:28:50 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] There are 0 instances to clean {{(pid=73884) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 16 08:28:50 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:28:50 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Cleaning up deleted instances with incomplete migration  {{(pid=73884) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 16 08:28:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:56 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:28:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquiring lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:00 user nova-compute[73884]: DEBUG nova.compute.manager [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:29:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:01 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:29:01 user nova-compute[73884]: INFO nova.compute.claims [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Claim successful on node user
Oct 16 08:29:01 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:29:01 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:29:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.499s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:01 user nova-compute[73884]: DEBUG nova.compute.manager [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:29:01 user nova-compute[73884]: DEBUG nova.compute.manager [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:29:01 user nova-compute[73884]: DEBUG nova.network.neutron [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:29:01 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:29:01 user nova-compute[73884]: DEBUG nova.compute.manager [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:29:01 user nova-compute[73884]: DEBUG nova.policy [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de4969717c974b0882fa85234f08a619', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e52badad06145cfa089e3408fc0ec2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:29:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquiring lock "1b00d8e1-f570-4091-9bee-780b98344624" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "1b00d8e1-f570-4091-9bee-780b98344624" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:01 user nova-compute[73884]: DEBUG nova.compute.manager [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:29:01 user nova-compute[73884]: DEBUG nova.compute.manager [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:29:01 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:29:01 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Creating image(s)
Oct 16 08:29:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquiring lock "/opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "/opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "/opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.010s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:01 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:29:01 user nova-compute[73884]: INFO nova.compute.claims [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Claim successful on node user
Oct 16 08:29:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.277s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquiring lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:02 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.203s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk 1073741824" returned: 0 in 0.067s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.276s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:02 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:29:02 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:29:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.723s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:02 user nova-compute[73884]: DEBUG nova.compute.manager [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:29:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.266s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:02 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk. size=1073741824 {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 08:29:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:02 user nova-compute[73884]: DEBUG nova.compute.manager [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:29:02 user nova-compute[73884]: DEBUG nova.network.neutron [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:29:02 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:29:02 user nova-compute[73884]: DEBUG nova.compute.manager [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:29:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:02 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Cannot resize image /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk to a smaller size. {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 08:29:02 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:29:02 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Ensure instance console log exists: /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:29:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:02 user nova-compute[73884]: DEBUG nova.policy [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de4969717c974b0882fa85234f08a619', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e52badad06145cfa089e3408fc0ec2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:29:02 user nova-compute[73884]: DEBUG nova.network.neutron [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Successfully created port: b41c92f3-92d8-4654-89f1-124b210d2af5 {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:29:03 user nova-compute[73884]: DEBUG nova.compute.manager [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:29:03 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:29:03 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Creating image(s)
Oct 16 08:29:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquiring lock "/opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "/opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "/opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.214s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquiring lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.246s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk 1073741824" returned: 0 in 0.052s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.309s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:03 user nova-compute[73884]: DEBUG nova.network.neutron [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Successfully created port: 76239de3-6646-40d1-8e8a-f3ee2822ad02 {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:29:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.224s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:03 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk. size=1073741824 {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 08:29:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:03 user nova-compute[73884]: DEBUG nova.network.neutron [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Successfully updated port: b41c92f3-92d8-4654-89f1-124b210d2af5 {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:29:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquiring lock "refresh_cache-7d5fd04a-039d-4cb0-9eef-bce9700a85bb" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:29:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquired lock "refresh_cache-7d5fd04a-039d-4cb0-9eef-bce9700a85bb" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:29:03 user nova-compute[73884]: DEBUG nova.network.neutron [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:29:03 user nova-compute[73884]: DEBUG nova.compute.manager [req-06d95f08-8bfb-4e2f-a9f9-29203657ca7d req-b246f67c-51ca-4416-8a64-b99fbbb4ca55 service nova] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Received event network-changed-b41c92f3-92d8-4654-89f1-124b210d2af5 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:29:03 user nova-compute[73884]: DEBUG nova.compute.manager [req-06d95f08-8bfb-4e2f-a9f9-29203657ca7d req-b246f67c-51ca-4416-8a64-b99fbbb4ca55 service nova] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Refreshing instance network info cache due to event network-changed-b41c92f3-92d8-4654-89f1-124b210d2af5. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:29:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-06d95f08-8bfb-4e2f-a9f9-29203657ca7d req-b246f67c-51ca-4416-8a64-b99fbbb4ca55 service nova] Acquiring lock "refresh_cache-7d5fd04a-039d-4cb0-9eef-bce9700a85bb" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:29:03 user nova-compute[73884]: DEBUG nova.network.neutron [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Cannot resize image /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk to a smaller size. {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Ensure instance console log exists: /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG nova.network.neutron [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Updating instance_info_cache with network_info: [{"id": "b41c92f3-92d8-4654-89f1-124b210d2af5", "address": "fa:16:3e:8a:47:33", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb41c92f3-92", "ovs_interfaceid": "b41c92f3-92d8-4654-89f1-124b210d2af5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Releasing lock "refresh_cache-7d5fd04a-039d-4cb0-9eef-bce9700a85bb" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG nova.compute.manager [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Instance network_info: |[{"id": "b41c92f3-92d8-4654-89f1-124b210d2af5", "address": "fa:16:3e:8a:47:33", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb41c92f3-92", "ovs_interfaceid": "b41c92f3-92d8-4654-89f1-124b210d2af5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-06d95f08-8bfb-4e2f-a9f9-29203657ca7d req-b246f67c-51ca-4416-8a64-b99fbbb4ca55 service nova] Acquired lock "refresh_cache-7d5fd04a-039d-4cb0-9eef-bce9700a85bb" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG nova.network.neutron [req-06d95f08-8bfb-4e2f-a9f9-29203657ca7d req-b246f67c-51ca-4416-8a64-b99fbbb4ca55 service nova] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Refreshing network info cache for port b41c92f3-92d8-4654-89f1-124b210d2af5 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Start _get_guest_xml network_info=[{"id": "b41c92f3-92d8-4654-89f1-124b210d2af5", "address": "fa:16:3e:8a:47:33", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb41c92f3-92", "ovs_interfaceid": "b41c92f3-92d8-4654-89f1-124b210d2af5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'a4e1d819-b957-4c9c-9b9d-fd987951fbab'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:29:04 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:29:04 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:29:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:29:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-2088157553',display_name='tempest-ServerRescueNegativeTestJSON-server-2088157553',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-2088157553',id=14,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9e52badad06145cfa089e3408fc0ec2a',ramdisk_id='',reservation_id='r-3euty4kx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1439350041',owner_user_name='tempest-ServerRescueNegativeTestJSON-1439350041-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:29:02Z,user_data=None,user_id='de4969717c974b0882fa85234f08a619',uuid=7d5fd04a-039d-4cb0-9eef-bce9700a85bb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b41c92f3-92d8-4654-89f1-124b210d2af5", "address": "fa:16:3e:8a:47:33", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb41c92f3-92", "ovs_interfaceid": "b41c92f3-92d8-4654-89f1-124b210d2af5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Converting VIF {"id": "b41c92f3-92d8-4654-89f1-124b210d2af5", "address": "fa:16:3e:8a:47:33", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb41c92f3-92", "ovs_interfaceid": "b41c92f3-92d8-4654-89f1-124b210d2af5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8a:47:33,bridge_name='br-int',has_traffic_filtering=True,id=b41c92f3-92d8-4654-89f1-124b210d2af5,network=Network(c29d5c21-21e2-439e-9ee6-7530bc770e4d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb41c92f3-92') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG nova.objects.instance [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lazy-loading 'pci_devices' on Instance uuid 7d5fd04a-039d-4cb0-9eef-bce9700a85bb {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:29:04 user nova-compute[73884]:   <uuid>7d5fd04a-039d-4cb0-9eef-bce9700a85bb</uuid>
Oct 16 08:29:04 user nova-compute[73884]:   <name>instance-0000000e</name>
Oct 16 08:29:04 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:29:04 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:29:04 user nova-compute[73884]:   <metadata>
Oct 16 08:29:04 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:29:04 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:29:04 user nova-compute[73884]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-2088157553</nova:name>
Oct 16 08:29:04 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:29:04</nova:creationTime>
Oct 16 08:29:04 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:29:04 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:29:04 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:29:04 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:29:04 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:29:04 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:29:04 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:29:04 user nova-compute[73884]:       <nova:owner>
Oct 16 08:29:04 user nova-compute[73884]:         <nova:user uuid="de4969717c974b0882fa85234f08a619">tempest-ServerRescueNegativeTestJSON-1439350041-project-member</nova:user>
Oct 16 08:29:04 user nova-compute[73884]:         <nova:project uuid="9e52badad06145cfa089e3408fc0ec2a">tempest-ServerRescueNegativeTestJSON-1439350041</nova:project>
Oct 16 08:29:04 user nova-compute[73884]:       </nova:owner>
Oct 16 08:29:04 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:29:04 user nova-compute[73884]:       <nova:ports>
Oct 16 08:29:04 user nova-compute[73884]:         <nova:port uuid="b41c92f3-92d8-4654-89f1-124b210d2af5">
Oct 16 08:29:04 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 16 08:29:04 user nova-compute[73884]:         </nova:port>
Oct 16 08:29:04 user nova-compute[73884]:       </nova:ports>
Oct 16 08:29:04 user nova-compute[73884]:     </nova:instance>
Oct 16 08:29:04 user nova-compute[73884]:   </metadata>
Oct 16 08:29:04 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:29:04 user nova-compute[73884]:     <system>
Oct 16 08:29:04 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:29:04 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:29:04 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:29:04 user nova-compute[73884]:       <entry name="serial">7d5fd04a-039d-4cb0-9eef-bce9700a85bb</entry>
Oct 16 08:29:04 user nova-compute[73884]:       <entry name="uuid">7d5fd04a-039d-4cb0-9eef-bce9700a85bb</entry>
Oct 16 08:29:04 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:29:04 user nova-compute[73884]:     </system>
Oct 16 08:29:04 user nova-compute[73884]:   </sysinfo>
Oct 16 08:29:04 user nova-compute[73884]:   <os>
Oct 16 08:29:04 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:29:04 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:29:04 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:29:04 user nova-compute[73884]:   </os>
Oct 16 08:29:04 user nova-compute[73884]:   <features>
Oct 16 08:29:04 user nova-compute[73884]:     <acpi/>
Oct 16 08:29:04 user nova-compute[73884]:     <apic/>
Oct 16 08:29:04 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:29:04 user nova-compute[73884]:   </features>
Oct 16 08:29:04 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:29:04 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:29:04 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:29:04 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:29:04 user nova-compute[73884]:   </clock>
Oct 16 08:29:04 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:29:04 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:29:04 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:29:04 user nova-compute[73884]:   </cpu>
Oct 16 08:29:04 user nova-compute[73884]:   <devices>
Oct 16 08:29:04 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:29:04 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:29:04 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk"/>
Oct 16 08:29:04 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:29:04 user nova-compute[73884]:     </disk>
Oct 16 08:29:04 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:29:04 user nova-compute[73884]:       <mac address="fa:16:3e:8a:47:33"/>
Oct 16 08:29:04 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:29:04 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:29:04 user nova-compute[73884]:       <target dev="tapb41c92f3-92"/>
Oct 16 08:29:04 user nova-compute[73884]:     </interface>
Oct 16 08:29:04 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:29:04 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/console.log" append="off"/>
Oct 16 08:29:04 user nova-compute[73884]:     </serial>
Oct 16 08:29:04 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:29:04 user nova-compute[73884]:     <video>
Oct 16 08:29:04 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:29:04 user nova-compute[73884]:     </video>
Oct 16 08:29:04 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:29:04 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:29:04 user nova-compute[73884]:     </rng>
Oct 16 08:29:04 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:29:04 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:29:04 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:29:04 user nova-compute[73884]:     </memballoon>
Oct 16 08:29:04 user nova-compute[73884]:   </devices>
Oct 16 08:29:04 user nova-compute[73884]: </domain>
Oct 16 08:29:04 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:29:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-2088157553',display_name='tempest-ServerRescueNegativeTestJSON-server-2088157553',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-2088157553',id=14,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9e52badad06145cfa089e3408fc0ec2a',ramdisk_id='',reservation_id='r-3euty4kx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1439350041',owner_user_name='tempest-ServerRescueNegativeTestJSON-1439350041-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:29:02Z,user_data=None,user_id='de4969717c974b0882fa85234f08a619',uuid=7d5fd04a-039d-4cb0-9eef-bce9700a85bb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b41c92f3-92d8-4654-89f1-124b210d2af5", "address": "fa:16:3e:8a:47:33", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb41c92f3-92", "ovs_interfaceid": "b41c92f3-92d8-4654-89f1-124b210d2af5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Converting VIF {"id": "b41c92f3-92d8-4654-89f1-124b210d2af5", "address": "fa:16:3e:8a:47:33", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb41c92f3-92", "ovs_interfaceid": "b41c92f3-92d8-4654-89f1-124b210d2af5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8a:47:33,bridge_name='br-int',has_traffic_filtering=True,id=b41c92f3-92d8-4654-89f1-124b210d2af5,network=Network(c29d5c21-21e2-439e-9ee6-7530bc770e4d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb41c92f3-92') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG os_vif [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8a:47:33,bridge_name='br-int',has_traffic_filtering=True,id=b41c92f3-92d8-4654-89f1-124b210d2af5,network=Network(c29d5c21-21e2-439e-9ee6-7530bc770e4d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb41c92f3-92') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '89827303-31e7-5944-b1d8-b1733c0ebcdd', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb41c92f3-92, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb41c92f3-92, col_values=(('qos', UUID('caa279ee-e658-41c0-8c47-72129abd6303')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb41c92f3-92, col_values=(('external_ids', {'iface-id': 'b41c92f3-92d8-4654-89f1-124b210d2af5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8a:47:33', 'vm-uuid': '7d5fd04a-039d-4cb0-9eef-bce9700a85bb'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:04 user nova-compute[73884]: INFO os_vif [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8a:47:33,bridge_name='br-int',has_traffic_filtering=True,id=b41c92f3-92d8-4654-89f1-124b210d2af5,network=Network(c29d5c21-21e2-439e-9ee6-7530bc770e4d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb41c92f3-92')
Oct 16 08:29:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] No VIF found with MAC fa:16:3e:8a:47:33, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG nova.network.neutron [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Successfully updated port: 76239de3-6646-40d1-8e8a-f3ee2822ad02 {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquiring lock "refresh_cache-1b00d8e1-f570-4091-9bee-780b98344624" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquired lock "refresh_cache-1b00d8e1-f570-4091-9bee-780b98344624" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG nova.network.neutron [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG nova.compute.manager [req-ffc6128f-5347-4e1a-ab62-ec8f550ecfc5 req-8479e232-e915-442e-b10e-bab60927c60f service nova] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Received event network-changed-76239de3-6646-40d1-8e8a-f3ee2822ad02 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG nova.compute.manager [req-ffc6128f-5347-4e1a-ab62-ec8f550ecfc5 req-8479e232-e915-442e-b10e-bab60927c60f service nova] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Refreshing instance network info cache due to event network-changed-76239de3-6646-40d1-8e8a-f3ee2822ad02. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ffc6128f-5347-4e1a-ab62-ec8f550ecfc5 req-8479e232-e915-442e-b10e-bab60927c60f service nova] Acquiring lock "refresh_cache-1b00d8e1-f570-4091-9bee-780b98344624" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG nova.network.neutron [req-06d95f08-8bfb-4e2f-a9f9-29203657ca7d req-b246f67c-51ca-4416-8a64-b99fbbb4ca55 service nova] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Updated VIF entry in instance network info cache for port b41c92f3-92d8-4654-89f1-124b210d2af5. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG nova.network.neutron [req-06d95f08-8bfb-4e2f-a9f9-29203657ca7d req-b246f67c-51ca-4416-8a64-b99fbbb4ca55 service nova] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Updating instance_info_cache with network_info: [{"id": "b41c92f3-92d8-4654-89f1-124b210d2af5", "address": "fa:16:3e:8a:47:33", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb41c92f3-92", "ovs_interfaceid": "b41c92f3-92d8-4654-89f1-124b210d2af5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG nova.network.neutron [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-06d95f08-8bfb-4e2f-a9f9-29203657ca7d req-b246f67c-51ca-4416-8a64-b99fbbb4ca55 service nova] Releasing lock "refresh_cache-7d5fd04a-039d-4cb0-9eef-bce9700a85bb" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:29:04 user nova-compute[73884]: DEBUG nova.network.neutron [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Updating instance_info_cache with network_info: [{"id": "76239de3-6646-40d1-8e8a-f3ee2822ad02", "address": "fa:16:3e:57:da:f7", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76239de3-66", "ovs_interfaceid": "76239de3-6646-40d1-8e8a-f3ee2822ad02", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Releasing lock "refresh_cache-1b00d8e1-f570-4091-9bee-780b98344624" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG nova.compute.manager [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Instance network_info: |[{"id": "76239de3-6646-40d1-8e8a-f3ee2822ad02", "address": "fa:16:3e:57:da:f7", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76239de3-66", "ovs_interfaceid": "76239de3-6646-40d1-8e8a-f3ee2822ad02", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ffc6128f-5347-4e1a-ab62-ec8f550ecfc5 req-8479e232-e915-442e-b10e-bab60927c60f service nova] Acquired lock "refresh_cache-1b00d8e1-f570-4091-9bee-780b98344624" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG nova.network.neutron [req-ffc6128f-5347-4e1a-ab62-ec8f550ecfc5 req-8479e232-e915-442e-b10e-bab60927c60f service nova] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Refreshing network info cache for port 76239de3-6646-40d1-8e8a-f3ee2822ad02 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Start _get_guest_xml network_info=[{"id": "76239de3-6646-40d1-8e8a-f3ee2822ad02", "address": "fa:16:3e:57:da:f7", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76239de3-66", "ovs_interfaceid": "76239de3-6646-40d1-8e8a-f3ee2822ad02", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'a4e1d819-b957-4c9c-9b9d-fd987951fbab'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:29:05 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:29:05 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:29:05 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:29:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1048611956',display_name='tempest-ServerRescueNegativeTestJSON-server-1048611956',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1048611956',id=15,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9e52badad06145cfa089e3408fc0ec2a',ramdisk_id='',reservation_id='r-e0pbnns8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1439350041',owner_user_name='tempest-ServerRescueNegativeTestJSON-1439350041-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:29:03Z,user_data=None,user_id='de4969717c974b0882fa85234f08a619',uuid=1b00d8e1-f570-4091-9bee-780b98344624,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "76239de3-6646-40d1-8e8a-f3ee2822ad02", "address": "fa:16:3e:57:da:f7", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76239de3-66", "ovs_interfaceid": "76239de3-6646-40d1-8e8a-f3ee2822ad02", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Converting VIF {"id": "76239de3-6646-40d1-8e8a-f3ee2822ad02", "address": "fa:16:3e:57:da:f7", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76239de3-66", "ovs_interfaceid": "76239de3-6646-40d1-8e8a-f3ee2822ad02", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:57:da:f7,bridge_name='br-int',has_traffic_filtering=True,id=76239de3-6646-40d1-8e8a-f3ee2822ad02,network=Network(c29d5c21-21e2-439e-9ee6-7530bc770e4d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap76239de3-66') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG nova.objects.instance [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lazy-loading 'pci_devices' on Instance uuid 1b00d8e1-f570-4091-9bee-780b98344624 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:29:05 user nova-compute[73884]:   <uuid>1b00d8e1-f570-4091-9bee-780b98344624</uuid>
Oct 16 08:29:05 user nova-compute[73884]:   <name>instance-0000000f</name>
Oct 16 08:29:05 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:29:05 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:29:05 user nova-compute[73884]:   <metadata>
Oct 16 08:29:05 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:29:05 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:29:05 user nova-compute[73884]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1048611956</nova:name>
Oct 16 08:29:05 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:29:05</nova:creationTime>
Oct 16 08:29:05 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:29:05 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:29:05 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:29:05 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:29:05 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:29:05 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:29:05 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:29:05 user nova-compute[73884]:       <nova:owner>
Oct 16 08:29:05 user nova-compute[73884]:         <nova:user uuid="de4969717c974b0882fa85234f08a619">tempest-ServerRescueNegativeTestJSON-1439350041-project-member</nova:user>
Oct 16 08:29:05 user nova-compute[73884]:         <nova:project uuid="9e52badad06145cfa089e3408fc0ec2a">tempest-ServerRescueNegativeTestJSON-1439350041</nova:project>
Oct 16 08:29:05 user nova-compute[73884]:       </nova:owner>
Oct 16 08:29:05 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:29:05 user nova-compute[73884]:       <nova:ports>
Oct 16 08:29:05 user nova-compute[73884]:         <nova:port uuid="76239de3-6646-40d1-8e8a-f3ee2822ad02">
Oct 16 08:29:05 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 16 08:29:05 user nova-compute[73884]:         </nova:port>
Oct 16 08:29:05 user nova-compute[73884]:       </nova:ports>
Oct 16 08:29:05 user nova-compute[73884]:     </nova:instance>
Oct 16 08:29:05 user nova-compute[73884]:   </metadata>
Oct 16 08:29:05 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:29:05 user nova-compute[73884]:     <system>
Oct 16 08:29:05 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:29:05 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:29:05 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:29:05 user nova-compute[73884]:       <entry name="serial">1b00d8e1-f570-4091-9bee-780b98344624</entry>
Oct 16 08:29:05 user nova-compute[73884]:       <entry name="uuid">1b00d8e1-f570-4091-9bee-780b98344624</entry>
Oct 16 08:29:05 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:29:05 user nova-compute[73884]:     </system>
Oct 16 08:29:05 user nova-compute[73884]:   </sysinfo>
Oct 16 08:29:05 user nova-compute[73884]:   <os>
Oct 16 08:29:05 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:29:05 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:29:05 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:29:05 user nova-compute[73884]:   </os>
Oct 16 08:29:05 user nova-compute[73884]:   <features>
Oct 16 08:29:05 user nova-compute[73884]:     <acpi/>
Oct 16 08:29:05 user nova-compute[73884]:     <apic/>
Oct 16 08:29:05 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:29:05 user nova-compute[73884]:   </features>
Oct 16 08:29:05 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:29:05 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:29:05 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:29:05 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:29:05 user nova-compute[73884]:   </clock>
Oct 16 08:29:05 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:29:05 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:29:05 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:29:05 user nova-compute[73884]:   </cpu>
Oct 16 08:29:05 user nova-compute[73884]:   <devices>
Oct 16 08:29:05 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:29:05 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:29:05 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk"/>
Oct 16 08:29:05 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:29:05 user nova-compute[73884]:     </disk>
Oct 16 08:29:05 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:29:05 user nova-compute[73884]:       <mac address="fa:16:3e:57:da:f7"/>
Oct 16 08:29:05 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:29:05 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:29:05 user nova-compute[73884]:       <target dev="tap76239de3-66"/>
Oct 16 08:29:05 user nova-compute[73884]:     </interface>
Oct 16 08:29:05 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:29:05 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/console.log" append="off"/>
Oct 16 08:29:05 user nova-compute[73884]:     </serial>
Oct 16 08:29:05 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:29:05 user nova-compute[73884]:     <video>
Oct 16 08:29:05 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:29:05 user nova-compute[73884]:     </video>
Oct 16 08:29:05 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:29:05 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:29:05 user nova-compute[73884]:     </rng>
Oct 16 08:29:05 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:29:05 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:29:05 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:29:05 user nova-compute[73884]:     </memballoon>
Oct 16 08:29:05 user nova-compute[73884]:   </devices>
Oct 16 08:29:05 user nova-compute[73884]: </domain>
Oct 16 08:29:05 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:29:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1048611956',display_name='tempest-ServerRescueNegativeTestJSON-server-1048611956',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1048611956',id=15,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9e52badad06145cfa089e3408fc0ec2a',ramdisk_id='',reservation_id='r-e0pbnns8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1439350041',owner_user_name='tempest-ServerRescueNegativeTestJSON-1439350041-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:29:03Z,user_data=None,user_id='de4969717c974b0882fa85234f08a619',uuid=1b00d8e1-f570-4091-9bee-780b98344624,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "76239de3-6646-40d1-8e8a-f3ee2822ad02", "address": "fa:16:3e:57:da:f7", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76239de3-66", "ovs_interfaceid": "76239de3-6646-40d1-8e8a-f3ee2822ad02", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Converting VIF {"id": "76239de3-6646-40d1-8e8a-f3ee2822ad02", "address": "fa:16:3e:57:da:f7", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76239de3-66", "ovs_interfaceid": "76239de3-6646-40d1-8e8a-f3ee2822ad02", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:57:da:f7,bridge_name='br-int',has_traffic_filtering=True,id=76239de3-6646-40d1-8e8a-f3ee2822ad02,network=Network(c29d5c21-21e2-439e-9ee6-7530bc770e4d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap76239de3-66') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG os_vif [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:57:da:f7,bridge_name='br-int',has_traffic_filtering=True,id=76239de3-6646-40d1-8e8a-f3ee2822ad02,network=Network(c29d5c21-21e2-439e-9ee6-7530bc770e4d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap76239de3-66') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fcac038d-7be1-5eb3-9f19-aa84c1114f80', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap76239de3-66, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap76239de3-66, col_values=(('qos', UUID('26ce4527-6cdd-4a17-97f0-4f885f11ee9c')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap76239de3-66, col_values=(('external_ids', {'iface-id': '76239de3-6646-40d1-8e8a-f3ee2822ad02', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:57:da:f7', 'vm-uuid': '1b00d8e1-f570-4091-9bee-780b98344624'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:05 user nova-compute[73884]: INFO os_vif [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:57:da:f7,bridge_name='br-int',has_traffic_filtering=True,id=76239de3-6646-40d1-8e8a-f3ee2822ad02,network=Network(c29d5c21-21e2-439e-9ee6-7530bc770e4d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap76239de3-66')
Oct 16 08:29:05 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] No VIF found with MAC fa:16:3e:57:da:f7, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG nova.network.neutron [req-ffc6128f-5347-4e1a-ab62-ec8f550ecfc5 req-8479e232-e915-442e-b10e-bab60927c60f service nova] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Updated VIF entry in instance network info cache for port 76239de3-6646-40d1-8e8a-f3ee2822ad02. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG nova.network.neutron [req-ffc6128f-5347-4e1a-ab62-ec8f550ecfc5 req-8479e232-e915-442e-b10e-bab60927c60f service nova] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Updating instance_info_cache with network_info: [{"id": "76239de3-6646-40d1-8e8a-f3ee2822ad02", "address": "fa:16:3e:57:da:f7", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76239de3-66", "ovs_interfaceid": "76239de3-6646-40d1-8e8a-f3ee2822ad02", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:29:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ffc6128f-5347-4e1a-ab62-ec8f550ecfc5 req-8479e232-e915-442e-b10e-bab60927c60f service nova] Releasing lock "refresh_cache-1b00d8e1-f570-4091-9bee-780b98344624" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:29:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:07 user nova-compute[73884]: DEBUG nova.compute.manager [req-a25f8feb-885c-4b37-b600-535c5753f92b req-42147f05-ff10-4f44-bb81-e5eb55db41ec service nova] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Received event network-vif-plugged-b41c92f3-92d8-4654-89f1-124b210d2af5 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:29:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a25f8feb-885c-4b37-b600-535c5753f92b req-42147f05-ff10-4f44-bb81-e5eb55db41ec service nova] Acquiring lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a25f8feb-885c-4b37-b600-535c5753f92b req-42147f05-ff10-4f44-bb81-e5eb55db41ec service nova] Lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a25f8feb-885c-4b37-b600-535c5753f92b req-42147f05-ff10-4f44-bb81-e5eb55db41ec service nova] Lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:07 user nova-compute[73884]: DEBUG nova.compute.manager [req-a25f8feb-885c-4b37-b600-535c5753f92b req-42147f05-ff10-4f44-bb81-e5eb55db41ec service nova] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] No waiting events found dispatching network-vif-plugged-b41c92f3-92d8-4654-89f1-124b210d2af5 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:29:07 user nova-compute[73884]: WARNING nova.compute.manager [req-a25f8feb-885c-4b37-b600-535c5753f92b req-42147f05-ff10-4f44-bb81-e5eb55db41ec service nova] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Received unexpected event network-vif-plugged-b41c92f3-92d8-4654-89f1-124b210d2af5 for instance with vm_state building and task_state spawning.
Oct 16 08:29:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:07 user nova-compute[73884]: DEBUG nova.compute.manager [req-cf4ad953-c8bb-4ede-a779-3c96711439f1 req-6385cfe3-a1dc-4048-b796-eceb1d6ce815 service nova] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Received event network-vif-plugged-76239de3-6646-40d1-8e8a-f3ee2822ad02 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:29:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-cf4ad953-c8bb-4ede-a779-3c96711439f1 req-6385cfe3-a1dc-4048-b796-eceb1d6ce815 service nova] Acquiring lock "1b00d8e1-f570-4091-9bee-780b98344624-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-cf4ad953-c8bb-4ede-a779-3c96711439f1 req-6385cfe3-a1dc-4048-b796-eceb1d6ce815 service nova] Lock "1b00d8e1-f570-4091-9bee-780b98344624-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-cf4ad953-c8bb-4ede-a779-3c96711439f1 req-6385cfe3-a1dc-4048-b796-eceb1d6ce815 service nova] Lock "1b00d8e1-f570-4091-9bee-780b98344624-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:07 user nova-compute[73884]: DEBUG nova.compute.manager [req-cf4ad953-c8bb-4ede-a779-3c96711439f1 req-6385cfe3-a1dc-4048-b796-eceb1d6ce815 service nova] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] No waiting events found dispatching network-vif-plugged-76239de3-6646-40d1-8e8a-f3ee2822ad02 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:29:07 user nova-compute[73884]: WARNING nova.compute.manager [req-cf4ad953-c8bb-4ede-a779-3c96711439f1 req-6385cfe3-a1dc-4048-b796-eceb1d6ce815 service nova] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Received unexpected event network-vif-plugged-76239de3-6646-40d1-8e8a-f3ee2822ad02 for instance with vm_state building and task_state spawning.
Oct 16 08:29:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:09 user nova-compute[73884]: DEBUG nova.compute.manager [req-6820838e-2772-42f0-9cdd-bec878625a00 req-ea1a2729-dccf-4c8d-85d1-e51c0e244cec service nova] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Received event network-vif-plugged-b41c92f3-92d8-4654-89f1-124b210d2af5 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:29:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6820838e-2772-42f0-9cdd-bec878625a00 req-ea1a2729-dccf-4c8d-85d1-e51c0e244cec service nova] Acquiring lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6820838e-2772-42f0-9cdd-bec878625a00 req-ea1a2729-dccf-4c8d-85d1-e51c0e244cec service nova] Lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6820838e-2772-42f0-9cdd-bec878625a00 req-ea1a2729-dccf-4c8d-85d1-e51c0e244cec service nova] Lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:09 user nova-compute[73884]: DEBUG nova.compute.manager [req-6820838e-2772-42f0-9cdd-bec878625a00 req-ea1a2729-dccf-4c8d-85d1-e51c0e244cec service nova] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] No waiting events found dispatching network-vif-plugged-b41c92f3-92d8-4654-89f1-124b210d2af5 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:29:09 user nova-compute[73884]: WARNING nova.compute.manager [req-6820838e-2772-42f0-9cdd-bec878625a00 req-ea1a2729-dccf-4c8d-85d1-e51c0e244cec service nova] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Received unexpected event network-vif-plugged-b41c92f3-92d8-4654-89f1-124b210d2af5 for instance with vm_state building and task_state spawning.
Oct 16 08:29:09 user nova-compute[73884]: DEBUG nova.compute.manager [req-b35bbf23-dcee-4656-ad56-6df36d231016 req-19e3bf3e-1e05-46a0-99cd-e21813b8a73e service nova] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Received event network-vif-plugged-76239de3-6646-40d1-8e8a-f3ee2822ad02 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:29:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-b35bbf23-dcee-4656-ad56-6df36d231016 req-19e3bf3e-1e05-46a0-99cd-e21813b8a73e service nova] Acquiring lock "1b00d8e1-f570-4091-9bee-780b98344624-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-b35bbf23-dcee-4656-ad56-6df36d231016 req-19e3bf3e-1e05-46a0-99cd-e21813b8a73e service nova] Lock "1b00d8e1-f570-4091-9bee-780b98344624-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-b35bbf23-dcee-4656-ad56-6df36d231016 req-19e3bf3e-1e05-46a0-99cd-e21813b8a73e service nova] Lock "1b00d8e1-f570-4091-9bee-780b98344624-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:09 user nova-compute[73884]: DEBUG nova.compute.manager [req-b35bbf23-dcee-4656-ad56-6df36d231016 req-19e3bf3e-1e05-46a0-99cd-e21813b8a73e service nova] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] No waiting events found dispatching network-vif-plugged-76239de3-6646-40d1-8e8a-f3ee2822ad02 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:29:09 user nova-compute[73884]: WARNING nova.compute.manager [req-b35bbf23-dcee-4656-ad56-6df36d231016 req-19e3bf3e-1e05-46a0-99cd-e21813b8a73e service nova] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Received unexpected event network-vif-plugged-76239de3-6646-40d1-8e8a-f3ee2822ad02 for instance with vm_state building and task_state spawning.
Oct 16 08:29:09 user nova-compute[73884]: DEBUG nova.compute.manager [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:29:09 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:29:09 user nova-compute[73884]: DEBUG nova.compute.manager [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:29:09 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:29:09 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Instance spawned successfully.
Oct 16 08:29:09 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:29:09 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Instance spawned successfully.
Oct 16 08:29:09 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:29:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:29:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:29:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:29:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:29:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:29:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:29:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:29:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:29:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:29:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:29:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:29:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:29:10 user nova-compute[73884]: INFO nova.compute.manager [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Took 7.24 seconds to spawn the instance on the hypervisor.
Oct 16 08:29:10 user nova-compute[73884]: DEBUG nova.compute.manager [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:29:10 user nova-compute[73884]: INFO nova.compute.manager [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Took 8.42 seconds to spawn the instance on the hypervisor.
Oct 16 08:29:10 user nova-compute[73884]: DEBUG nova.compute.manager [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:29:10 user nova-compute[73884]: INFO nova.compute.manager [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Took 8.44 seconds to build instance.
Oct 16 08:29:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6986a4d7-f58d-440f-8195-b4bc8095d292 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "1b00d8e1-f570-4091-9bee-780b98344624" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.597s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:10 user nova-compute[73884]: INFO nova.compute.manager [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Took 9.42 seconds to build instance.
Oct 16 08:29:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c4f34590-55e7-4621-88a7-d8d453a8fec3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.539s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:12 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b4027037-e165-4aef-8435-115ad04e9942 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:29:12 user nova-compute[73884]: INFO nova.compute.manager [None req-b4027037-e165-4aef-8435-115ad04e9942 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] instance snapshotting
Oct 16 08:29:12 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-b4027037-e165-4aef-8435-115ad04e9942 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Beginning live snapshot process
Oct 16 08:29:12 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b4027037-e165-4aef-8435-115ad04e9942 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json -f qcow2 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b4027037-e165-4aef-8435-115ad04e9942 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json -f qcow2" returned: 0 in 0.212s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b4027037-e165-4aef-8435-115ad04e9942 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json -f qcow2 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b4027037-e165-4aef-8435-115ad04e9942 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json -f qcow2" returned: 0 in 0.199s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b4027037-e165-4aef-8435-115ad04e9942 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b4027037-e165-4aef-8435-115ad04e9942 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.198s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b4027037-e165-4aef-8435-115ad04e9942 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp6zwspw9r/eb3077fd7e5744cabc5ef2219c865af0.delta 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b4027037-e165-4aef-8435-115ad04e9942 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp6zwspw9r/eb3077fd7e5744cabc5ef2219c865af0.delta 1073741824" returned: 0 in 0.065s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:13 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-b4027037-e165-4aef-8435-115ad04e9942 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 16 08:29:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-b4027037-e165-4aef-8435-115ad04e9942 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=73884) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 08:29:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-b4027037-e165-4aef-8435-115ad04e9942 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] COPY block job progress, current cursor: 47251456 final cursor: 75497472 {{(pid=73884) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 08:29:15 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-b4027037-e165-4aef-8435-115ad04e9942 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=73884) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 08:29:15 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-b4027037-e165-4aef-8435-115ad04e9942 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 16 08:29:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:15 user nova-compute[73884]: DEBUG nova.privsep.utils [None req-b4027037-e165-4aef-8435-115ad04e9942 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=73884) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 16 08:29:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b4027037-e165-4aef-8435-115ad04e9942 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp6zwspw9r/eb3077fd7e5744cabc5ef2219c865af0.delta /opt/stack/data/nova/instances/snapshots/tmp6zwspw9r/eb3077fd7e5744cabc5ef2219c865af0 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:16 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b4027037-e165-4aef-8435-115ad04e9942 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp6zwspw9r/eb3077fd7e5744cabc5ef2219c865af0.delta /opt/stack/data/nova/instances/snapshots/tmp6zwspw9r/eb3077fd7e5744cabc5ef2219c865af0" returned: 0 in 0.770s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:16 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-b4027037-e165-4aef-8435-115ad04e9942 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Snapshot extracted, beginning image upload
Oct 16 08:29:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b1a03ca7-2c3e-412a-a263-ee4977a670f5 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Acquiring lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b1a03ca7-2c3e-412a-a263-ee4977a670f5 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.003s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:17 user nova-compute[73884]: INFO nova.compute.manager [None req-b1a03ca7-2c3e-412a-a263-ee4977a670f5 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Detaching volume f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb
Oct 16 08:29:17 user nova-compute[73884]: INFO nova.virt.block_device [None req-b1a03ca7-2c3e-412a-a263-ee4977a670f5 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Attempting to driver detach volume f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb from mountpoint /dev/vdb
Oct 16 08:29:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b1a03ca7-2c3e-412a-a263-ee4977a670f5 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Attempting to detach device vdb from instance 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b from the persistent domain config. {{(pid=73884) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 08:29:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-b1a03ca7-2c3e-412a-a263-ee4977a670f5 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 08:29:17 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:29:17 user nova-compute[73884]:   <source dev="/dev/sde"/>
Oct 16 08:29:17 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:29:17 user nova-compute[73884]:   <serial>f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb</serial>
Oct 16 08:29:17 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 08:29:17 user nova-compute[73884]: </disk>
Oct 16 08:29:17 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:29:17 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-b1a03ca7-2c3e-412a-a263-ee4977a670f5 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Successfully detached device vdb from instance 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b from the persistent domain config.
Oct 16 08:29:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b1a03ca7-2c3e-412a-a263-ee4977a670f5 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b from the live domain config. {{(pid=73884) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 08:29:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-b1a03ca7-2c3e-412a-a263-ee4977a670f5 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 08:29:17 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:29:17 user nova-compute[73884]:   <source dev="/dev/sde"/>
Oct 16 08:29:17 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:29:17 user nova-compute[73884]:   <serial>f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb</serial>
Oct 16 08:29:17 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 08:29:17 user nova-compute[73884]: </disk>
Oct 16 08:29:17 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:29:18 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b1a03ca7-2c3e-412a-a263-ee4977a670f5 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b {{(pid=73884) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 08:29:19 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-b4027037-e165-4aef-8435-115ad04e9942 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Snapshot image upload complete
Oct 16 08:29:19 user nova-compute[73884]: INFO nova.compute.manager [None req-b4027037-e165-4aef-8435-115ad04e9942 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Took 7.22 seconds to snapshot the instance on the hypervisor.
Oct 16 08:29:20 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:24 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._sync_power_states {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:29:24 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Triggering sync for uuid 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b {{(pid=73884) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 08:29:24 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Triggering sync for uuid 6cb85b93-60df-4b5f-9d18-6271a3423a2d {{(pid=73884) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 08:29:24 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Triggering sync for uuid 18e603e0-a105-4662-8a24-fd6d5471109c {{(pid=73884) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 08:29:24 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Triggering sync for uuid 20d7ff9a-3e41-4a64-83d6-deb66aa18c75 {{(pid=73884) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 08:29:24 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Triggering sync for uuid 8fab1c63-d9a3-4cea-b129-904a5f15e5fe {{(pid=73884) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 08:29:24 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Triggering sync for uuid 8347d2fa-c322-485f-b96e-e404f52c21fe {{(pid=73884) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 08:29:24 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Triggering sync for uuid 7d5fd04a-039d-4cb0-9eef-bce9700a85bb {{(pid=73884) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 08:29:24 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Triggering sync for uuid 1b00d8e1-f570-4091-9bee-780b98344624 {{(pid=73884) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 08:29:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "6cb85b93-60df-4b5f-9d18-6271a3423a2d" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "6cb85b93-60df-4b5f-9d18-6271a3423a2d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "18e603e0-a105-4662-8a24-fd6d5471109c" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "18e603e0-a105-4662-8a24-fd6d5471109c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "8fab1c63-d9a3-4cea-b129-904a5f15e5fe" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "8fab1c63-d9a3-4cea-b129-904a5f15e5fe" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "8347d2fa-c322-485f-b96e-e404f52c21fe" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "8347d2fa-c322-485f-b96e-e404f52c21fe" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "1b00d8e1-f570-4091-9bee-780b98344624" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "1b00d8e1-f570-4091-9bee-780b98344624" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "6cb85b93-60df-4b5f-9d18-6271a3423a2d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.078s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.082s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "8fab1c63-d9a3-4cea-b129-904a5f15e5fe" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.091s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "18e603e0-a105-4662-8a24-fd6d5471109c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.097s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.149s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "8347d2fa-c322-485f-b96e-e404f52c21fe" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.150s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "1b00d8e1-f570-4091-9bee-780b98344624" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.154s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:29 user nova-compute[73884]: DEBUG nova.compute.manager [req-2f04e451-ed87-49d0-bd36-2bfaa547b976 req-857de155-a1f0-4813-b812-47583b3029aa service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-changed-04fdfcda-0417-40d8-b89b-1048995d94eb {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:29:29 user nova-compute[73884]: DEBUG nova.compute.manager [req-2f04e451-ed87-49d0-bd36-2bfaa547b976 req-857de155-a1f0-4813-b812-47583b3029aa service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Refreshing instance network info cache due to event network-changed-04fdfcda-0417-40d8-b89b-1048995d94eb. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:29:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2f04e451-ed87-49d0-bd36-2bfaa547b976 req-857de155-a1f0-4813-b812-47583b3029aa service nova] Acquiring lock "refresh_cache-20d7ff9a-3e41-4a64-83d6-deb66aa18c75" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:29:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2f04e451-ed87-49d0-bd36-2bfaa547b976 req-857de155-a1f0-4813-b812-47583b3029aa service nova] Acquired lock "refresh_cache-20d7ff9a-3e41-4a64-83d6-deb66aa18c75" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:29:29 user nova-compute[73884]: DEBUG nova.network.neutron [req-2f04e451-ed87-49d0-bd36-2bfaa547b976 req-857de155-a1f0-4813-b812-47583b3029aa service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Refreshing network info cache for port 04fdfcda-0417-40d8-b89b-1048995d94eb {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:29:30 user nova-compute[73884]: DEBUG nova.network.neutron [req-2f04e451-ed87-49d0-bd36-2bfaa547b976 req-857de155-a1f0-4813-b812-47583b3029aa service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Updated VIF entry in instance network info cache for port 04fdfcda-0417-40d8-b89b-1048995d94eb. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:29:30 user nova-compute[73884]: DEBUG nova.network.neutron [req-2f04e451-ed87-49d0-bd36-2bfaa547b976 req-857de155-a1f0-4813-b812-47583b3029aa service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Updating instance_info_cache with network_info: [{"id": "04fdfcda-0417-40d8-b89b-1048995d94eb", "address": "fa:16:3e:00:6a:85", "network": {"id": "222c2df1-b13e-46a2-aa61-c3fcdf2f480c", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1257709830-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04fdfcda-04", "ovs_interfaceid": "04fdfcda-0417-40d8-b89b-1048995d94eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80ff7b62-3a4d-488c-8781-3ec7683d6579", "address": "fa:16:3e:6b:30:2c", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80ff7b62-3a", "ovs_interfaceid": "80ff7b62-3a4d-488c-8781-3ec7683d6579", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "b9496ca4-fb04-4860-a8bb-8a5f4b1a555e", "address": "fa:16:3e:17:0b:1e", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9496ca4-fb", "ovs_interfaceid": "b9496ca4-fb04-4860-a8bb-8a5f4b1a555e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c88dddfb-ccec-4051-b0f5-30309fc3a51c", "address": "fa:16:3e:fd:b2:06", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc88dddfb-cc", "ovs_interfaceid": "c88dddfb-ccec-4051-b0f5-30309fc3a51c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e01f772e-0293-4368-9c2f-8774b294fd40", "address": "fa:16:3e:6b:0b:89", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape01f772e-02", "ovs_interfaceid": "e01f772e-0293-4368-9c2f-8774b294fd40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "62629173-8823-4ced-bbc0-dcd2b919f557", "address": "fa:16:3e:25:37:40", "network": {"id": "45202ce0-291c-4e22-8347-b8e1da09b37e", "bridge": "br-int", "label": "tempest-device-tagging-net2-10226373", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62629173-88", "ovs_interfaceid": "62629173-8823-4ced-bbc0-dcd2b919f557", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a552eab1-8024-4e36-a186-a95a8b7a4984", "address": "fa:16:3e:05:21:35", "network": {"id": "45202ce0-291c-4e22-8347-b8e1da09b37e", "bridge": "br-int", "label": "tempest-device-tagging-net2-10226373", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa552eab1-80", "ovs_interfaceid": "a552eab1-8024-4e36-a186-a95a8b7a4984", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:29:30 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2f04e451-ed87-49d0-bd36-2bfaa547b976 req-857de155-a1f0-4813-b812-47583b3029aa service nova] Releasing lock "refresh_cache-20d7ff9a-3e41-4a64-83d6-deb66aa18c75" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:29:30 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:32 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Acquiring lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:32 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:32 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Acquiring lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:32 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:32 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:32 user nova-compute[73884]: INFO nova.compute.manager [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Terminating instance
Oct 16 08:29:32 user nova-compute[73884]: DEBUG nova.compute.manager [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 08:29:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:32 user nova-compute[73884]: DEBUG nova.compute.manager [req-7fd347b9-cdb1-4344-845f-02283afa2857 req-23f0d7df-48ae-4c4f-8097-02ad20d78cdd service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-vif-unplugged-04fdfcda-0417-40d8-b89b-1048995d94eb {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:29:32 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-7fd347b9-cdb1-4344-845f-02283afa2857 req-23f0d7df-48ae-4c4f-8097-02ad20d78cdd service nova] Acquiring lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:32 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-7fd347b9-cdb1-4344-845f-02283afa2857 req-23f0d7df-48ae-4c4f-8097-02ad20d78cdd service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:32 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-7fd347b9-cdb1-4344-845f-02283afa2857 req-23f0d7df-48ae-4c4f-8097-02ad20d78cdd service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:32 user nova-compute[73884]: DEBUG nova.compute.manager [req-7fd347b9-cdb1-4344-845f-02283afa2857 req-23f0d7df-48ae-4c4f-8097-02ad20d78cdd service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] No waiting events found dispatching network-vif-unplugged-04fdfcda-0417-40d8-b89b-1048995d94eb {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:29:32 user nova-compute[73884]: DEBUG nova.compute.manager [req-7fd347b9-cdb1-4344-845f-02283afa2857 req-23f0d7df-48ae-4c4f-8097-02ad20d78cdd service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-vif-unplugged-04fdfcda-0417-40d8-b89b-1048995d94eb for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:29:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:32 user nova-compute[73884]: DEBUG nova.compute.manager [req-acb585db-199e-4d51-8752-86266af32f0b req-d391a04a-cc09-455a-9587-c83106ffa17a service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-vif-unplugged-b9496ca4-fb04-4860-a8bb-8a5f4b1a555e {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:29:32 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-acb585db-199e-4d51-8752-86266af32f0b req-d391a04a-cc09-455a-9587-c83106ffa17a service nova] Acquiring lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:32 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-acb585db-199e-4d51-8752-86266af32f0b req-d391a04a-cc09-455a-9587-c83106ffa17a service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:32 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-acb585db-199e-4d51-8752-86266af32f0b req-d391a04a-cc09-455a-9587-c83106ffa17a service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:32 user nova-compute[73884]: DEBUG nova.compute.manager [req-acb585db-199e-4d51-8752-86266af32f0b req-d391a04a-cc09-455a-9587-c83106ffa17a service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] No waiting events found dispatching network-vif-unplugged-b9496ca4-fb04-4860-a8bb-8a5f4b1a555e {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:29:32 user nova-compute[73884]: DEBUG nova.compute.manager [req-acb585db-199e-4d51-8752-86266af32f0b req-d391a04a-cc09-455a-9587-c83106ffa17a service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-vif-unplugged-b9496ca4-fb04-4860-a8bb-8a5f4b1a555e for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:29:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:33 user nova-compute[73884]: DEBUG nova.compute.manager [req-45595e97-851d-4dd0-9e1f-4220b28992fb req-d1d5dcdb-7f78-4322-9587-df4445c69052 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-vif-unplugged-62629173-8823-4ced-bbc0-dcd2b919f557 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:29:33 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-45595e97-851d-4dd0-9e1f-4220b28992fb req-d1d5dcdb-7f78-4322-9587-df4445c69052 service nova] Acquiring lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:33 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-45595e97-851d-4dd0-9e1f-4220b28992fb req-d1d5dcdb-7f78-4322-9587-df4445c69052 service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:33 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-45595e97-851d-4dd0-9e1f-4220b28992fb req-d1d5dcdb-7f78-4322-9587-df4445c69052 service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:33 user nova-compute[73884]: DEBUG nova.compute.manager [req-45595e97-851d-4dd0-9e1f-4220b28992fb req-d1d5dcdb-7f78-4322-9587-df4445c69052 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] No waiting events found dispatching network-vif-unplugged-62629173-8823-4ced-bbc0-dcd2b919f557 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:29:33 user nova-compute[73884]: DEBUG nova.compute.manager [req-45595e97-851d-4dd0-9e1f-4220b28992fb req-d1d5dcdb-7f78-4322-9587-df4445c69052 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-vif-unplugged-62629173-8823-4ced-bbc0-dcd2b919f557 for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:29:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:33 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Instance destroyed successfully.
Oct 16 08:29:33 user nova-compute[73884]: DEBUG nova.objects.instance [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Lazy-loading 'resources' on Instance uuid 20d7ff9a-3e41-4a64-83d6-deb66aa18c75 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:29:33 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:26:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1926983156',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1926983156',id=11,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOFznKs+QbmoIt6OlIw3Nh+SCUxzxeKrAZ5yRO1N75H7LAe4nVVKT9Mr0d5XjaIupM+jhJ2Wwjlc8Fyo55JzxD93vTIb3ofvBiM8fIUN4TFcsUxjyVSQkJxA0y2Of/rcqA==',key_name='tempest-keypair-946068174',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:27:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='aae80a5ea76541a49a4d05a1d5eea40c',ramdisk_id='',reservation_id='r-i6ofk2rw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-476134222',owner_user_name='tempest-TaggedBootDevicesTest_v242-476134222-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:27:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fdf664fe9b164958b71e046a08871882',uuid=20d7ff9a-3e41-4a64-83d6-deb66aa18c75,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "04fdfcda-0417-40d8-b89b-1048995d94eb", "address": "fa:16:3e:00:6a:85", "network": {"id": "222c2df1-b13e-46a2-aa61-c3fcdf2f480c", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1257709830-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04fdfcda-04", "ovs_interfaceid": "04fdfcda-0417-40d8-b89b-1048995d94eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:29:33 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Converting VIF {"id": "04fdfcda-0417-40d8-b89b-1048995d94eb", "address": "fa:16:3e:00:6a:85", "network": {"id": "222c2df1-b13e-46a2-aa61-c3fcdf2f480c", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1257709830-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04fdfcda-04", "ovs_interfaceid": "04fdfcda-0417-40d8-b89b-1048995d94eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:29:33 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:00:6a:85,bridge_name='br-int',has_traffic_filtering=True,id=04fdfcda-0417-40d8-b89b-1048995d94eb,network=Network(222c2df1-b13e-46a2-aa61-c3fcdf2f480c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04fdfcda-04') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:29:33 user nova-compute[73884]: DEBUG os_vif [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:00:6a:85,bridge_name='br-int',has_traffic_filtering=True,id=04fdfcda-0417-40d8-b89b-1048995d94eb,network=Network(222c2df1-b13e-46a2-aa61-c3fcdf2f480c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04fdfcda-04') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:29:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap04fdfcda-04, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:29:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:29:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d99e1b36-fe77-40c1-821e-dae5bdbb0109) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:29:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:34 user nova-compute[73884]: INFO os_vif [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:00:6a:85,bridge_name='br-int',has_traffic_filtering=True,id=04fdfcda-0417-40d8-b89b-1048995d94eb,network=Network(222c2df1-b13e-46a2-aa61-c3fcdf2f480c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap04fdfcda-04')
Oct 16 08:29:34 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:26:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1926983156',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1926983156',id=11,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOFznKs+QbmoIt6OlIw3Nh+SCUxzxeKrAZ5yRO1N75H7LAe4nVVKT9Mr0d5XjaIupM+jhJ2Wwjlc8Fyo55JzxD93vTIb3ofvBiM8fIUN4TFcsUxjyVSQkJxA0y2Of/rcqA==',key_name='tempest-keypair-946068174',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:27:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='aae80a5ea76541a49a4d05a1d5eea40c',ramdisk_id='',reservation_id='r-i6ofk2rw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-476134222',owner_user_name='tempest-TaggedBootDevicesTest_v242-476134222-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:27:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fdf664fe9b164958b71e046a08871882',uuid=20d7ff9a-3e41-4a64-83d6-deb66aa18c75,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "80ff7b62-3a4d-488c-8781-3ec7683d6579", "address": "fa:16:3e:6b:30:2c", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80ff7b62-3a", "ovs_interfaceid": "80ff7b62-3a4d-488c-8781-3ec7683d6579", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Converting VIF {"id": "80ff7b62-3a4d-488c-8781-3ec7683d6579", "address": "fa:16:3e:6b:30:2c", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80ff7b62-3a", "ovs_interfaceid": "80ff7b62-3a4d-488c-8781-3ec7683d6579", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6b:30:2c,bridge_name='br-int',has_traffic_filtering=True,id=80ff7b62-3a4d-488c-8781-3ec7683d6579,network=Network(c5941553-e982-46b1-bd29-899c9e3907e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap80ff7b62-3a') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG os_vif [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6b:30:2c,bridge_name='br-int',has_traffic_filtering=True,id=80ff7b62-3a4d-488c-8781-3ec7683d6579,network=Network(c5941553-e982-46b1-bd29-899c9e3907e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap80ff7b62-3a') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap80ff7b62-3a, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=884f2347-1809-4591-b111-999d986b0e8b) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:34 user nova-compute[73884]: INFO os_vif [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6b:30:2c,bridge_name='br-int',has_traffic_filtering=True,id=80ff7b62-3a4d-488c-8781-3ec7683d6579,network=Network(c5941553-e982-46b1-bd29-899c9e3907e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap80ff7b62-3a')
Oct 16 08:29:34 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:26:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1926983156',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1926983156',id=11,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOFznKs+QbmoIt6OlIw3Nh+SCUxzxeKrAZ5yRO1N75H7LAe4nVVKT9Mr0d5XjaIupM+jhJ2Wwjlc8Fyo55JzxD93vTIb3ofvBiM8fIUN4TFcsUxjyVSQkJxA0y2Of/rcqA==',key_name='tempest-keypair-946068174',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:27:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='aae80a5ea76541a49a4d05a1d5eea40c',ramdisk_id='',reservation_id='r-i6ofk2rw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-476134222',owner_user_name='tempest-TaggedBootDevicesTest_v242-476134222-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:27:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fdf664fe9b164958b71e046a08871882',uuid=20d7ff9a-3e41-4a64-83d6-deb66aa18c75,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b9496ca4-fb04-4860-a8bb-8a5f4b1a555e", "address": "fa:16:3e:17:0b:1e", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9496ca4-fb", "ovs_interfaceid": "b9496ca4-fb04-4860-a8bb-8a5f4b1a555e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Converting VIF {"id": "b9496ca4-fb04-4860-a8bb-8a5f4b1a555e", "address": "fa:16:3e:17:0b:1e", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9496ca4-fb", "ovs_interfaceid": "b9496ca4-fb04-4860-a8bb-8a5f4b1a555e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:17:0b:1e,bridge_name='br-int',has_traffic_filtering=True,id=b9496ca4-fb04-4860-a8bb-8a5f4b1a555e,network=Network(c5941553-e982-46b1-bd29-899c9e3907e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb9496ca4-fb') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG os_vif [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:17:0b:1e,bridge_name='br-int',has_traffic_filtering=True,id=b9496ca4-fb04-4860-a8bb-8a5f4b1a555e,network=Network(c5941553-e982-46b1-bd29-899c9e3907e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb9496ca4-fb') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb9496ca4-fb, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2235771b-bb6e-45c9-9de4-e30572413ca9) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:34 user nova-compute[73884]: INFO os_vif [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:17:0b:1e,bridge_name='br-int',has_traffic_filtering=True,id=b9496ca4-fb04-4860-a8bb-8a5f4b1a555e,network=Network(c5941553-e982-46b1-bd29-899c9e3907e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapb9496ca4-fb')
Oct 16 08:29:34 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:26:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1926983156',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1926983156',id=11,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOFznKs+QbmoIt6OlIw3Nh+SCUxzxeKrAZ5yRO1N75H7LAe4nVVKT9Mr0d5XjaIupM+jhJ2Wwjlc8Fyo55JzxD93vTIb3ofvBiM8fIUN4TFcsUxjyVSQkJxA0y2Of/rcqA==',key_name='tempest-keypair-946068174',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:27:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='aae80a5ea76541a49a4d05a1d5eea40c',ramdisk_id='',reservation_id='r-i6ofk2rw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-476134222',owner_user_name='tempest-TaggedBootDevicesTest_v242-476134222-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:27:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fdf664fe9b164958b71e046a08871882',uuid=20d7ff9a-3e41-4a64-83d6-deb66aa18c75,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c88dddfb-ccec-4051-b0f5-30309fc3a51c", "address": "fa:16:3e:fd:b2:06", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc88dddfb-cc", "ovs_interfaceid": "c88dddfb-ccec-4051-b0f5-30309fc3a51c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Converting VIF {"id": "c88dddfb-ccec-4051-b0f5-30309fc3a51c", "address": "fa:16:3e:fd:b2:06", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc88dddfb-cc", "ovs_interfaceid": "c88dddfb-ccec-4051-b0f5-30309fc3a51c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fd:b2:06,bridge_name='br-int',has_traffic_filtering=True,id=c88dddfb-ccec-4051-b0f5-30309fc3a51c,network=Network(c5941553-e982-46b1-bd29-899c9e3907e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc88dddfb-cc') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG os_vif [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:b2:06,bridge_name='br-int',has_traffic_filtering=True,id=c88dddfb-ccec-4051-b0f5-30309fc3a51c,network=Network(c5941553-e982-46b1-bd29-899c9e3907e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc88dddfb-cc') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc88dddfb-cc, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2c7fb333-1b15-4a00-a217-63b2ed4b1fcf) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:34 user nova-compute[73884]: INFO os_vif [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:b2:06,bridge_name='br-int',has_traffic_filtering=True,id=c88dddfb-ccec-4051-b0f5-30309fc3a51c,network=Network(c5941553-e982-46b1-bd29-899c9e3907e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc88dddfb-cc')
Oct 16 08:29:34 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:26:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1926983156',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1926983156',id=11,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOFznKs+QbmoIt6OlIw3Nh+SCUxzxeKrAZ5yRO1N75H7LAe4nVVKT9Mr0d5XjaIupM+jhJ2Wwjlc8Fyo55JzxD93vTIb3ofvBiM8fIUN4TFcsUxjyVSQkJxA0y2Of/rcqA==',key_name='tempest-keypair-946068174',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:27:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='aae80a5ea76541a49a4d05a1d5eea40c',ramdisk_id='',reservation_id='r-i6ofk2rw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-476134222',owner_user_name='tempest-TaggedBootDevicesTest_v242-476134222-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:27:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fdf664fe9b164958b71e046a08871882',uuid=20d7ff9a-3e41-4a64-83d6-deb66aa18c75,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e01f772e-0293-4368-9c2f-8774b294fd40", "address": "fa:16:3e:6b:0b:89", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape01f772e-02", "ovs_interfaceid": "e01f772e-0293-4368-9c2f-8774b294fd40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Converting VIF {"id": "e01f772e-0293-4368-9c2f-8774b294fd40", "address": "fa:16:3e:6b:0b:89", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape01f772e-02", "ovs_interfaceid": "e01f772e-0293-4368-9c2f-8774b294fd40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6b:0b:89,bridge_name='br-int',has_traffic_filtering=True,id=e01f772e-0293-4368-9c2f-8774b294fd40,network=Network(c5941553-e982-46b1-bd29-899c9e3907e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape01f772e-02') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG os_vif [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6b:0b:89,bridge_name='br-int',has_traffic_filtering=True,id=e01f772e-0293-4368-9c2f-8774b294fd40,network=Network(c5941553-e982-46b1-bd29-899c9e3907e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape01f772e-02') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape01f772e-02, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a99da3a0-a942-47a1-954c-af6a1cf1ae1a) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:34 user nova-compute[73884]: INFO os_vif [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6b:0b:89,bridge_name='br-int',has_traffic_filtering=True,id=e01f772e-0293-4368-9c2f-8774b294fd40,network=Network(c5941553-e982-46b1-bd29-899c9e3907e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape01f772e-02')
Oct 16 08:29:34 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:26:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1926983156',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1926983156',id=11,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOFznKs+QbmoIt6OlIw3Nh+SCUxzxeKrAZ5yRO1N75H7LAe4nVVKT9Mr0d5XjaIupM+jhJ2Wwjlc8Fyo55JzxD93vTIb3ofvBiM8fIUN4TFcsUxjyVSQkJxA0y2Of/rcqA==',key_name='tempest-keypair-946068174',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:27:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='aae80a5ea76541a49a4d05a1d5eea40c',ramdisk_id='',reservation_id='r-i6ofk2rw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-476134222',owner_user_name='tempest-TaggedBootDevicesTest_v242-476134222-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:27:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fdf664fe9b164958b71e046a08871882',uuid=20d7ff9a-3e41-4a64-83d6-deb66aa18c75,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "62629173-8823-4ced-bbc0-dcd2b919f557", "address": "fa:16:3e:25:37:40", "network": {"id": "45202ce0-291c-4e22-8347-b8e1da09b37e", "bridge": "br-int", "label": "tempest-device-tagging-net2-10226373", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62629173-88", "ovs_interfaceid": "62629173-8823-4ced-bbc0-dcd2b919f557", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Converting VIF {"id": "62629173-8823-4ced-bbc0-dcd2b919f557", "address": "fa:16:3e:25:37:40", "network": {"id": "45202ce0-291c-4e22-8347-b8e1da09b37e", "bridge": "br-int", "label": "tempest-device-tagging-net2-10226373", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62629173-88", "ovs_interfaceid": "62629173-8823-4ced-bbc0-dcd2b919f557", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:25:37:40,bridge_name='br-int',has_traffic_filtering=True,id=62629173-8823-4ced-bbc0-dcd2b919f557,network=Network(45202ce0-291c-4e22-8347-b8e1da09b37e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62629173-88') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG os_vif [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:25:37:40,bridge_name='br-int',has_traffic_filtering=True,id=62629173-8823-4ced-bbc0-dcd2b919f557,network=Network(45202ce0-291c-4e22-8347-b8e1da09b37e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62629173-88') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap62629173-88, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=840effb5-cd9e-4b0d-962a-fe2959989ccc) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:34 user nova-compute[73884]: INFO os_vif [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:25:37:40,bridge_name='br-int',has_traffic_filtering=True,id=62629173-8823-4ced-bbc0-dcd2b919f557,network=Network(45202ce0-291c-4e22-8347-b8e1da09b37e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62629173-88')
Oct 16 08:29:34 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-10-16T08:26:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1926983156',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1926983156',id=11,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOFznKs+QbmoIt6OlIw3Nh+SCUxzxeKrAZ5yRO1N75H7LAe4nVVKT9Mr0d5XjaIupM+jhJ2Wwjlc8Fyo55JzxD93vTIb3ofvBiM8fIUN4TFcsUxjyVSQkJxA0y2Of/rcqA==',key_name='tempest-keypair-946068174',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:27:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='aae80a5ea76541a49a4d05a1d5eea40c',ramdisk_id='',reservation_id='r-i6ofk2rw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-476134222',owner_user_name='tempest-TaggedBootDevicesTest_v242-476134222-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:27:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fdf664fe9b164958b71e046a08871882',uuid=20d7ff9a-3e41-4a64-83d6-deb66aa18c75,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a552eab1-8024-4e36-a186-a95a8b7a4984", "address": "fa:16:3e:05:21:35", "network": {"id": "45202ce0-291c-4e22-8347-b8e1da09b37e", "bridge": "br-int", "label": "tempest-device-tagging-net2-10226373", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa552eab1-80", "ovs_interfaceid": "a552eab1-8024-4e36-a186-a95a8b7a4984", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Converting VIF {"id": "a552eab1-8024-4e36-a186-a95a8b7a4984", "address": "fa:16:3e:05:21:35", "network": {"id": "45202ce0-291c-4e22-8347-b8e1da09b37e", "bridge": "br-int", "label": "tempest-device-tagging-net2-10226373", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa552eab1-80", "ovs_interfaceid": "a552eab1-8024-4e36-a186-a95a8b7a4984", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:05:21:35,bridge_name='br-int',has_traffic_filtering=True,id=a552eab1-8024-4e36-a186-a95a8b7a4984,network=Network(45202ce0-291c-4e22-8347-b8e1da09b37e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa552eab1-80') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG os_vif [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:21:35,bridge_name='br-int',has_traffic_filtering=True,id=a552eab1-8024-4e36-a186-a95a8b7a4984,network=Network(45202ce0-291c-4e22-8347-b8e1da09b37e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa552eab1-80') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa552eab1-80, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3879eebf-ad95-4b1d-90cc-b79df081bc7c) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:34 user nova-compute[73884]: INFO os_vif [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:21:35,bridge_name='br-int',has_traffic_filtering=True,id=a552eab1-8024-4e36-a186-a95a8b7a4984,network=Network(45202ce0-291c-4e22-8347-b8e1da09b37e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa552eab1-80')
Oct 16 08:29:34 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ojmvxiaW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:29:34 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:29:34 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[54642a2f-56d1-4993-b69b-a690aa16de94]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:29:34 user nova-compute[73884]: No targets found.
Oct 16 08:29:34 user nova-compute[73884]: iSNS:
Oct 16 08:29:34 user nova-compute[73884]: No targets found.
Oct 16 08:29:34 user nova-compute[73884]: STATIC:
Oct 16 08:29:34 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260
Oct 16 08:29:34 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:29:34 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:29:34 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880
Oct 16 08:29:34 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:29:34 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:29:34 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32
Oct 16 08:29:34 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:29:34 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:29:34 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb
Oct 16 08:29:34 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:29:34 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:29:34 user nova-compute[73884]: FIRMWARE:
Oct 16 08:29:34 user nova-compute[73884]: No targets found.
Oct 16 08:29:34 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:29:34 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:29:34 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG nova.compute.manager [req-54826062-012a-4100-b889-937966094366 req-08e951fc-ff1a-48a2-8219-e542d2865563 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-vif-plugged-04fdfcda-0417-40d8-b89b-1048995d94eb {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-54826062-012a-4100-b889-937966094366 req-08e951fc-ff1a-48a2-8219-e542d2865563 service nova] Acquiring lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-54826062-012a-4100-b889-937966094366 req-08e951fc-ff1a-48a2-8219-e542d2865563 service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-54826062-012a-4100-b889-937966094366 req-08e951fc-ff1a-48a2-8219-e542d2865563 service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG nova.compute.manager [req-54826062-012a-4100-b889-937966094366 req-08e951fc-ff1a-48a2-8219-e542d2865563 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] No waiting events found dispatching network-vif-plugged-04fdfcda-0417-40d8-b89b-1048995d94eb {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:29:34 user nova-compute[73884]: WARNING nova.compute.manager [req-54826062-012a-4100-b889-937966094366 req-08e951fc-ff1a-48a2-8219-e542d2865563 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received unexpected event network-vif-plugged-04fdfcda-0417-40d8-b89b-1048995d94eb for instance with vm_state active and task_state deleting.
Oct 16 08:29:34 user nova-compute[73884]: DEBUG nova.compute.manager [req-54826062-012a-4100-b889-937966094366 req-08e951fc-ff1a-48a2-8219-e542d2865563 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-vif-unplugged-80ff7b62-3a4d-488c-8781-3ec7683d6579 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-54826062-012a-4100-b889-937966094366 req-08e951fc-ff1a-48a2-8219-e542d2865563 service nova] Acquiring lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-54826062-012a-4100-b889-937966094366 req-08e951fc-ff1a-48a2-8219-e542d2865563 service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-54826062-012a-4100-b889-937966094366 req-08e951fc-ff1a-48a2-8219-e542d2865563 service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG nova.compute.manager [req-54826062-012a-4100-b889-937966094366 req-08e951fc-ff1a-48a2-8219-e542d2865563 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] No waiting events found dispatching network-vif-unplugged-80ff7b62-3a4d-488c-8781-3ec7683d6579 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG nova.compute.manager [req-54826062-012a-4100-b889-937966094366 req-08e951fc-ff1a-48a2-8219-e542d2865563 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-vif-unplugged-80ff7b62-3a4d-488c-8781-3ec7683d6579 for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG nova.compute.manager [req-54826062-012a-4100-b889-937966094366 req-08e951fc-ff1a-48a2-8219-e542d2865563 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-vif-plugged-80ff7b62-3a4d-488c-8781-3ec7683d6579 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-54826062-012a-4100-b889-937966094366 req-08e951fc-ff1a-48a2-8219-e542d2865563 service nova] Acquiring lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-54826062-012a-4100-b889-937966094366 req-08e951fc-ff1a-48a2-8219-e542d2865563 service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-54826062-012a-4100-b889-937966094366 req-08e951fc-ff1a-48a2-8219-e542d2865563 service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG nova.compute.manager [req-54826062-012a-4100-b889-937966094366 req-08e951fc-ff1a-48a2-8219-e542d2865563 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] No waiting events found dispatching network-vif-plugged-80ff7b62-3a4d-488c-8781-3ec7683d6579 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:29:34 user nova-compute[73884]: WARNING nova.compute.manager [req-54826062-012a-4100-b889-937966094366 req-08e951fc-ff1a-48a2-8219-e542d2865563 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received unexpected event network-vif-plugged-80ff7b62-3a4d-488c-8781-3ec7683d6579 for instance with vm_state active and task_state deleting.
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5a61dea-7da6-4d20-820b-277cd5ae254e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[33c52c56-d44c-4eb4-8f87-a8f26887bb95]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)
Oct 16 08:29:34 user nova-compute[73884]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880 (non-flash)
Oct 16 08:29:34 user nova-compute[73884]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260 (non-flash)
Oct 16 08:29:34 user nova-compute[73884]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32 (non-flash)
Oct 16 08:29:34 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)
Oct 16 08:29:34 user nova-compute[73884]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880 (non-flash)
Oct 16 08:29:34 user nova-compute[73884]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260 (non-flash)
Oct 16 08:29:34 user nova-compute[73884]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32 (non-flash)
Oct 16 08:29:34 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7ea47965f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880'): ({'sdb'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Removing single pathed devices sdb {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[79f57d4e-7bc2-4a42-ad39-51d7328a43d6]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[62e4434f-8713-4e1f-97ee-7d6a544ebbee]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Flushing IO for device /dev/sdb {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7422b66-e381-4343-9982-309801254cfd]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.044s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[4981d9b7-fa21-4ca7-8f27-aae7805aec1b]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] SCSI volumes sdb have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d52cb9fd-0a51-475d-a520-4925136810be]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880 -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG nova.compute.manager [req-1fbce6ec-3fb4-4b7f-9497-1535bb03a746 req-9372db26-6fef-4675-877d-c3dc4ef59699 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-vif-plugged-b9496ca4-fb04-4860-a8bb-8a5f4b1a555e {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1fbce6ec-3fb4-4b7f-9497-1535bb03a746 req-9372db26-6fef-4675-877d-c3dc4ef59699 service nova] Acquiring lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1fbce6ec-3fb4-4b7f-9497-1535bb03a746 req-9372db26-6fef-4675-877d-c3dc4ef59699 service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1fbce6ec-3fb4-4b7f-9497-1535bb03a746 req-9372db26-6fef-4675-877d-c3dc4ef59699 service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG nova.compute.manager [req-1fbce6ec-3fb4-4b7f-9497-1535bb03a746 req-9372db26-6fef-4675-877d-c3dc4ef59699 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] No waiting events found dispatching network-vif-plugged-b9496ca4-fb04-4860-a8bb-8a5f4b1a555e {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:29:34 user nova-compute[73884]: WARNING nova.compute.manager [req-1fbce6ec-3fb4-4b7f-9497-1535bb03a746 req-9372db26-6fef-4675-877d-c3dc4ef59699 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received unexpected event network-vif-plugged-b9496ca4-fb04-4860-a8bb-8a5f4b1a555e for instance with vm_state active and task_state deleting.
Oct 16 08:29:34 user nova-compute[73884]: DEBUG nova.compute.manager [req-1fbce6ec-3fb4-4b7f-9497-1535bb03a746 req-9372db26-6fef-4675-877d-c3dc4ef59699 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-vif-unplugged-c88dddfb-ccec-4051-b0f5-30309fc3a51c {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1fbce6ec-3fb4-4b7f-9497-1535bb03a746 req-9372db26-6fef-4675-877d-c3dc4ef59699 service nova] Acquiring lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1fbce6ec-3fb4-4b7f-9497-1535bb03a746 req-9372db26-6fef-4675-877d-c3dc4ef59699 service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1fbce6ec-3fb4-4b7f-9497-1535bb03a746 req-9372db26-6fef-4675-877d-c3dc4ef59699 service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG nova.compute.manager [req-1fbce6ec-3fb4-4b7f-9497-1535bb03a746 req-9372db26-6fef-4675-877d-c3dc4ef59699 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] No waiting events found dispatching network-vif-unplugged-c88dddfb-ccec-4051-b0f5-30309fc3a51c {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG nova.compute.manager [req-1fbce6ec-3fb4-4b7f-9497-1535bb03a746 req-9372db26-6fef-4675-877d-c3dc4ef59699 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-vif-unplugged-c88dddfb-ccec-4051-b0f5-30309fc3a51c for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG nova.compute.manager [req-1fbce6ec-3fb4-4b7f-9497-1535bb03a746 req-9372db26-6fef-4675-877d-c3dc4ef59699 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-vif-plugged-c88dddfb-ccec-4051-b0f5-30309fc3a51c {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1fbce6ec-3fb4-4b7f-9497-1535bb03a746 req-9372db26-6fef-4675-877d-c3dc4ef59699 service nova] Acquiring lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1fbce6ec-3fb4-4b7f-9497-1535bb03a746 req-9372db26-6fef-4675-877d-c3dc4ef59699 service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1fbce6ec-3fb4-4b7f-9497-1535bb03a746 req-9372db26-6fef-4675-877d-c3dc4ef59699 service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG nova.compute.manager [req-1fbce6ec-3fb4-4b7f-9497-1535bb03a746 req-9372db26-6fef-4675-877d-c3dc4ef59699 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] No waiting events found dispatching network-vif-plugged-c88dddfb-ccec-4051-b0f5-30309fc3a51c {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:29:34 user nova-compute[73884]: WARNING nova.compute.manager [req-1fbce6ec-3fb4-4b7f-9497-1535bb03a746 req-9372db26-6fef-4675-877d-c3dc4ef59699 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received unexpected event network-vif-plugged-c88dddfb-ccec-4051-b0f5-30309fc3a51c for instance with vm_state active and task_state deleting.
Oct 16 08:29:34 user nova-compute[73884]: DEBUG nova.compute.manager [req-1fbce6ec-3fb4-4b7f-9497-1535bb03a746 req-9372db26-6fef-4675-877d-c3dc4ef59699 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-vif-unplugged-e01f772e-0293-4368-9c2f-8774b294fd40 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1fbce6ec-3fb4-4b7f-9497-1535bb03a746 req-9372db26-6fef-4675-877d-c3dc4ef59699 service nova] Acquiring lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1fbce6ec-3fb4-4b7f-9497-1535bb03a746 req-9372db26-6fef-4675-877d-c3dc4ef59699 service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1fbce6ec-3fb4-4b7f-9497-1535bb03a746 req-9372db26-6fef-4675-877d-c3dc4ef59699 service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG nova.compute.manager [req-1fbce6ec-3fb4-4b7f-9497-1535bb03a746 req-9372db26-6fef-4675-877d-c3dc4ef59699 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] No waiting events found dispatching network-vif-unplugged-e01f772e-0293-4368-9c2f-8774b294fd40 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG nova.compute.manager [req-1fbce6ec-3fb4-4b7f-9497-1535bb03a746 req-9372db26-6fef-4675-877d-c3dc4ef59699 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-vif-unplugged-e01f772e-0293-4368-9c2f-8774b294fd40 for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG nova.compute.manager [req-1fbce6ec-3fb4-4b7f-9497-1535bb03a746 req-9372db26-6fef-4675-877d-c3dc4ef59699 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-vif-plugged-e01f772e-0293-4368-9c2f-8774b294fd40 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1fbce6ec-3fb4-4b7f-9497-1535bb03a746 req-9372db26-6fef-4675-877d-c3dc4ef59699 service nova] Acquiring lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1fbce6ec-3fb4-4b7f-9497-1535bb03a746 req-9372db26-6fef-4675-877d-c3dc4ef59699 service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1fbce6ec-3fb4-4b7f-9497-1535bb03a746 req-9372db26-6fef-4675-877d-c3dc4ef59699 service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG nova.compute.manager [req-1fbce6ec-3fb4-4b7f-9497-1535bb03a746 req-9372db26-6fef-4675-877d-c3dc4ef59699 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] No waiting events found dispatching network-vif-plugged-e01f772e-0293-4368-9c2f-8774b294fd40 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:29:34 user nova-compute[73884]: WARNING nova.compute.manager [req-1fbce6ec-3fb4-4b7f-9497-1535bb03a746 req-9372db26-6fef-4675-877d-c3dc4ef59699 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received unexpected event network-vif-plugged-e01f772e-0293-4368-9c2f-8774b294fd40 for instance with vm_state active and task_state deleting.
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9903f83-000d-4614-a9e6-efdd5cf20a43]: (4, ('Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880, portal: 172.16.0.220,3260]\nLogout of [sid: 14, target: iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880, portal: 172.16.0.220,3260]
Oct 16 08:29:34 user nova-compute[73884]: Logout of [sid: 14, target: iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880, portal: 172.16.0.220,3260] successful.
Oct 16 08:29:34 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880 -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ed6ed11-5823-4b73-b4a1-a6518d277880 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a876e2c9-577f-4da2-91be-2e0fbd33a6e6]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.326s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] <== disconnect_volume: return (327ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yASrdPYG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:29:34 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:29:34 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[83272143-af1d-47d9-a3ee-5300081b6834]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:29:34 user nova-compute[73884]: No targets found.
Oct 16 08:29:34 user nova-compute[73884]: iSNS:
Oct 16 08:29:34 user nova-compute[73884]: No targets found.
Oct 16 08:29:34 user nova-compute[73884]: STATIC:
Oct 16 08:29:34 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260
Oct 16 08:29:34 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:29:34 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:29:34 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32
Oct 16 08:29:34 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:29:34 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:29:34 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb
Oct 16 08:29:34 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:29:34 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:29:34 user nova-compute[73884]: FIRMWARE:
Oct 16 08:29:34 user nova-compute[73884]: No targets found.
Oct 16 08:29:34 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:29:34 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:29:34 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[85766988-df71-433a-82be-07406ccee031]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[20c66527-0921-44e9-899d-ae493f22da2e]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)
Oct 16 08:29:34 user nova-compute[73884]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260 (non-flash)
Oct 16 08:29:34 user nova-compute[73884]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32 (non-flash)
Oct 16 08:29:34 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)
Oct 16 08:29:34 user nova-compute[73884]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260 (non-flash)
Oct 16 08:29:34 user nova-compute[73884]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32 (non-flash)
Oct 16 08:29:34 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7ea47965f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260'): ({'sdc'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Removing single pathed devices sdc {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b3f4c9d-c05c-4a6a-8054-939dacb6dd59]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ecb19ccb-5b18-41b0-a93c-a715adcd5e81 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Acquiring lock "18e603e0-a105-4662-8a24-fd6d5471109c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ecb19ccb-5b18-41b0-a93c-a715adcd5e81 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lock "18e603e0-a105-4662-8a24-fd6d5471109c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ecb19ccb-5b18-41b0-a93c-a715adcd5e81 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Acquiring lock "18e603e0-a105-4662-8a24-fd6d5471109c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ecb19ccb-5b18-41b0-a93c-a715adcd5e81 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lock "18e603e0-a105-4662-8a24-fd6d5471109c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ecb19ccb-5b18-41b0-a93c-a715adcd5e81 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lock "18e603e0-a105-4662-8a24-fd6d5471109c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:34 user nova-compute[73884]: INFO nova.compute.manager [None req-ecb19ccb-5b18-41b0-a93c-a715adcd5e81 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Terminating instance
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[60d6a95f-f194-404f-9733-c4c0f13b83e9]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Flushing IO for device /dev/sdc {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG nova.compute.manager [None req-ecb19ccb-5b18-41b0-a93c-a715adcd5e81 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 08:29:34 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[33c27a30-1702-47ff-b057-cf2cab62b7f7]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.049s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[12184c8e-2c2a-4dbe-851f-0a713ee156a0]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] SCSI volumes sdc have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[76f917bd-949b-41c8-8827-a30aa879964f]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260 -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260 -p 172.16.0.220:3260 --logout" returned: 0 in 0.072s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[7dbb43ec-4b40-440c-bb2d-4261fde60db5]: (4, ('Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260, portal: 172.16.0.220,3260]\nLogout of [sid: 15, target: iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260, portal: 172.16.0.220,3260]
Oct 16 08:29:35 user nova-compute[73884]: Logout of [sid: 15, target: iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260, portal: 172.16.0.220,3260] successful.
Oct 16 08:29:35 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260 -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4e31854f-f1d4-4844-8ae2-72f81dc1d260 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[af2eb790-fdd1-4b09-8ee6-af6cb41074fe]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.345s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] <== disconnect_volume: return (346ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HVykCQhd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:29:35 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:29:35 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG nova.compute.manager [req-a4a43221-475a-4c8f-b909-d2031eb20c0f req-096eb11e-3440-47d8-9c2f-225c780ba47d service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-vif-plugged-62629173-8823-4ced-bbc0-dcd2b919f557 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a4a43221-475a-4c8f-b909-d2031eb20c0f req-096eb11e-3440-47d8-9c2f-225c780ba47d service nova] Acquiring lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a4a43221-475a-4c8f-b909-d2031eb20c0f req-096eb11e-3440-47d8-9c2f-225c780ba47d service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a4a43221-475a-4c8f-b909-d2031eb20c0f req-096eb11e-3440-47d8-9c2f-225c780ba47d service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG nova.compute.manager [req-a4a43221-475a-4c8f-b909-d2031eb20c0f req-096eb11e-3440-47d8-9c2f-225c780ba47d service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] No waiting events found dispatching network-vif-plugged-62629173-8823-4ced-bbc0-dcd2b919f557 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:29:35 user nova-compute[73884]: WARNING nova.compute.manager [req-a4a43221-475a-4c8f-b909-d2031eb20c0f req-096eb11e-3440-47d8-9c2f-225c780ba47d service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received unexpected event network-vif-plugged-62629173-8823-4ced-bbc0-dcd2b919f557 for instance with vm_state active and task_state deleting.
Oct 16 08:29:35 user nova-compute[73884]: DEBUG nova.compute.manager [req-a4a43221-475a-4c8f-b909-d2031eb20c0f req-096eb11e-3440-47d8-9c2f-225c780ba47d service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-vif-unplugged-a552eab1-8024-4e36-a186-a95a8b7a4984 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a4a43221-475a-4c8f-b909-d2031eb20c0f req-096eb11e-3440-47d8-9c2f-225c780ba47d service nova] Acquiring lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a4a43221-475a-4c8f-b909-d2031eb20c0f req-096eb11e-3440-47d8-9c2f-225c780ba47d service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a4a43221-475a-4c8f-b909-d2031eb20c0f req-096eb11e-3440-47d8-9c2f-225c780ba47d service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG nova.compute.manager [req-a4a43221-475a-4c8f-b909-d2031eb20c0f req-096eb11e-3440-47d8-9c2f-225c780ba47d service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] No waiting events found dispatching network-vif-unplugged-a552eab1-8024-4e36-a186-a95a8b7a4984 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG nova.compute.manager [req-a4a43221-475a-4c8f-b909-d2031eb20c0f req-096eb11e-3440-47d8-9c2f-225c780ba47d service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-vif-unplugged-a552eab1-8024-4e36-a186-a95a8b7a4984 for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG nova.compute.manager [req-a4a43221-475a-4c8f-b909-d2031eb20c0f req-096eb11e-3440-47d8-9c2f-225c780ba47d service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-vif-plugged-a552eab1-8024-4e36-a186-a95a8b7a4984 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a4a43221-475a-4c8f-b909-d2031eb20c0f req-096eb11e-3440-47d8-9c2f-225c780ba47d service nova] Acquiring lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a4a43221-475a-4c8f-b909-d2031eb20c0f req-096eb11e-3440-47d8-9c2f-225c780ba47d service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a4a43221-475a-4c8f-b909-d2031eb20c0f req-096eb11e-3440-47d8-9c2f-225c780ba47d service nova] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG nova.compute.manager [req-a4a43221-475a-4c8f-b909-d2031eb20c0f req-096eb11e-3440-47d8-9c2f-225c780ba47d service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] No waiting events found dispatching network-vif-plugged-a552eab1-8024-4e36-a186-a95a8b7a4984 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:29:35 user nova-compute[73884]: WARNING nova.compute.manager [req-a4a43221-475a-4c8f-b909-d2031eb20c0f req-096eb11e-3440-47d8-9c2f-225c780ba47d service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received unexpected event network-vif-plugged-a552eab1-8024-4e36-a186-a95a8b7a4984 for instance with vm_state active and task_state deleting.
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.033s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e093ca5-d367-4fb6-bb8c-d7ad72b3c374]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:29:35 user nova-compute[73884]: No targets found.
Oct 16 08:29:35 user nova-compute[73884]: iSNS:
Oct 16 08:29:35 user nova-compute[73884]: No targets found.
Oct 16 08:29:35 user nova-compute[73884]: STATIC:
Oct 16 08:29:35 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32
Oct 16 08:29:35 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:29:35 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:29:35 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb
Oct 16 08:29:35 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:29:35 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:29:35 user nova-compute[73884]: FIRMWARE:
Oct 16 08:29:35 user nova-compute[73884]: No targets found.
Oct 16 08:29:35 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:29:35 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:29:35 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[752366c5-45b2-41b2-9a32-e4c3760b287e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c57b1edf-181e-4aaf-bb1a-bde65e175642]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)
Oct 16 08:29:35 user nova-compute[73884]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32 (non-flash)
Oct 16 08:29:35 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)
Oct 16 08:29:35 user nova-compute[73884]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32 (non-flash)
Oct 16 08:29:35 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7ea462ff40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32'): ({'sdd'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Removing single pathed devices sdd {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b7b0e3d-cd6f-45fb-9e0b-d69c97c5349c]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc5f3134-3662-4c6b-88d1-3ef27cc170be]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Flushing IO for device /dev/sdd {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[52e508e8-b67c-4a98-bd25-513052230fc9]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.047s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb492720-3bdc-4866-87a2-2a529dccad43]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] SCSI volumes sdd have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.087s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f73b58ea-5339-4958-b1cc-3695d1c827bf]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32 -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32 -p 172.16.0.220:3260 --logout" returned: 0 in 0.117s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c1b619c-b44d-4845-ad18-2c7b0dbb90c2]: (4, ('Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32, portal: 172.16.0.220,3260]\nLogout of [sid: 16, target: iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32, portal: 172.16.0.220,3260]
Oct 16 08:29:35 user nova-compute[73884]: Logout of [sid: 16, target: iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32, portal: 172.16.0.220,3260] successful.
Oct 16 08:29:35 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32 -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:35ca1856-a00d-41e0-b0b5-076964b5bb32 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[5866e25d-913a-4105-9721-47dab59bcbb7]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.457s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] <== disconnect_volume: return (458ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:29:35 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Deleting instance files /opt/stack/data/nova/instances/20d7ff9a-3e41-4a64-83d6-deb66aa18c75_del
Oct 16 08:29:35 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Deletion of /opt/stack/data/nova/instances/20d7ff9a-3e41-4a64-83d6-deb66aa18c75_del complete
Oct 16 08:29:35 user nova-compute[73884]: INFO nova.compute.manager [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Took 3.65 seconds to destroy the instance on the hypervisor.
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 08:29:35 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Instance destroyed successfully.
Oct 16 08:29:35 user nova-compute[73884]: DEBUG nova.objects.instance [None req-ecb19ccb-5b18-41b0-a93c-a715adcd5e81 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lazy-loading 'resources' on Instance uuid 18e603e0-a105-4662-8a24-fd6d5471109c {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-ecb19ccb-5b18-41b0-a93c-a715adcd5e81 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:23:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1230970262',display_name='tempest-VolumesAdminNegativeTest-server-1230970262',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1230970262',id=4,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFA/RJgHO+Wtg2DRckL931OpKusPP2obXq9iAplu3J1zXoRtzTQd3/DxgssHOUHRat4C6FBuls3B/16q3Ofh9c7YOOkE5UAbV0IhO4U3J2ZX5mQ70fkYwAqoL8sMB4YlbQ==',key_name='tempest-keypair-1159031927',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:23:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='20ec0f384ecf41cf910921c0b44bf43e',ramdisk_id='',reservation_id='r-5npbv2iw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-630095138',owner_user_name='tempest-VolumesAdminNegativeTest-630095138-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:23:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d496b38b770b4dba81287049f80abb28',uuid=18e603e0-a105-4662-8a24-fd6d5471109c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8c21a583-9144-4cbd-aaca-a1ec3c296e3e", "address": "fa:16:3e:9c:e5:4f", "network": {"id": "cc001c45-4010-4986-bbf5-50d8ec86967a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-319910744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.101", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "20ec0f384ecf41cf910921c0b44bf43e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c21a583-91", "ovs_interfaceid": "8c21a583-9144-4cbd-aaca-a1ec3c296e3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-ecb19ccb-5b18-41b0-a93c-a715adcd5e81 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Converting VIF {"id": "8c21a583-9144-4cbd-aaca-a1ec3c296e3e", "address": "fa:16:3e:9c:e5:4f", "network": {"id": "cc001c45-4010-4986-bbf5-50d8ec86967a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-319910744-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.101", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "20ec0f384ecf41cf910921c0b44bf43e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8c21a583-91", "ovs_interfaceid": "8c21a583-9144-4cbd-aaca-a1ec3c296e3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-ecb19ccb-5b18-41b0-a93c-a715adcd5e81 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9c:e5:4f,bridge_name='br-int',has_traffic_filtering=True,id=8c21a583-9144-4cbd-aaca-a1ec3c296e3e,network=Network(cc001c45-4010-4986-bbf5-50d8ec86967a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c21a583-91') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG os_vif [None req-ecb19ccb-5b18-41b0-a93c-a715adcd5e81 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:9c:e5:4f,bridge_name='br-int',has_traffic_filtering=True,id=8c21a583-9144-4cbd-aaca-a1ec3c296e3e,network=Network(cc001c45-4010-4986-bbf5-50d8ec86967a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c21a583-91') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8c21a583-91, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=56fbaab3-d278-4f66-a9d7-7ed2902de467) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:29:35 user nova-compute[73884]: INFO os_vif [None req-ecb19ccb-5b18-41b0-a93c-a715adcd5e81 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:9c:e5:4f,bridge_name='br-int',has_traffic_filtering=True,id=8c21a583-9144-4cbd-aaca-a1ec3c296e3e,network=Network(cc001c45-4010-4986-bbf5-50d8ec86967a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8c21a583-91')
Oct 16 08:29:35 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-ecb19ccb-5b18-41b0-a93c-a715adcd5e81 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Deleting instance files /opt/stack/data/nova/instances/18e603e0-a105-4662-8a24-fd6d5471109c_del
Oct 16 08:29:35 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-ecb19ccb-5b18-41b0-a93c-a715adcd5e81 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Deletion of /opt/stack/data/nova/instances/18e603e0-a105-4662-8a24-fd6d5471109c_del complete
Oct 16 08:29:35 user nova-compute[73884]: INFO nova.compute.manager [None req-ecb19ccb-5b18-41b0-a93c-a715adcd5e81 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Took 0.91 seconds to destroy the instance on the hypervisor.
Oct 16 08:29:35 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-ecb19ccb-5b18-41b0-a93c-a715adcd5e81 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 08:29:35 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 08:29:36 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:29:36 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Took 0.82 seconds to deallocate network for instance.
Oct 16 08:29:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ecb19ccb-5b18-41b0-a93c-a715adcd5e81 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ecb19ccb-5b18-41b0-a93c-a715adcd5e81 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:37 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-ecb19ccb-5b18-41b0-a93c-a715adcd5e81 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:29:37 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-ecb19ccb-5b18-41b0-a93c-a715adcd5e81 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:29:37 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ecb19ccb-5b18-41b0-a93c-a715adcd5e81 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.333s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:37 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-ecb19ccb-5b18-41b0-a93c-a715adcd5e81 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Deleted allocations for instance 18e603e0-a105-4662-8a24-fd6d5471109c
Oct 16 08:29:37 user nova-compute[73884]: DEBUG nova.compute.manager [req-177ec31f-4fc6-4c3b-8dae-ad961c8b6bc8 req-6b4e5f57-2895-4cf0-be92-f994563a6fca service nova] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Received event network-vif-unplugged-8c21a583-9144-4cbd-aaca-a1ec3c296e3e {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:29:37 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-177ec31f-4fc6-4c3b-8dae-ad961c8b6bc8 req-6b4e5f57-2895-4cf0-be92-f994563a6fca service nova] Acquiring lock "18e603e0-a105-4662-8a24-fd6d5471109c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:37 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-177ec31f-4fc6-4c3b-8dae-ad961c8b6bc8 req-6b4e5f57-2895-4cf0-be92-f994563a6fca service nova] Lock "18e603e0-a105-4662-8a24-fd6d5471109c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:37 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-177ec31f-4fc6-4c3b-8dae-ad961c8b6bc8 req-6b4e5f57-2895-4cf0-be92-f994563a6fca service nova] Lock "18e603e0-a105-4662-8a24-fd6d5471109c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.004s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:37 user nova-compute[73884]: DEBUG nova.compute.manager [req-177ec31f-4fc6-4c3b-8dae-ad961c8b6bc8 req-6b4e5f57-2895-4cf0-be92-f994563a6fca service nova] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] No waiting events found dispatching network-vif-unplugged-8c21a583-9144-4cbd-aaca-a1ec3c296e3e {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:29:37 user nova-compute[73884]: WARNING nova.compute.manager [req-177ec31f-4fc6-4c3b-8dae-ad961c8b6bc8 req-6b4e5f57-2895-4cf0-be92-f994563a6fca service nova] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Received unexpected event network-vif-unplugged-8c21a583-9144-4cbd-aaca-a1ec3c296e3e for instance with vm_state deleted and task_state None.
Oct 16 08:29:37 user nova-compute[73884]: DEBUG nova.compute.manager [req-177ec31f-4fc6-4c3b-8dae-ad961c8b6bc8 req-6b4e5f57-2895-4cf0-be92-f994563a6fca service nova] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Received event network-vif-plugged-8c21a583-9144-4cbd-aaca-a1ec3c296e3e {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:29:37 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-177ec31f-4fc6-4c3b-8dae-ad961c8b6bc8 req-6b4e5f57-2895-4cf0-be92-f994563a6fca service nova] Acquiring lock "18e603e0-a105-4662-8a24-fd6d5471109c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:37 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-177ec31f-4fc6-4c3b-8dae-ad961c8b6bc8 req-6b4e5f57-2895-4cf0-be92-f994563a6fca service nova] Lock "18e603e0-a105-4662-8a24-fd6d5471109c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:37 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-177ec31f-4fc6-4c3b-8dae-ad961c8b6bc8 req-6b4e5f57-2895-4cf0-be92-f994563a6fca service nova] Lock "18e603e0-a105-4662-8a24-fd6d5471109c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.003s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:37 user nova-compute[73884]: DEBUG nova.compute.manager [req-177ec31f-4fc6-4c3b-8dae-ad961c8b6bc8 req-6b4e5f57-2895-4cf0-be92-f994563a6fca service nova] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] No waiting events found dispatching network-vif-plugged-8c21a583-9144-4cbd-aaca-a1ec3c296e3e {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:29:37 user nova-compute[73884]: WARNING nova.compute.manager [req-177ec31f-4fc6-4c3b-8dae-ad961c8b6bc8 req-6b4e5f57-2895-4cf0-be92-f994563a6fca service nova] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Received unexpected event network-vif-plugged-8c21a583-9144-4cbd-aaca-a1ec3c296e3e for instance with vm_state deleted and task_state None.
Oct 16 08:29:37 user nova-compute[73884]: DEBUG nova.compute.manager [req-177ec31f-4fc6-4c3b-8dae-ad961c8b6bc8 req-6b4e5f57-2895-4cf0-be92-f994563a6fca service nova] [instance: 18e603e0-a105-4662-8a24-fd6d5471109c] Received event network-vif-deleted-8c21a583-9144-4cbd-aaca-a1ec3c296e3e {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:29:37 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ecb19ccb-5b18-41b0-a93c-a715adcd5e81 tempest-VolumesAdminNegativeTest-630095138 tempest-VolumesAdminNegativeTest-630095138-project-member] Lock "18e603e0-a105-4662-8a24-fd6d5471109c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.312s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:37 user nova-compute[73884]: DEBUG nova.compute.manager [req-ead458e8-2742-46ee-9556-5c293fbe2df9 req-48790234-2dca-43f4-af97-f16b9052b166 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-vif-deleted-e01f772e-0293-4368-9c2f-8774b294fd40 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:29:37 user nova-compute[73884]: INFO nova.compute.manager [req-ead458e8-2742-46ee-9556-5c293fbe2df9 req-48790234-2dca-43f4-af97-f16b9052b166 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Neutron deleted interface e01f772e-0293-4368-9c2f-8774b294fd40; detaching it from the instance and deleting it from the info cache
Oct 16 08:29:37 user nova-compute[73884]: DEBUG nova.network.neutron [req-ead458e8-2742-46ee-9556-5c293fbe2df9 req-48790234-2dca-43f4-af97-f16b9052b166 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Updating instance_info_cache with network_info: [{"id": "04fdfcda-0417-40d8-b89b-1048995d94eb", "address": "fa:16:3e:00:6a:85", "network": {"id": "222c2df1-b13e-46a2-aa61-c3fcdf2f480c", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1257709830-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap04fdfcda-04", "ovs_interfaceid": "04fdfcda-0417-40d8-b89b-1048995d94eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80ff7b62-3a4d-488c-8781-3ec7683d6579", "address": "fa:16:3e:6b:30:2c", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap80ff7b62-3a", "ovs_interfaceid": "80ff7b62-3a4d-488c-8781-3ec7683d6579", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "b9496ca4-fb04-4860-a8bb-8a5f4b1a555e", "address": "fa:16:3e:17:0b:1e", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9496ca4-fb", "ovs_interfaceid": "b9496ca4-fb04-4860-a8bb-8a5f4b1a555e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c88dddfb-ccec-4051-b0f5-30309fc3a51c", "address": "fa:16:3e:fd:b2:06", "network": {"id": "c5941553-e982-46b1-bd29-899c9e3907e1", "bridge": "br-int", "label": "tempest-device-tagging-net1-543052521", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc88dddfb-cc", "ovs_interfaceid": "c88dddfb-ccec-4051-b0f5-30309fc3a51c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "62629173-8823-4ced-bbc0-dcd2b919f557", "address": "fa:16:3e:25:37:40", "network": {"id": "45202ce0-291c-4e22-8347-b8e1da09b37e", "bridge": "br-int", "label": "tempest-device-tagging-net2-10226373", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62629173-88", "ovs_interfaceid": "62629173-8823-4ced-bbc0-dcd2b919f557", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a552eab1-8024-4e36-a186-a95a8b7a4984", "address": "fa:16:3e:05:21:35", "network": {"id": "45202ce0-291c-4e22-8347-b8e1da09b37e", "bridge": "br-int", "label": "tempest-device-tagging-net2-10226373", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "aae80a5ea76541a49a4d05a1d5eea40c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa552eab1-80", "ovs_interfaceid": "a552eab1-8024-4e36-a186-a95a8b7a4984", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:29:37 user nova-compute[73884]: DEBUG nova.compute.manager [req-ead458e8-2742-46ee-9556-5c293fbe2df9 req-48790234-2dca-43f4-af97-f16b9052b166 service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Detach interface failed, port_id=e01f772e-0293-4368-9c2f-8774b294fd40, reason: Instance 20d7ff9a-3e41-4a64-83d6-deb66aa18c75 could not be found. {{(pid=73884) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 16 08:29:37 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:29:37 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:29:37 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:38 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b1a03ca7-2c3e-412a-a263-ee4977a670f5 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b is timed out.
Oct 16 08:29:38 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-b1a03ca7-2c3e-412a-a263-ee4977a670f5 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Successfully detached device vdb from instance 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b from the live domain config.
Oct 16 08:29:38 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b1a03ca7-2c3e-412a-a263-ee4977a670f5 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1a03ca7-2c3e-412a-a263-ee4977a670f5 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IdWFYwSe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:29:38 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-b1a03ca7-2c3e-412a-a263-ee4977a670f5 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:29:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-b1a03ca7-2c3e-412a-a263-ee4977a670f5 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-b1a03ca7-2c3e-412a-a263-ee4977a670f5 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[71cc3fc2-1501-40da-ac4f-a254255c80f7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1a03ca7-2c3e-412a-a263-ee4977a670f5 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:29:38 user nova-compute[73884]: No targets found.
Oct 16 08:29:38 user nova-compute[73884]: iSNS:
Oct 16 08:29:38 user nova-compute[73884]: No targets found.
Oct 16 08:29:38 user nova-compute[73884]: STATIC:
Oct 16 08:29:38 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb
Oct 16 08:29:38 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:29:38 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:29:38 user nova-compute[73884]: FIRMWARE:
Oct 16 08:29:38 user nova-compute[73884]: No targets found.
Oct 16 08:29:38 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1a03ca7-2c3e-412a-a263-ee4977a670f5 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:29:38 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:29:38 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1a03ca7-2c3e-412a-a263-ee4977a670f5 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c4fc798-f966-4ce8-82c4-64a40a319f1c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d4169fc-48d8-4685-b9ba-68e924ecb067]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1a03ca7-2c3e-412a-a263-ee4977a670f5 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)
Oct 16 08:29:38 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1a03ca7-2c3e-412a-a263-ee4977a670f5 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb (non-flash)
Oct 16 08:29:38 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1a03ca7-2c3e-412a-a263-ee4977a670f5 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7ea47d6560>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb'): ({'sde'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b1a03ca7-2c3e-412a-a263-ee4977a670f5 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Removing single pathed devices sde {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[5def9224-509b-4bc0-b5d0-26608bb9f131]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b405208-cff4-4f8e-a861-c900ccff3e74]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b1a03ca7-2c3e-412a-a263-ee4977a670f5 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Flushing IO for device /dev/sde {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.015s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8148f8d-df38-4307-9217-a9630a3a2dc1]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b1a03ca7-2c3e-412a-a263-ee4977a670f5 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.047s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd0cbd99-5b9b-4d9a-af37-51b3ccf608f7]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b1a03ca7-2c3e-412a-a263-ee4977a670f5 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b1a03ca7-2c3e-412a-a263-ee4977a670f5 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] SCSI volumes sde have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1a03ca7-2c3e-412a-a263-ee4977a670f5 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d1f9c36-6649-4aea-b394-d7dea82a398a]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1a03ca7-2c3e-412a-a263-ee4977a670f5 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba4a3292-abdf-4b1a-8f6e-1caa82c4e8c4]: (4, ('Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb, portal: 172.16.0.220,3260]\nLogout of [sid: 13, target: iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1a03ca7-2c3e-412a-a263-ee4977a670f5 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb, portal: 172.16.0.220,3260]
Oct 16 08:29:38 user nova-compute[73884]: Logout of [sid: 13, target: iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb, portal: 172.16.0.220,3260] successful.
Oct 16 08:29:38 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f90204b8-aefe-4b8c-9ec8-e1bdb9c446cb -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[745a9afb-ddba-4f94-8f4c-8fab19460ab3]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1a03ca7-2c3e-412a-a263-ee4977a670f5 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-b1a03ca7-2c3e-412a-a263-ee4977a670f5 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.291s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1a03ca7-2c3e-412a-a263-ee4977a670f5 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] <== disconnect_volume: return (293ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:29:38 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b1a03ca7-2c3e-412a-a263-ee4977a670f5 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:29:39 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:29:39 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Took 3.37 seconds to deallocate network for instance.
Oct 16 08:29:39 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:29:39 user nova-compute[73884]: DEBUG nova.compute.manager [req-19d3c5da-6c9c-4829-a1d2-66a3e430f805 req-354def27-acf7-4f47-bb99-72ea46c5f89d service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-vif-deleted-a552eab1-8024-4e36-a186-a95a8b7a4984 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:29:39 user nova-compute[73884]: DEBUG nova.compute.manager [req-19d3c5da-6c9c-4829-a1d2-66a3e430f805 req-354def27-acf7-4f47-bb99-72ea46c5f89d service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-vif-deleted-c88dddfb-ccec-4051-b0f5-30309fc3a51c {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:29:39 user nova-compute[73884]: DEBUG nova.compute.manager [req-19d3c5da-6c9c-4829-a1d2-66a3e430f805 req-354def27-acf7-4f47-bb99-72ea46c5f89d service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-vif-deleted-04fdfcda-0417-40d8-b89b-1048995d94eb {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:29:39 user nova-compute[73884]: DEBUG nova.compute.manager [req-19d3c5da-6c9c-4829-a1d2-66a3e430f805 req-354def27-acf7-4f47-bb99-72ea46c5f89d service nova] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Received event network-vif-deleted-62629173-8823-4ced-bbc0-dcd2b919f557 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:29:39 user nova-compute[73884]: DEBUG nova.objects.instance [None req-b1a03ca7-2c3e-412a-a263-ee4977a670f5 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lazy-loading 'flavor' on Instance uuid 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:29:39 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b1a03ca7-2c3e-412a-a263-ee4977a670f5 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.013s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:39 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 14.659s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:39 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.025s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:40 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:29:40 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:42 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:29:42 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:29:42 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:43 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:29:43 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 08:29:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "refresh_cache-6cb85b93-60df-4b5f-9d18-6271a3423a2d" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:29:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquired lock "refresh_cache-6cb85b93-60df-4b5f-9d18-6271a3423a2d" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:29:43 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Forcefully refreshing network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 08:29:43 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Updating instance_info_cache with network_info: [{"id": "00e3e38a-c791-4154-b4d2-1dfcbd7e351c", "address": "fa:16:3e:7b:a7:3b", "network": {"id": "b011d805-167f-4988-9e6a-89b51f0f7b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-996953975-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.10", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5541602e94564d8e967513f3ddf10429", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap00e3e38a-c7", "ovs_interfaceid": "00e3e38a-c791-4154-b4d2-1dfcbd7e351c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:29:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Releasing lock "refresh_cache-6cb85b93-60df-4b5f-9d18-6271a3423a2d" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:29:43 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Updated the network info_cache for instance {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 08:29:43 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:29:43 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 08:29:44 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:29:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:44 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 08:29:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6cb85b93-60df-4b5f-9d18-6271a3423a2d/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6cb85b93-60df-4b5f-9d18-6271a3423a2d/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6cb85b93-60df-4b5f-9d18-6271a3423a2d/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6cb85b93-60df-4b5f-9d18-6271a3423a2d/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8347d2fa-c322-485f-b96e-e404f52c21fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8347d2fa-c322-485f-b96e-e404f52c21fe/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8347d2fa-c322-485f-b96e-e404f52c21fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:45 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8347d2fa-c322-485f-b96e-e404f52c21fe/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:29:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:29:47 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:29:47 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:29:47 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=7929MB free_disk=25.446582794189453GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 08:29:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:47 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:29:47 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 6cb85b93-60df-4b5f-9d18-6271a3423a2d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:29:47 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 20d7ff9a-3e41-4a64-83d6-deb66aa18c75 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:29:47 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 8fab1c63-d9a3-4cea-b129-904a5f15e5fe actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:29:47 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 8347d2fa-c322-485f-b96e-e404f52c21fe actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:29:47 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 7d5fd04a-039d-4cb0-9eef-bce9700a85bb actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:29:47 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 1b00d8e1-f570-4091-9bee-780b98344624 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:29:47 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 08:29:47 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 08:29:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:47 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:29:47 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:29:47 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 08:29:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.388s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:49 user nova-compute[73884]: INFO nova.compute.manager [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] [instance: 20d7ff9a-3e41-4a64-83d6-deb66aa18c75] Took 9.92 seconds to detach 3 volumes for instance.
Oct 16 08:29:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:29:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:29:49 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:29:49 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:29:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.271s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:49 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Deleted allocations for instance 20d7ff9a-3e41-4a64-83d6-deb66aa18c75
Oct 16 08:29:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f4722c2c-d3c2-4081-adbe-e787e59f6ca9 tempest-TaggedBootDevicesTest_v242-476134222 tempest-TaggedBootDevicesTest_v242-476134222-project-member] Lock "20d7ff9a-3e41-4a64-83d6-deb66aa18c75" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 17.648s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:29:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:55 user nova-compute[73884]: DEBUG nova.compute.manager [req-6eb48660-ec42-4b8b-9d1b-2648b69c9863 req-ea745295-638f-4576-9249-22b9684b0c9d service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Received event network-changed-720782a3-50c2-4ea4-9224-addee7a74dc7 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:29:55 user nova-compute[73884]: DEBUG nova.compute.manager [req-6eb48660-ec42-4b8b-9d1b-2648b69c9863 req-ea745295-638f-4576-9249-22b9684b0c9d service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Refreshing instance network info cache due to event network-changed-720782a3-50c2-4ea4-9224-addee7a74dc7. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:29:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6eb48660-ec42-4b8b-9d1b-2648b69c9863 req-ea745295-638f-4576-9249-22b9684b0c9d service nova] Acquiring lock "refresh_cache-8347d2fa-c322-485f-b96e-e404f52c21fe" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:29:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6eb48660-ec42-4b8b-9d1b-2648b69c9863 req-ea745295-638f-4576-9249-22b9684b0c9d service nova] Acquired lock "refresh_cache-8347d2fa-c322-485f-b96e-e404f52c21fe" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:29:55 user nova-compute[73884]: DEBUG nova.network.neutron [req-6eb48660-ec42-4b8b-9d1b-2648b69c9863 req-ea745295-638f-4576-9249-22b9684b0c9d service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Refreshing network info cache for port 720782a3-50c2-4ea4-9224-addee7a74dc7 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:29:55 user nova-compute[73884]: DEBUG nova.network.neutron [req-6eb48660-ec42-4b8b-9d1b-2648b69c9863 req-ea745295-638f-4576-9249-22b9684b0c9d service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Updated VIF entry in instance network info cache for port 720782a3-50c2-4ea4-9224-addee7a74dc7. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:29:55 user nova-compute[73884]: DEBUG nova.network.neutron [req-6eb48660-ec42-4b8b-9d1b-2648b69c9863 req-ea745295-638f-4576-9249-22b9684b0c9d service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Updating instance_info_cache with network_info: [{"id": "720782a3-50c2-4ea4-9224-addee7a74dc7", "address": "fa:16:3e:f3:51:bc", "network": {"id": "52793eaf-54c8-4092-868b-51753d278fbf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-915749854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aac394fa5be84455ba4c994fe7a08925", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720782a3-50", "ovs_interfaceid": "720782a3-50c2-4ea4-9224-addee7a74dc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:29:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6eb48660-ec42-4b8b-9d1b-2648b69c9863 req-ea745295-638f-4576-9249-22b9684b0c9d service nova] Releasing lock "refresh_cache-8347d2fa-c322-485f-b96e-e404f52c21fe" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:29:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:29:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:00 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e37d6f41-b23f-4b4d-9296-1f5e98084410 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquiring lock "8347d2fa-c322-485f-b96e-e404f52c21fe" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e37d6f41-b23f-4b4d-9296-1f5e98084410 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "8347d2fa-c322-485f-b96e-e404f52c21fe" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:01 user nova-compute[73884]: INFO nova.compute.manager [None req-e37d6f41-b23f-4b4d-9296-1f5e98084410 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Shelving
Oct 16 08:30:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:01 user nova-compute[73884]: DEBUG nova.compute.manager [req-425394ba-73be-41ac-90bf-b7871fa6b25a req-2811ad07-162c-4019-bf1a-0e07769764e3 service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Received event network-vif-unplugged-720782a3-50c2-4ea4-9224-addee7a74dc7 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:30:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-425394ba-73be-41ac-90bf-b7871fa6b25a req-2811ad07-162c-4019-bf1a-0e07769764e3 service nova] Acquiring lock "8347d2fa-c322-485f-b96e-e404f52c21fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-425394ba-73be-41ac-90bf-b7871fa6b25a req-2811ad07-162c-4019-bf1a-0e07769764e3 service nova] Lock "8347d2fa-c322-485f-b96e-e404f52c21fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-425394ba-73be-41ac-90bf-b7871fa6b25a req-2811ad07-162c-4019-bf1a-0e07769764e3 service nova] Lock "8347d2fa-c322-485f-b96e-e404f52c21fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:01 user nova-compute[73884]: DEBUG nova.compute.manager [req-425394ba-73be-41ac-90bf-b7871fa6b25a req-2811ad07-162c-4019-bf1a-0e07769764e3 service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] No waiting events found dispatching network-vif-unplugged-720782a3-50c2-4ea4-9224-addee7a74dc7 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:30:01 user nova-compute[73884]: WARNING nova.compute.manager [req-425394ba-73be-41ac-90bf-b7871fa6b25a req-2811ad07-162c-4019-bf1a-0e07769764e3 service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Received unexpected event network-vif-unplugged-720782a3-50c2-4ea4-9224-addee7a74dc7 for instance with vm_state active and task_state shelving.
Oct 16 08:30:01 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Instance destroyed successfully.
Oct 16 08:30:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:01 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-e37d6f41-b23f-4b4d-9296-1f5e98084410 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Beginning cold snapshot process
Oct 16 08:30:02 user nova-compute[73884]: DEBUG nova.privsep.utils [None req-e37d6f41-b23f-4b4d-9296-1f5e98084410 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=73884) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 16 08:30:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-e37d6f41-b23f-4b4d-9296-1f5e98084410 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/8347d2fa-c322-485f-b96e-e404f52c21fe/disk /opt/stack/data/nova/instances/snapshots/tmpy86dqkbf/551eee8065a74aada2fbf2f7a8c36fa0 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:30:02 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-e37d6f41-b23f-4b4d-9296-1f5e98084410 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/8347d2fa-c322-485f-b96e-e404f52c21fe/disk /opt/stack/data/nova/instances/snapshots/tmpy86dqkbf/551eee8065a74aada2fbf2f7a8c36fa0" returned: 0 in 0.844s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:30:02 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-e37d6f41-b23f-4b4d-9296-1f5e98084410 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Snapshot extracted, beginning image upload
Oct 16 08:30:03 user nova-compute[73884]: DEBUG nova.compute.manager [req-dab2fb47-88e2-4011-8866-8e5a684e1b7a req-067813ec-3522-4d54-8de9-d115d84f19a6 service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Received event network-vif-plugged-720782a3-50c2-4ea4-9224-addee7a74dc7 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:30:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-dab2fb47-88e2-4011-8866-8e5a684e1b7a req-067813ec-3522-4d54-8de9-d115d84f19a6 service nova] Acquiring lock "8347d2fa-c322-485f-b96e-e404f52c21fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-dab2fb47-88e2-4011-8866-8e5a684e1b7a req-067813ec-3522-4d54-8de9-d115d84f19a6 service nova] Lock "8347d2fa-c322-485f-b96e-e404f52c21fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-dab2fb47-88e2-4011-8866-8e5a684e1b7a req-067813ec-3522-4d54-8de9-d115d84f19a6 service nova] Lock "8347d2fa-c322-485f-b96e-e404f52c21fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:03 user nova-compute[73884]: DEBUG nova.compute.manager [req-dab2fb47-88e2-4011-8866-8e5a684e1b7a req-067813ec-3522-4d54-8de9-d115d84f19a6 service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] No waiting events found dispatching network-vif-plugged-720782a3-50c2-4ea4-9224-addee7a74dc7 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:30:03 user nova-compute[73884]: WARNING nova.compute.manager [req-dab2fb47-88e2-4011-8866-8e5a684e1b7a req-067813ec-3522-4d54-8de9-d115d84f19a6 service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Received unexpected event network-vif-plugged-720782a3-50c2-4ea4-9224-addee7a74dc7 for instance with vm_state active and task_state shelving_image_uploading.
Oct 16 08:30:05 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-e37d6f41-b23f-4b4d-9296-1f5e98084410 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Snapshot image upload complete
Oct 16 08:30:05 user nova-compute[73884]: DEBUG nova.compute.manager [None req-e37d6f41-b23f-4b4d-9296-1f5e98084410 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:30:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:05 user nova-compute[73884]: INFO nova.compute.manager [None req-e37d6f41-b23f-4b4d-9296-1f5e98084410 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Shelve offloading
Oct 16 08:30:05 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Instance destroyed successfully.
Oct 16 08:30:05 user nova-compute[73884]: DEBUG nova.compute.manager [None req-e37d6f41-b23f-4b4d-9296-1f5e98084410 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:30:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e37d6f41-b23f-4b4d-9296-1f5e98084410 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquiring lock "refresh_cache-8347d2fa-c322-485f-b96e-e404f52c21fe" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:30:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e37d6f41-b23f-4b4d-9296-1f5e98084410 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquired lock "refresh_cache-8347d2fa-c322-485f-b96e-e404f52c21fe" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:30:05 user nova-compute[73884]: DEBUG nova.network.neutron [None req-e37d6f41-b23f-4b4d-9296-1f5e98084410 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:30:06 user nova-compute[73884]: DEBUG nova.network.neutron [None req-e37d6f41-b23f-4b4d-9296-1f5e98084410 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Updating instance_info_cache with network_info: [{"id": "720782a3-50c2-4ea4-9224-addee7a74dc7", "address": "fa:16:3e:f3:51:bc", "network": {"id": "52793eaf-54c8-4092-868b-51753d278fbf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-915749854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aac394fa5be84455ba4c994fe7a08925", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720782a3-50", "ovs_interfaceid": "720782a3-50c2-4ea4-9224-addee7a74dc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:30:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e37d6f41-b23f-4b4d-9296-1f5e98084410 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Releasing lock "refresh_cache-8347d2fa-c322-485f-b96e-e404f52c21fe" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:30:07 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Instance destroyed successfully.
Oct 16 08:30:07 user nova-compute[73884]: DEBUG nova.objects.instance [None req-e37d6f41-b23f-4b4d-9296-1f5e98084410 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lazy-loading 'resources' on Instance uuid 8347d2fa-c322-485f-b96e-e404f52c21fe {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:30:07 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-e37d6f41-b23f-4b4d-9296-1f5e98084410 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:28:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-885954691',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-885954691',id=13,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKs8yqvibZJ4r7RReXc+D3feYAUvHL01vf8KTHYvFtbJB39Yp4R/dvmBJWHYR2K7/jdH4/QBHvd+9g6OaXH5c5LIObiWstL+1XqyHQ85Pop4FAE1W46aMJ4egEx/Ss3nwg==',key_name='tempest-keypair-704399297',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:28:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='aac394fa5be84455ba4c994fe7a08925',ramdisk_id='',reservation_id='r-arkwb1ld',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-732217427',owner_user_name='tempest-AttachVolumeShelveTestJSON-732217427-project-member',shelved_at='2023-10-16T08:30:05.784907',shelved_host='user',shelved_image_id='e2319de0-d03b-4937-934a-3ac5cd39af2f'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:30:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='74fe83ad148b430eab2020456df2702f',uuid=8347d2fa-c322-485f-b96e-e404f52c21fe,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "720782a3-50c2-4ea4-9224-addee7a74dc7", "address": "fa:16:3e:f3:51:bc", "network": {"id": "52793eaf-54c8-4092-868b-51753d278fbf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-915749854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aac394fa5be84455ba4c994fe7a08925", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720782a3-50", "ovs_interfaceid": "720782a3-50c2-4ea4-9224-addee7a74dc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:30:07 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-e37d6f41-b23f-4b4d-9296-1f5e98084410 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Converting VIF {"id": "720782a3-50c2-4ea4-9224-addee7a74dc7", "address": "fa:16:3e:f3:51:bc", "network": {"id": "52793eaf-54c8-4092-868b-51753d278fbf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-915749854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aac394fa5be84455ba4c994fe7a08925", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720782a3-50", "ovs_interfaceid": "720782a3-50c2-4ea4-9224-addee7a74dc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:30:07 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-e37d6f41-b23f-4b4d-9296-1f5e98084410 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f3:51:bc,bridge_name='br-int',has_traffic_filtering=True,id=720782a3-50c2-4ea4-9224-addee7a74dc7,network=Network(52793eaf-54c8-4092-868b-51753d278fbf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap720782a3-50') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:30:07 user nova-compute[73884]: DEBUG os_vif [None req-e37d6f41-b23f-4b4d-9296-1f5e98084410 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f3:51:bc,bridge_name='br-int',has_traffic_filtering=True,id=720782a3-50c2-4ea4-9224-addee7a74dc7,network=Network(52793eaf-54c8-4092-868b-51753d278fbf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap720782a3-50') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:30:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap720782a3-50, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:30:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:30:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b2c741ae-f017-4244-a93e-09cdd56ae21c) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:30:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:07 user nova-compute[73884]: DEBUG nova.compute.manager [req-1513ae8a-088b-403a-8256-684e93096c2d req-68fb9520-1baf-4366-9af4-1c6ffb94afd8 service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Received event network-changed-720782a3-50c2-4ea4-9224-addee7a74dc7 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:30:07 user nova-compute[73884]: DEBUG nova.compute.manager [req-1513ae8a-088b-403a-8256-684e93096c2d req-68fb9520-1baf-4366-9af4-1c6ffb94afd8 service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Refreshing instance network info cache due to event network-changed-720782a3-50c2-4ea4-9224-addee7a74dc7. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:30:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1513ae8a-088b-403a-8256-684e93096c2d req-68fb9520-1baf-4366-9af4-1c6ffb94afd8 service nova] Acquiring lock "refresh_cache-8347d2fa-c322-485f-b96e-e404f52c21fe" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:30:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1513ae8a-088b-403a-8256-684e93096c2d req-68fb9520-1baf-4366-9af4-1c6ffb94afd8 service nova] Acquired lock "refresh_cache-8347d2fa-c322-485f-b96e-e404f52c21fe" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:30:07 user nova-compute[73884]: DEBUG nova.network.neutron [req-1513ae8a-088b-403a-8256-684e93096c2d req-68fb9520-1baf-4366-9af4-1c6ffb94afd8 service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Refreshing network info cache for port 720782a3-50c2-4ea4-9224-addee7a74dc7 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:30:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:30:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:07 user nova-compute[73884]: INFO os_vif [None req-e37d6f41-b23f-4b4d-9296-1f5e98084410 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f3:51:bc,bridge_name='br-int',has_traffic_filtering=True,id=720782a3-50c2-4ea4-9224-addee7a74dc7,network=Network(52793eaf-54c8-4092-868b-51753d278fbf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap720782a3-50')
Oct 16 08:30:07 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-e37d6f41-b23f-4b4d-9296-1f5e98084410 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Deleting instance files /opt/stack/data/nova/instances/8347d2fa-c322-485f-b96e-e404f52c21fe_del
Oct 16 08:30:07 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-e37d6f41-b23f-4b4d-9296-1f5e98084410 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Deletion of /opt/stack/data/nova/instances/8347d2fa-c322-485f-b96e-e404f52c21fe_del complete
Oct 16 08:30:08 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-e37d6f41-b23f-4b4d-9296-1f5e98084410 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Deleted allocations for instance 8347d2fa-c322-485f-b96e-e404f52c21fe
Oct 16 08:30:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e37d6f41-b23f-4b4d-9296-1f5e98084410 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e37d6f41-b23f-4b4d-9296-1f5e98084410 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:08 user nova-compute[73884]: DEBUG nova.objects.instance [None req-e37d6f41-b23f-4b4d-9296-1f5e98084410 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lazy-loading 'numa_topology' on Instance uuid 8347d2fa-c322-485f-b96e-e404f52c21fe {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:30:08 user nova-compute[73884]: DEBUG nova.objects.base [None req-e37d6f41-b23f-4b4d-9296-1f5e98084410 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Object Instance<8347d2fa-c322-485f-b96e-e404f52c21fe> lazy-loaded attributes: resources,numa_topology {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:30:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b0991542-2fa2-4f0a-adc4-d2c13769b3a3 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Acquiring lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b0991542-2fa2-4f0a-adc4-d2c13769b3a3 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b0991542-2fa2-4f0a-adc4-d2c13769b3a3 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Acquiring lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b0991542-2fa2-4f0a-adc4-d2c13769b3a3 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b0991542-2fa2-4f0a-adc4-d2c13769b3a3 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:08 user nova-compute[73884]: INFO nova.compute.manager [None req-b0991542-2fa2-4f0a-adc4-d2c13769b3a3 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Terminating instance
Oct 16 08:30:08 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b0991542-2fa2-4f0a-adc4-d2c13769b3a3 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 08:30:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:08 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-e37d6f41-b23f-4b4d-9296-1f5e98084410 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:30:08 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-e37d6f41-b23f-4b4d-9296-1f5e98084410 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:30:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e37d6f41-b23f-4b4d-9296-1f5e98084410 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.289s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:08 user nova-compute[73884]: DEBUG nova.network.neutron [req-1513ae8a-088b-403a-8256-684e93096c2d req-68fb9520-1baf-4366-9af4-1c6ffb94afd8 service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Updated VIF entry in instance network info cache for port 720782a3-50c2-4ea4-9224-addee7a74dc7. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:30:08 user nova-compute[73884]: DEBUG nova.network.neutron [req-1513ae8a-088b-403a-8256-684e93096c2d req-68fb9520-1baf-4366-9af4-1c6ffb94afd8 service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Updating instance_info_cache with network_info: [{"id": "720782a3-50c2-4ea4-9224-addee7a74dc7", "address": "fa:16:3e:f3:51:bc", "network": {"id": "52793eaf-54c8-4092-868b-51753d278fbf", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-915749854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aac394fa5be84455ba4c994fe7a08925", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap720782a3-50", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:30:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e37d6f41-b23f-4b4d-9296-1f5e98084410 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "8347d2fa-c322-485f-b96e-e404f52c21fe" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 7.495s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1513ae8a-088b-403a-8256-684e93096c2d req-68fb9520-1baf-4366-9af4-1c6ffb94afd8 service nova] Releasing lock "refresh_cache-8347d2fa-c322-485f-b96e-e404f52c21fe" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:30:09 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Instance destroyed successfully.
Oct 16 08:30:09 user nova-compute[73884]: DEBUG nova.objects.instance [None req-b0991542-2fa2-4f0a-adc4-d2c13769b3a3 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lazy-loading 'resources' on Instance uuid 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:30:09 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-b0991542-2fa2-4f0a-adc4-d2c13769b3a3 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:22:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-2009877134',display_name='tempest-ServerStableDeviceRescueTest-server-2009877134',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-2009877134',id=2,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDBFzD3YLc8JJHYOaqHDaxNzUQZDmtgxMivA4UZ0cAjVByuNnKogGlx1Rr6MFQHHpK9ZiuOyRwYaeauI/oHgtq6AKhAtNk8Yw5t3tMCvbcCNHp46PPhDZ8LoqliNKzyy7g==',key_name='tempest-keypair-1227807114',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:27:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8e45b5fd6b81466495b7d28162de726f',ramdisk_id='',reservation_id='r-qzsmzfcr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-631130249',owner_user_name='tempest-ServerStableDeviceRescueTest-631130249-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:28:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2769c10e6f14444e9708151780af5ade',uuid=40e9d767-26f4-4ae2-8edb-e6fd91db4f9b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d59f0547-73f9-4b4d-ba96-b23a68d95305", "address": "fa:16:3e:f0:e1:03", "network": {"id": "c0e837be-34f7-4f6e-8ef0-e97a549c7a87", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-78206623-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e45b5fd6b81466495b7d28162de726f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd59f0547-73", "ovs_interfaceid": "d59f0547-73f9-4b4d-ba96-b23a68d95305", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:30:09 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b0991542-2fa2-4f0a-adc4-d2c13769b3a3 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Converting VIF {"id": "d59f0547-73f9-4b4d-ba96-b23a68d95305", "address": "fa:16:3e:f0:e1:03", "network": {"id": "c0e837be-34f7-4f6e-8ef0-e97a549c7a87", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-78206623-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8e45b5fd6b81466495b7d28162de726f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd59f0547-73", "ovs_interfaceid": "d59f0547-73f9-4b4d-ba96-b23a68d95305", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:30:09 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b0991542-2fa2-4f0a-adc4-d2c13769b3a3 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f0:e1:03,bridge_name='br-int',has_traffic_filtering=True,id=d59f0547-73f9-4b4d-ba96-b23a68d95305,network=Network(c0e837be-34f7-4f6e-8ef0-e97a549c7a87),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd59f0547-73') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:30:09 user nova-compute[73884]: DEBUG os_vif [None req-b0991542-2fa2-4f0a-adc4-d2c13769b3a3 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f0:e1:03,bridge_name='br-int',has_traffic_filtering=True,id=d59f0547-73f9-4b4d-ba96-b23a68d95305,network=Network(c0e837be-34f7-4f6e-8ef0-e97a549c7a87),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd59f0547-73') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:30:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd59f0547-73, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:30:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:30:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b3868a58-9ce8-4573-8d2b-75a355ff789a) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:30:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:30:09 user nova-compute[73884]: INFO os_vif [None req-b0991542-2fa2-4f0a-adc4-d2c13769b3a3 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f0:e1:03,bridge_name='br-int',has_traffic_filtering=True,id=d59f0547-73f9-4b4d-ba96-b23a68d95305,network=Network(c0e837be-34f7-4f6e-8ef0-e97a549c7a87),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd59f0547-73')
Oct 16 08:30:09 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-b0991542-2fa2-4f0a-adc4-d2c13769b3a3 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Deleting instance files /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b_del
Oct 16 08:30:09 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-b0991542-2fa2-4f0a-adc4-d2c13769b3a3 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Deletion of /opt/stack/data/nova/instances/40e9d767-26f4-4ae2-8edb-e6fd91db4f9b_del complete
Oct 16 08:30:09 user nova-compute[73884]: INFO nova.compute.manager [None req-b0991542-2fa2-4f0a-adc4-d2c13769b3a3 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Took 0.91 seconds to destroy the instance on the hypervisor.
Oct 16 08:30:09 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-b0991542-2fa2-4f0a-adc4-d2c13769b3a3 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 08:30:09 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 08:30:09 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 08:30:10 user nova-compute[73884]: DEBUG nova.compute.manager [req-50a17899-bec5-4488-b00b-0204e5c633a1 req-9bbb8ec1-512c-41d2-9990-de998d9f7799 service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Received event network-vif-unplugged-d59f0547-73f9-4b4d-ba96-b23a68d95305 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:30:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-50a17899-bec5-4488-b00b-0204e5c633a1 req-9bbb8ec1-512c-41d2-9990-de998d9f7799 service nova] Acquiring lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-50a17899-bec5-4488-b00b-0204e5c633a1 req-9bbb8ec1-512c-41d2-9990-de998d9f7799 service nova] Lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-50a17899-bec5-4488-b00b-0204e5c633a1 req-9bbb8ec1-512c-41d2-9990-de998d9f7799 service nova] Lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:10 user nova-compute[73884]: DEBUG nova.compute.manager [req-50a17899-bec5-4488-b00b-0204e5c633a1 req-9bbb8ec1-512c-41d2-9990-de998d9f7799 service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] No waiting events found dispatching network-vif-unplugged-d59f0547-73f9-4b4d-ba96-b23a68d95305 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:30:10 user nova-compute[73884]: DEBUG nova.compute.manager [req-50a17899-bec5-4488-b00b-0204e5c633a1 req-9bbb8ec1-512c-41d2-9990-de998d9f7799 service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Received event network-vif-unplugged-d59f0547-73f9-4b4d-ba96-b23a68d95305 for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:30:11 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:30:11 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Took 1.92 seconds to deallocate network for instance.
Oct 16 08:30:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:11 user nova-compute[73884]: DEBUG nova.compute.manager [req-22f8ef2a-3497-4938-bbb4-9d11ff7df303 req-c06470d4-fafc-42f4-87d9-448c5cf5fd2a service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Received event network-vif-deleted-d59f0547-73f9-4b4d-ba96-b23a68d95305 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:30:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b0991542-2fa2-4f0a-adc4-d2c13769b3a3 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b0991542-2fa2-4f0a-adc4-d2c13769b3a3 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:11 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b0991542-2fa2-4f0a-adc4-d2c13769b3a3 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:30:11 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b0991542-2fa2-4f0a-adc4-d2c13769b3a3 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:30:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b0991542-2fa2-4f0a-adc4-d2c13769b3a3 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.215s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:11 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-b0991542-2fa2-4f0a-adc4-d2c13769b3a3 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Deleted allocations for instance 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b
Oct 16 08:30:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b0991542-2fa2-4f0a-adc4-d2c13769b3a3 tempest-ServerStableDeviceRescueTest-631130249 tempest-ServerStableDeviceRescueTest-631130249-project-member] Lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.263s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:12 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-371f6e96-23ce-470a-8c38-1fa5519d6b2c tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Acquiring lock "6cb85b93-60df-4b5f-9d18-6271a3423a2d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-371f6e96-23ce-470a-8c38-1fa5519d6b2c tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Lock "6cb85b93-60df-4b5f-9d18-6271a3423a2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-371f6e96-23ce-470a-8c38-1fa5519d6b2c tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Acquiring lock "6cb85b93-60df-4b5f-9d18-6271a3423a2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-371f6e96-23ce-470a-8c38-1fa5519d6b2c tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Lock "6cb85b93-60df-4b5f-9d18-6271a3423a2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-371f6e96-23ce-470a-8c38-1fa5519d6b2c tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Lock "6cb85b93-60df-4b5f-9d18-6271a3423a2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:12 user nova-compute[73884]: INFO nova.compute.manager [None req-371f6e96-23ce-470a-8c38-1fa5519d6b2c tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Terminating instance
Oct 16 08:30:12 user nova-compute[73884]: DEBUG nova.compute.manager [None req-371f6e96-23ce-470a-8c38-1fa5519d6b2c tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 08:30:12 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:12 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:12 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:12 user nova-compute[73884]: DEBUG nova.compute.manager [req-2e62601d-f14a-487e-bd66-fec2006e9e10 req-9fc56b2f-85ac-4775-86aa-63c8748cd962 service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Received event network-vif-plugged-d59f0547-73f9-4b4d-ba96-b23a68d95305 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:30:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2e62601d-f14a-487e-bd66-fec2006e9e10 req-9fc56b2f-85ac-4775-86aa-63c8748cd962 service nova] Acquiring lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2e62601d-f14a-487e-bd66-fec2006e9e10 req-9fc56b2f-85ac-4775-86aa-63c8748cd962 service nova] Lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2e62601d-f14a-487e-bd66-fec2006e9e10 req-9fc56b2f-85ac-4775-86aa-63c8748cd962 service nova] Lock "40e9d767-26f4-4ae2-8edb-e6fd91db4f9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:12 user nova-compute[73884]: DEBUG nova.compute.manager [req-2e62601d-f14a-487e-bd66-fec2006e9e10 req-9fc56b2f-85ac-4775-86aa-63c8748cd962 service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] No waiting events found dispatching network-vif-plugged-d59f0547-73f9-4b4d-ba96-b23a68d95305 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:30:12 user nova-compute[73884]: WARNING nova.compute.manager [req-2e62601d-f14a-487e-bd66-fec2006e9e10 req-9fc56b2f-85ac-4775-86aa-63c8748cd962 service nova] [instance: 40e9d767-26f4-4ae2-8edb-e6fd91db4f9b] Received unexpected event network-vif-plugged-d59f0547-73f9-4b4d-ba96-b23a68d95305 for instance with vm_state deleted and task_state None.
Oct 16 08:30:12 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:13 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Instance destroyed successfully.
Oct 16 08:30:13 user nova-compute[73884]: DEBUG nova.objects.instance [None req-371f6e96-23ce-470a-8c38-1fa5519d6b2c tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Lazy-loading 'resources' on Instance uuid 6cb85b93-60df-4b5f-9d18-6271a3423a2d {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:30:13 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-371f6e96-23ce-470a-8c38-1fa5519d6b2c tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:22:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-150429545',display_name='tempest-ServerActionsTestOtherB-server-150429545',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-150429545',id=3,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHxeAs8zpoN+yBSfgR0WNq8HzOgAw0Kc/Ku2IYBmjzerEdrJvKaMS5J28QLqnuaFp1wHaYD+frQxEibArx55DCPRySuvpSanOHPSTyyuBnCPzme36WYHQCBNv/6sakNttw==',key_name='tempest-keypair-1545260329',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:22:59Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5541602e94564d8e967513f3ddf10429',ramdisk_id='',reservation_id='r-rz2oqwnz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherB-625631197',owner_user_name='tempest-ServerActionsTestOtherB-625631197-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:22:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a52eedf924f64488a50317b0f4163569',uuid=6cb85b93-60df-4b5f-9d18-6271a3423a2d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "00e3e38a-c791-4154-b4d2-1dfcbd7e351c", "address": "fa:16:3e:7b:a7:3b", "network": {"id": "b011d805-167f-4988-9e6a-89b51f0f7b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-996953975-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.10", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5541602e94564d8e967513f3ddf10429", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap00e3e38a-c7", "ovs_interfaceid": "00e3e38a-c791-4154-b4d2-1dfcbd7e351c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:30:13 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-371f6e96-23ce-470a-8c38-1fa5519d6b2c tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Converting VIF {"id": "00e3e38a-c791-4154-b4d2-1dfcbd7e351c", "address": "fa:16:3e:7b:a7:3b", "network": {"id": "b011d805-167f-4988-9e6a-89b51f0f7b65", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-996953975-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.10", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5541602e94564d8e967513f3ddf10429", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap00e3e38a-c7", "ovs_interfaceid": "00e3e38a-c791-4154-b4d2-1dfcbd7e351c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:30:13 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-371f6e96-23ce-470a-8c38-1fa5519d6b2c tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7b:a7:3b,bridge_name='br-int',has_traffic_filtering=True,id=00e3e38a-c791-4154-b4d2-1dfcbd7e351c,network=Network(b011d805-167f-4988-9e6a-89b51f0f7b65),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap00e3e38a-c7') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:30:13 user nova-compute[73884]: DEBUG os_vif [None req-371f6e96-23ce-470a-8c38-1fa5519d6b2c tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:7b:a7:3b,bridge_name='br-int',has_traffic_filtering=True,id=00e3e38a-c791-4154-b4d2-1dfcbd7e351c,network=Network(b011d805-167f-4988-9e6a-89b51f0f7b65),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap00e3e38a-c7') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:30:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap00e3e38a-c7, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:30:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:30:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=55c415e3-8564-4d71-973e-523906cdb74a) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:30:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:30:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:13 user nova-compute[73884]: INFO os_vif [None req-371f6e96-23ce-470a-8c38-1fa5519d6b2c tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:7b:a7:3b,bridge_name='br-int',has_traffic_filtering=True,id=00e3e38a-c791-4154-b4d2-1dfcbd7e351c,network=Network(b011d805-167f-4988-9e6a-89b51f0f7b65),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap00e3e38a-c7')
Oct 16 08:30:13 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-371f6e96-23ce-470a-8c38-1fa5519d6b2c tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Deleting instance files /opt/stack/data/nova/instances/6cb85b93-60df-4b5f-9d18-6271a3423a2d_del
Oct 16 08:30:13 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-371f6e96-23ce-470a-8c38-1fa5519d6b2c tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Deletion of /opt/stack/data/nova/instances/6cb85b93-60df-4b5f-9d18-6271a3423a2d_del complete
Oct 16 08:30:13 user nova-compute[73884]: INFO nova.compute.manager [None req-371f6e96-23ce-470a-8c38-1fa5519d6b2c tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Took 0.71 seconds to destroy the instance on the hypervisor.
Oct 16 08:30:13 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-371f6e96-23ce-470a-8c38-1fa5519d6b2c tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 08:30:13 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 08:30:13 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 08:30:14 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:30:14 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Took 0.84 seconds to deallocate network for instance.
Oct 16 08:30:14 user nova-compute[73884]: DEBUG nova.compute.manager [req-3b0edb5d-27b6-4525-8453-312a1a798e68 req-3995db1b-58ca-4f72-a335-a7ec68fd5dd5 service nova] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Received event network-vif-deleted-00e3e38a-c791-4154-b4d2-1dfcbd7e351c {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:30:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-371f6e96-23ce-470a-8c38-1fa5519d6b2c tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-371f6e96-23ce-470a-8c38-1fa5519d6b2c tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:14 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-371f6e96-23ce-470a-8c38-1fa5519d6b2c tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:30:14 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-371f6e96-23ce-470a-8c38-1fa5519d6b2c tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:30:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-371f6e96-23ce-470a-8c38-1fa5519d6b2c tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.184s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:14 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-371f6e96-23ce-470a-8c38-1fa5519d6b2c tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Deleted allocations for instance 6cb85b93-60df-4b5f-9d18-6271a3423a2d
Oct 16 08:30:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-371f6e96-23ce-470a-8c38-1fa5519d6b2c tempest-ServerActionsTestOtherB-625631197 tempest-ServerActionsTestOtherB-625631197-project-member] Lock "6cb85b93-60df-4b5f-9d18-6271a3423a2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.921s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:14 user nova-compute[73884]: DEBUG nova.compute.manager [req-69ba06bd-4d8f-48d0-91a1-e7662389a1b9 req-d7bc8b5a-420b-4bd6-8035-9fdf87c1529f service nova] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Received event network-vif-unplugged-00e3e38a-c791-4154-b4d2-1dfcbd7e351c {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:30:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-69ba06bd-4d8f-48d0-91a1-e7662389a1b9 req-d7bc8b5a-420b-4bd6-8035-9fdf87c1529f service nova] Acquiring lock "6cb85b93-60df-4b5f-9d18-6271a3423a2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-69ba06bd-4d8f-48d0-91a1-e7662389a1b9 req-d7bc8b5a-420b-4bd6-8035-9fdf87c1529f service nova] Lock "6cb85b93-60df-4b5f-9d18-6271a3423a2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-69ba06bd-4d8f-48d0-91a1-e7662389a1b9 req-d7bc8b5a-420b-4bd6-8035-9fdf87c1529f service nova] Lock "6cb85b93-60df-4b5f-9d18-6271a3423a2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:14 user nova-compute[73884]: DEBUG nova.compute.manager [req-69ba06bd-4d8f-48d0-91a1-e7662389a1b9 req-d7bc8b5a-420b-4bd6-8035-9fdf87c1529f service nova] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] No waiting events found dispatching network-vif-unplugged-00e3e38a-c791-4154-b4d2-1dfcbd7e351c {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:30:14 user nova-compute[73884]: WARNING nova.compute.manager [req-69ba06bd-4d8f-48d0-91a1-e7662389a1b9 req-d7bc8b5a-420b-4bd6-8035-9fdf87c1529f service nova] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Received unexpected event network-vif-unplugged-00e3e38a-c791-4154-b4d2-1dfcbd7e351c for instance with vm_state deleted and task_state None.
Oct 16 08:30:14 user nova-compute[73884]: DEBUG nova.compute.manager [req-69ba06bd-4d8f-48d0-91a1-e7662389a1b9 req-d7bc8b5a-420b-4bd6-8035-9fdf87c1529f service nova] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Received event network-vif-plugged-00e3e38a-c791-4154-b4d2-1dfcbd7e351c {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:30:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-69ba06bd-4d8f-48d0-91a1-e7662389a1b9 req-d7bc8b5a-420b-4bd6-8035-9fdf87c1529f service nova] Acquiring lock "6cb85b93-60df-4b5f-9d18-6271a3423a2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-69ba06bd-4d8f-48d0-91a1-e7662389a1b9 req-d7bc8b5a-420b-4bd6-8035-9fdf87c1529f service nova] Lock "6cb85b93-60df-4b5f-9d18-6271a3423a2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-69ba06bd-4d8f-48d0-91a1-e7662389a1b9 req-d7bc8b5a-420b-4bd6-8035-9fdf87c1529f service nova] Lock "6cb85b93-60df-4b5f-9d18-6271a3423a2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:14 user nova-compute[73884]: DEBUG nova.compute.manager [req-69ba06bd-4d8f-48d0-91a1-e7662389a1b9 req-d7bc8b5a-420b-4bd6-8035-9fdf87c1529f service nova] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] No waiting events found dispatching network-vif-plugged-00e3e38a-c791-4154-b4d2-1dfcbd7e351c {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:30:14 user nova-compute[73884]: WARNING nova.compute.manager [req-69ba06bd-4d8f-48d0-91a1-e7662389a1b9 req-d7bc8b5a-420b-4bd6-8035-9fdf87c1529f service nova] [instance: 6cb85b93-60df-4b5f-9d18-6271a3423a2d] Received unexpected event network-vif-plugged-00e3e38a-c791-4154-b4d2-1dfcbd7e351c for instance with vm_state deleted and task_state None.
Oct 16 08:30:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "e92bce3d-33d8-4004-869d-4db8991dda75" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "e92bce3d-33d8-4004-869d-4db8991dda75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:21 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:30:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:21 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:30:21 user nova-compute[73884]: INFO nova.compute.claims [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Claim successful on node user
Oct 16 08:30:21 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:30:21 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:30:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.259s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:21 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:30:21 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:30:21 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:30:21 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:30:21 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:30:22 user nova-compute[73884]: DEBUG nova.policy [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd17a1a64076a44f28b10f2d82b7ffd5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9db6ac897784a4fb18d26858afb7956', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:30:22 user nova-compute[73884]: INFO nova.virt.block_device [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Booting with blank volume at /dev/vda
Oct 16 08:30:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Acquiring lock "ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Lock "ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:22 user nova-compute[73884]: DEBUG nova.compute.manager [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:30:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:22 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:30:22 user nova-compute[73884]: INFO nova.compute.claims [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Claim successful on node user
Oct 16 08:30:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:22 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Successfully created port: e23a29ce-99fc-402f-8a26-cd8031fd07b4 {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:30:22 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:30:22 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:30:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.317s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:22 user nova-compute[73884]: DEBUG nova.compute.manager [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:30:22 user nova-compute[73884]: DEBUG nova.compute.manager [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:30:22 user nova-compute[73884]: DEBUG nova.network.neutron [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:30:22 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:30:22 user nova-compute[73884]: DEBUG nova.compute.manager [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:30:23 user nova-compute[73884]: DEBUG nova.policy [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd4dbfd39dd44b9fa6e1fbac48dacf32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea3e5adf5a19445d96daaf5edbc5d10e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:30:23 user nova-compute[73884]: DEBUG nova.compute.manager [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:30:23 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:30:23 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Creating image(s)
Oct 16 08:30:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Acquiring lock "/opt/stack/data/nova/instances/ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Lock "/opt/stack/data/nova/instances/ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Lock "/opt/stack/data/nova/instances/ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.012s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:30:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.182s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:30:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Acquiring lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:30:23 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Successfully updated port: e23a29ce-99fc-402f-8a26-cd8031fd07b4 {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:30:23 user nova-compute[73884]: DEBUG nova.compute.manager [req-77f64756-acc2-4333-9169-1350d5076ddf req-85cc9f0e-6db9-48d5-8414-d908729ae42c service nova] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Received event network-changed-e23a29ce-99fc-402f-8a26-cd8031fd07b4 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:30:23 user nova-compute[73884]: DEBUG nova.compute.manager [req-77f64756-acc2-4333-9169-1350d5076ddf req-85cc9f0e-6db9-48d5-8414-d908729ae42c service nova] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Refreshing instance network info cache due to event network-changed-e23a29ce-99fc-402f-8a26-cd8031fd07b4. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:30:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-77f64756-acc2-4333-9169-1350d5076ddf req-85cc9f0e-6db9-48d5-8414-d908729ae42c service nova] Acquiring lock "refresh_cache-e92bce3d-33d8-4004-869d-4db8991dda75" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:30:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-77f64756-acc2-4333-9169-1350d5076ddf req-85cc9f0e-6db9-48d5-8414-d908729ae42c service nova] Acquired lock "refresh_cache-e92bce3d-33d8-4004-869d-4db8991dda75" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:30:23 user nova-compute[73884]: DEBUG nova.network.neutron [req-77f64756-acc2-4333-9169-1350d5076ddf req-85cc9f0e-6db9-48d5-8414-d908729ae42c service nova] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Refreshing network info cache for port e23a29ce-99fc-402f-8a26-cd8031fd07b4 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:30:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "refresh_cache-e92bce3d-33d8-4004-869d-4db8991dda75" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:30:23 user nova-compute[73884]: DEBUG nova.network.neutron [req-77f64756-acc2-4333-9169-1350d5076ddf req-85cc9f0e-6db9-48d5-8414-d908729ae42c service nova] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:30:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.219s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:30:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9/disk 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:30:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9/disk 1073741824" returned: 0 in 0.054s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:30:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.277s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:30:23 user nova-compute[73884]: DEBUG nova.network.neutron [req-77f64756-acc2-4333-9169-1350d5076ddf req-85cc9f0e-6db9-48d5-8414-d908729ae42c service nova] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:30:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-77f64756-acc2-4333-9169-1350d5076ddf req-85cc9f0e-6db9-48d5-8414-d908729ae42c service nova] Releasing lock "refresh_cache-e92bce3d-33d8-4004-869d-4db8991dda75" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:30:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquired lock "refresh_cache-e92bce3d-33d8-4004-869d-4db8991dda75" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:30:23 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:30:23 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:30:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.175s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:30:23 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9/disk. size=1073741824 {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 08:30:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:30:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:30:23 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Cannot resize image /opt/stack/data/nova/instances/ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9/disk to a smaller size. {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 08:30:23 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:30:23 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Ensure instance console log exists: /opt/stack/data/nova/instances/ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:30:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:24 user nova-compute[73884]: DEBUG nova.network.neutron [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Successfully created port: 344f09d3-73e0-4131-82ae-058c149ae55e {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:30:24 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Updating instance_info_cache with network_info: [{"id": "e23a29ce-99fc-402f-8a26-cd8031fd07b4", "address": "fa:16:3e:c6:8b:4d", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape23a29ce-99", "ovs_interfaceid": "e23a29ce-99fc-402f-8a26-cd8031fd07b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:30:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Releasing lock "refresh_cache-e92bce3d-33d8-4004-869d-4db8991dda75" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:30:24 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Instance network_info: |[{"id": "e23a29ce-99fc-402f-8a26-cd8031fd07b4", "address": "fa:16:3e:c6:8b:4d", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape23a29ce-99", "ovs_interfaceid": "e23a29ce-99fc-402f-8a26-cd8031fd07b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:30:24 user nova-compute[73884]: DEBUG nova.network.neutron [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Successfully updated port: 344f09d3-73e0-4131-82ae-058c149ae55e {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:30:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Acquiring lock "refresh_cache-ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:30:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Acquired lock "refresh_cache-ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:30:24 user nova-compute[73884]: DEBUG nova.network.neutron [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:30:24 user nova-compute[73884]: DEBUG nova.compute.manager [req-19ad2d00-844d-455c-8557-e9d29e30c1ee req-d0e54f29-c490-4e56-9eb9-a05e8cf1c47d service nova] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Received event network-changed-344f09d3-73e0-4131-82ae-058c149ae55e {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:30:24 user nova-compute[73884]: DEBUG nova.compute.manager [req-19ad2d00-844d-455c-8557-e9d29e30c1ee req-d0e54f29-c490-4e56-9eb9-a05e8cf1c47d service nova] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Refreshing instance network info cache due to event network-changed-344f09d3-73e0-4131-82ae-058c149ae55e. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:30:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-19ad2d00-844d-455c-8557-e9d29e30c1ee req-d0e54f29-c490-4e56-9eb9-a05e8cf1c47d service nova] Acquiring lock "refresh_cache-ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:30:24 user nova-compute[73884]: DEBUG nova.network.neutron [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:30:24 user nova-compute[73884]: DEBUG nova.network.neutron [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Updating instance_info_cache with network_info: [{"id": "344f09d3-73e0-4131-82ae-058c149ae55e", "address": "fa:16:3e:a8:7e:46", "network": {"id": "ce487059-a24a-4d65-8a04-06f3c87bb19a", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1801482799-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea3e5adf5a19445d96daaf5edbc5d10e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap344f09d3-73", "ovs_interfaceid": "344f09d3-73e0-4131-82ae-058c149ae55e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:30:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Releasing lock "refresh_cache-ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:30:24 user nova-compute[73884]: DEBUG nova.compute.manager [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Instance network_info: |[{"id": "344f09d3-73e0-4131-82ae-058c149ae55e", "address": "fa:16:3e:a8:7e:46", "network": {"id": "ce487059-a24a-4d65-8a04-06f3c87bb19a", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1801482799-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea3e5adf5a19445d96daaf5edbc5d10e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap344f09d3-73", "ovs_interfaceid": "344f09d3-73e0-4131-82ae-058c149ae55e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:30:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-19ad2d00-844d-455c-8557-e9d29e30c1ee req-d0e54f29-c490-4e56-9eb9-a05e8cf1c47d service nova] Acquired lock "refresh_cache-ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:30:24 user nova-compute[73884]: DEBUG nova.network.neutron [req-19ad2d00-844d-455c-8557-e9d29e30c1ee req-d0e54f29-c490-4e56-9eb9-a05e8cf1c47d service nova] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Refreshing network info cache for port 344f09d3-73e0-4131-82ae-058c149ae55e {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:30:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Start _get_guest_xml network_info=[{"id": "344f09d3-73e0-4131-82ae-058c149ae55e", "address": "fa:16:3e:a8:7e:46", "network": {"id": "ce487059-a24a-4d65-8a04-06f3c87bb19a", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1801482799-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea3e5adf5a19445d96daaf5edbc5d10e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap344f09d3-73", "ovs_interfaceid": "344f09d3-73e0-4131-82ae-058c149ae55e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'a4e1d819-b957-4c9c-9b9d-fd987951fbab'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:30:24 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:30:24 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:30:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:30:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:30:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:30:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:30:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:30:24 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:30:24 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:30:24 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:30:24 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:30:24 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:30:24 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:30:24 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:30:24 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:30:24 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:30:24 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:30:24 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:30:25 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:30:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1048887656',display_name='tempest-VolumesActionsTest-instance-1048887656',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1048887656',id=17,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ea3e5adf5a19445d96daaf5edbc5d10e',ramdisk_id='',reservation_id='r-kj7fz47q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1948612684',owner_user_name='tempest-VolumesActionsTest-1948612684-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:30:23Z,user_data=None,user_id='fd4dbfd39dd44b9fa6e1fbac48dacf32',uuid=ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "344f09d3-73e0-4131-82ae-058c149ae55e", "address": "fa:16:3e:a8:7e:46", "network": {"id": "ce487059-a24a-4d65-8a04-06f3c87bb19a", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1801482799-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea3e5adf5a19445d96daaf5edbc5d10e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap344f09d3-73", "ovs_interfaceid": "344f09d3-73e0-4131-82ae-058c149ae55e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:30:25 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Converting VIF {"id": "344f09d3-73e0-4131-82ae-058c149ae55e", "address": "fa:16:3e:a8:7e:46", "network": {"id": "ce487059-a24a-4d65-8a04-06f3c87bb19a", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1801482799-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea3e5adf5a19445d96daaf5edbc5d10e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap344f09d3-73", "ovs_interfaceid": "344f09d3-73e0-4131-82ae-058c149ae55e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:30:25 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a8:7e:46,bridge_name='br-int',has_traffic_filtering=True,id=344f09d3-73e0-4131-82ae-058c149ae55e,network=Network(ce487059-a24a-4d65-8a04-06f3c87bb19a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap344f09d3-73') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:30:25 user nova-compute[73884]: DEBUG nova.objects.instance [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Lazy-loading 'pci_devices' on Instance uuid ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:30:25 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:30:25 user nova-compute[73884]:   <uuid>ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9</uuid>
Oct 16 08:30:25 user nova-compute[73884]:   <name>instance-00000011</name>
Oct 16 08:30:25 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:30:25 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:30:25 user nova-compute[73884]:   <metadata>
Oct 16 08:30:25 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:30:25 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:30:25 user nova-compute[73884]:       <nova:name>tempest-VolumesActionsTest-instance-1048887656</nova:name>
Oct 16 08:30:25 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:30:24</nova:creationTime>
Oct 16 08:30:25 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:30:25 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:30:25 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:30:25 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:30:25 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:30:25 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:30:25 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:30:25 user nova-compute[73884]:       <nova:owner>
Oct 16 08:30:25 user nova-compute[73884]:         <nova:user uuid="fd4dbfd39dd44b9fa6e1fbac48dacf32">tempest-VolumesActionsTest-1948612684-project-member</nova:user>
Oct 16 08:30:25 user nova-compute[73884]:         <nova:project uuid="ea3e5adf5a19445d96daaf5edbc5d10e">tempest-VolumesActionsTest-1948612684</nova:project>
Oct 16 08:30:25 user nova-compute[73884]:       </nova:owner>
Oct 16 08:30:25 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:30:25 user nova-compute[73884]:       <nova:ports>
Oct 16 08:30:25 user nova-compute[73884]:         <nova:port uuid="344f09d3-73e0-4131-82ae-058c149ae55e">
Oct 16 08:30:25 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 16 08:30:25 user nova-compute[73884]:         </nova:port>
Oct 16 08:30:25 user nova-compute[73884]:       </nova:ports>
Oct 16 08:30:25 user nova-compute[73884]:     </nova:instance>
Oct 16 08:30:25 user nova-compute[73884]:   </metadata>
Oct 16 08:30:25 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:30:25 user nova-compute[73884]:     <system>
Oct 16 08:30:25 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:30:25 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:30:25 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:30:25 user nova-compute[73884]:       <entry name="serial">ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9</entry>
Oct 16 08:30:25 user nova-compute[73884]:       <entry name="uuid">ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9</entry>
Oct 16 08:30:25 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:30:25 user nova-compute[73884]:     </system>
Oct 16 08:30:25 user nova-compute[73884]:   </sysinfo>
Oct 16 08:30:25 user nova-compute[73884]:   <os>
Oct 16 08:30:25 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:30:25 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:30:25 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:30:25 user nova-compute[73884]:   </os>
Oct 16 08:30:25 user nova-compute[73884]:   <features>
Oct 16 08:30:25 user nova-compute[73884]:     <acpi/>
Oct 16 08:30:25 user nova-compute[73884]:     <apic/>
Oct 16 08:30:25 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:30:25 user nova-compute[73884]:   </features>
Oct 16 08:30:25 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:30:25 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:30:25 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:30:25 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:30:25 user nova-compute[73884]:   </clock>
Oct 16 08:30:25 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:30:25 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:30:25 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:30:25 user nova-compute[73884]:   </cpu>
Oct 16 08:30:25 user nova-compute[73884]:   <devices>
Oct 16 08:30:25 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:30:25 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:30:25 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9/disk"/>
Oct 16 08:30:25 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:30:25 user nova-compute[73884]:     </disk>
Oct 16 08:30:25 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:30:25 user nova-compute[73884]:       <mac address="fa:16:3e:a8:7e:46"/>
Oct 16 08:30:25 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:30:25 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:30:25 user nova-compute[73884]:       <target dev="tap344f09d3-73"/>
Oct 16 08:30:25 user nova-compute[73884]:     </interface>
Oct 16 08:30:25 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:30:25 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9/console.log" append="off"/>
Oct 16 08:30:25 user nova-compute[73884]:     </serial>
Oct 16 08:30:25 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:30:25 user nova-compute[73884]:     <video>
Oct 16 08:30:25 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:30:25 user nova-compute[73884]:     </video>
Oct 16 08:30:25 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:30:25 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:30:25 user nova-compute[73884]:     </rng>
Oct 16 08:30:25 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:30:25 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:30:25 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:30:25 user nova-compute[73884]:     </memballoon>
Oct 16 08:30:25 user nova-compute[73884]:   </devices>
Oct 16 08:30:25 user nova-compute[73884]: </domain>
Oct 16 08:30:25 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:30:25 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:30:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1048887656',display_name='tempest-VolumesActionsTest-instance-1048887656',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1048887656',id=17,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ea3e5adf5a19445d96daaf5edbc5d10e',ramdisk_id='',reservation_id='r-kj7fz47q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1948612684',owner_user_name='tempest-VolumesActionsTest-1948612684-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:30:23Z,user_data=None,user_id='fd4dbfd39dd44b9fa6e1fbac48dacf32',uuid=ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "344f09d3-73e0-4131-82ae-058c149ae55e", "address": "fa:16:3e:a8:7e:46", "network": {"id": "ce487059-a24a-4d65-8a04-06f3c87bb19a", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1801482799-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea3e5adf5a19445d96daaf5edbc5d10e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap344f09d3-73", "ovs_interfaceid": "344f09d3-73e0-4131-82ae-058c149ae55e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:30:25 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Converting VIF {"id": "344f09d3-73e0-4131-82ae-058c149ae55e", "address": "fa:16:3e:a8:7e:46", "network": {"id": "ce487059-a24a-4d65-8a04-06f3c87bb19a", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1801482799-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea3e5adf5a19445d96daaf5edbc5d10e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap344f09d3-73", "ovs_interfaceid": "344f09d3-73e0-4131-82ae-058c149ae55e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:30:25 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a8:7e:46,bridge_name='br-int',has_traffic_filtering=True,id=344f09d3-73e0-4131-82ae-058c149ae55e,network=Network(ce487059-a24a-4d65-8a04-06f3c87bb19a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap344f09d3-73') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:30:25 user nova-compute[73884]: DEBUG os_vif [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a8:7e:46,bridge_name='br-int',has_traffic_filtering=True,id=344f09d3-73e0-4131-82ae-058c149ae55e,network=Network(ce487059-a24a-4d65-8a04-06f3c87bb19a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap344f09d3-73') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:30:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:30:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:30:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '20f8b096-6829-53ee-ab95-3b6bee4ed89d', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:30:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:30:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap344f09d3-73, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:30:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap344f09d3-73, col_values=(('qos', UUID('7fafe569-71a5-4d2c-8ede-cce7cc272a2a')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:30:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap344f09d3-73, col_values=(('external_ids', {'iface-id': '344f09d3-73e0-4131-82ae-058c149ae55e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a8:7e:46', 'vm-uuid': 'ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:30:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:30:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:25 user nova-compute[73884]: INFO os_vif [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a8:7e:46,bridge_name='br-int',has_traffic_filtering=True,id=344f09d3-73e0-4131-82ae-058c149ae55e,network=Network(ce487059-a24a-4d65-8a04-06f3c87bb19a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap344f09d3-73')
Oct 16 08:30:25 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:30:25 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] No VIF found with MAC fa:16:3e:a8:7e:46, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:30:25 user nova-compute[73884]: DEBUG nova.network.neutron [req-19ad2d00-844d-455c-8557-e9d29e30c1ee req-d0e54f29-c490-4e56-9eb9-a05e8cf1c47d service nova] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Updated VIF entry in instance network info cache for port 344f09d3-73e0-4131-82ae-058c149ae55e. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:30:25 user nova-compute[73884]: DEBUG nova.network.neutron [req-19ad2d00-844d-455c-8557-e9d29e30c1ee req-d0e54f29-c490-4e56-9eb9-a05e8cf1c47d service nova] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Updating instance_info_cache with network_info: [{"id": "344f09d3-73e0-4131-82ae-058c149ae55e", "address": "fa:16:3e:a8:7e:46", "network": {"id": "ce487059-a24a-4d65-8a04-06f3c87bb19a", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1801482799-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea3e5adf5a19445d96daaf5edbc5d10e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap344f09d3-73", "ovs_interfaceid": "344f09d3-73e0-4131-82ae-058c149ae55e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:30:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-19ad2d00-844d-455c-8557-e9d29e30c1ee req-d0e54f29-c490-4e56-9eb9-a05e8cf1c47d service nova] Releasing lock "refresh_cache-ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:30:26 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:26 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:26 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:26 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:26 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:26 user nova-compute[73884]: DEBUG nova.compute.manager [req-a5232312-2925-41d9-866b-694f1288282a req-6f10ee42-7201-4e2f-afd3-8c8c983d0909 service nova] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Received event network-vif-plugged-344f09d3-73e0-4131-82ae-058c149ae55e {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:30:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a5232312-2925-41d9-866b-694f1288282a req-6f10ee42-7201-4e2f-afd3-8c8c983d0909 service nova] Acquiring lock "ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a5232312-2925-41d9-866b-694f1288282a req-6f10ee42-7201-4e2f-afd3-8c8c983d0909 service nova] Lock "ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a5232312-2925-41d9-866b-694f1288282a req-6f10ee42-7201-4e2f-afd3-8c8c983d0909 service nova] Lock "ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:26 user nova-compute[73884]: DEBUG nova.compute.manager [req-a5232312-2925-41d9-866b-694f1288282a req-6f10ee42-7201-4e2f-afd3-8c8c983d0909 service nova] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] No waiting events found dispatching network-vif-plugged-344f09d3-73e0-4131-82ae-058c149ae55e {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:30:26 user nova-compute[73884]: WARNING nova.compute.manager [req-a5232312-2925-41d9-866b-694f1288282a req-6f10ee42-7201-4e2f-afd3-8c8c983d0909 service nova] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Received unexpected event network-vif-plugged-344f09d3-73e0-4131-82ae-058c149ae55e for instance with vm_state building and task_state spawning.
Oct 16 08:30:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:28 user nova-compute[73884]: DEBUG nova.compute.manager [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:30:28 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:30:28 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Instance spawned successfully.
Oct 16 08:30:28 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:30:28 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:30:28 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:30:28 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:30:28 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:30:28 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:30:28 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:30:28 user nova-compute[73884]: DEBUG nova.compute.manager [req-92bf4213-34d1-4d79-bf82-2b7a3767d5aa req-98ab10b8-f0d2-488d-b4da-ff33f8b2911c service nova] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Received event network-vif-plugged-344f09d3-73e0-4131-82ae-058c149ae55e {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:30:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-92bf4213-34d1-4d79-bf82-2b7a3767d5aa req-98ab10b8-f0d2-488d-b4da-ff33f8b2911c service nova] Acquiring lock "ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-92bf4213-34d1-4d79-bf82-2b7a3767d5aa req-98ab10b8-f0d2-488d-b4da-ff33f8b2911c service nova] Lock "ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-92bf4213-34d1-4d79-bf82-2b7a3767d5aa req-98ab10b8-f0d2-488d-b4da-ff33f8b2911c service nova] Lock "ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:28 user nova-compute[73884]: DEBUG nova.compute.manager [req-92bf4213-34d1-4d79-bf82-2b7a3767d5aa req-98ab10b8-f0d2-488d-b4da-ff33f8b2911c service nova] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] No waiting events found dispatching network-vif-plugged-344f09d3-73e0-4131-82ae-058c149ae55e {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:30:28 user nova-compute[73884]: WARNING nova.compute.manager [req-92bf4213-34d1-4d79-bf82-2b7a3767d5aa req-98ab10b8-f0d2-488d-b4da-ff33f8b2911c service nova] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Received unexpected event network-vif-plugged-344f09d3-73e0-4131-82ae-058c149ae55e for instance with vm_state building and task_state spawning.
Oct 16 08:30:28 user nova-compute[73884]: INFO nova.compute.manager [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Took 5.73 seconds to spawn the instance on the hypervisor.
Oct 16 08:30:28 user nova-compute[73884]: DEBUG nova.compute.manager [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:30:28 user nova-compute[73884]: INFO nova.compute.manager [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Took 6.47 seconds to build instance.
Oct 16 08:30:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d61b8003-6e89-47a8-9829-ec71b15e76da tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Lock "ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.569s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:30 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:37 user nova-compute[73884]: DEBUG os_brick.utils [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:30:37 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:30:37 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:30:37 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[be1625bb-0223-4418-87fe-0ef75747f9f3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:30:37 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:30:37 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:30:37 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[64654425-4318-4db8-a6e9-f296de314cee]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:30:37 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:30:37 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:30:37 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2aca174-9c35-407a-a94d-ef8b0f63eed4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:30:37 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[eec8efab-4af3-452d-884d-5fd6dc79729e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:30:37 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:30:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:30:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 08:30:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:30:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:30:38 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 08:30:38 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[46a03eb9-6f9b-44c2-ac49-3f6d225639c2]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:30:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 08:30:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 08:30:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 08:30:38 user nova-compute[73884]: DEBUG os_brick.utils [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] <== get_connector_properties: return (138ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:30:38 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Updating existing volume attachment record: 69e412f4-7276-4fa3-85d8-a2dbb823b488 {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 08:30:38 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:40 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:40 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:30:40 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:30:40 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:30:40 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Acquiring lock "d49d8558-c88f-4aac-a202-171db5e3fdb6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:40 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "d49d8558-c88f-4aac-a202-171db5e3fdb6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:40 user nova-compute[73884]: DEBUG nova.compute.manager [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:30:40 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:41 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:41 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:41 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:30:41 user nova-compute[73884]: INFO nova.compute.claims [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Claim successful on node user
Oct 16 08:30:41 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:30:41 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:30:41 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.418s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:41 user nova-compute[73884]: DEBUG nova.compute.manager [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:30:41 user nova-compute[73884]: DEBUG nova.compute.manager [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:30:41 user nova-compute[73884]: DEBUG nova.network.neutron [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:30:41 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:30:41 user nova-compute[73884]: DEBUG nova.compute.manager [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:30:41 user nova-compute[73884]: DEBUG nova.policy [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e17f2668b0b044bfb70790467866f671', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '903b3efe41694579b78ab822be66eddd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:30:41 user nova-compute[73884]: DEBUG nova.compute.manager [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:30:41 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:30:41 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Creating image(s)
Oct 16 08:30:41 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Acquiring lock "/opt/stack/data/nova/instances/d49d8558-c88f-4aac-a202-171db5e3fdb6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:41 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "/opt/stack/data/nova/instances/d49d8558-c88f-4aac-a202-171db5e3fdb6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:41 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "/opt/stack/data/nova/instances/d49d8558-c88f-4aac-a202-171db5e3fdb6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.019s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:41 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:30:41 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.205s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:30:41 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Acquiring lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:41 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:41 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:30:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.222s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:30:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/d49d8558-c88f-4aac-a202-171db5e3fdb6/disk 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:30:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/d49d8558-c88f-4aac-a202-171db5e3fdb6/disk 1073741824" returned: 0 in 0.051s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:30:42 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.281s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:30:42 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:30:42 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:30:42 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:30:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.183s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:30:42 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d49d8558-c88f-4aac-a202-171db5e3fdb6/disk. size=1073741824 {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 08:30:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d49d8558-c88f-4aac-a202-171db5e3fdb6/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:30:42 user nova-compute[73884]: DEBUG nova.network.neutron [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Successfully created port: d0de32e1-78f4-467c-a7b3-f4c6fa2736d0 {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:30:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d49d8558-c88f-4aac-a202-171db5e3fdb6/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:30:42 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Cannot resize image /opt/stack/data/nova/instances/d49d8558-c88f-4aac-a202-171db5e3fdb6/disk to a smaller size. {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 08:30:42 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:30:42 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Ensure instance console log exists: /opt/stack/data/nova/instances/d49d8558-c88f-4aac-a202-171db5e3fdb6/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:30:42 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:42 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:42 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:42 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG nova.network.neutron [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Successfully updated port: d0de32e1-78f4-467c-a7b3-f4c6fa2736d0 {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Acquiring lock "refresh_cache-d49d8558-c88f-4aac-a202-171db5e3fdb6" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Acquired lock "refresh_cache-d49d8558-c88f-4aac-a202-171db5e3fdb6" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG nova.network.neutron [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG nova.compute.manager [req-08d252a5-13bd-4dbc-8c45-6776e111f4ed req-db802e8d-d1e9-441f-8cfa-6917de4fc794 service nova] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Received event network-changed-d0de32e1-78f4-467c-a7b3-f4c6fa2736d0 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG nova.compute.manager [req-08d252a5-13bd-4dbc-8c45-6776e111f4ed req-db802e8d-d1e9-441f-8cfa-6917de4fc794 service nova] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Refreshing instance network info cache due to event network-changed-d0de32e1-78f4-467c-a7b3-f4c6fa2736d0. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-08d252a5-13bd-4dbc-8c45-6776e111f4ed req-db802e8d-d1e9-441f-8cfa-6917de4fc794 service nova] Acquiring lock "refresh_cache-d49d8558-c88f-4aac-a202-171db5e3fdb6" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG nova.network.neutron [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG nova.network.neutron [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Updating instance_info_cache with network_info: [{"id": "d0de32e1-78f4-467c-a7b3-f4c6fa2736d0", "address": "fa:16:3e:81:13:f7", "network": {"id": "86cbd675-e907-48e0-9d77-9e0fea07c65e", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1312534937-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "903b3efe41694579b78ab822be66eddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0de32e1-78", "ovs_interfaceid": "d0de32e1-78f4-467c-a7b3-f4c6fa2736d0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Releasing lock "refresh_cache-d49d8558-c88f-4aac-a202-171db5e3fdb6" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG nova.compute.manager [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Instance network_info: |[{"id": "d0de32e1-78f4-467c-a7b3-f4c6fa2736d0", "address": "fa:16:3e:81:13:f7", "network": {"id": "86cbd675-e907-48e0-9d77-9e0fea07c65e", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1312534937-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "903b3efe41694579b78ab822be66eddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0de32e1-78", "ovs_interfaceid": "d0de32e1-78f4-467c-a7b3-f4c6fa2736d0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-08d252a5-13bd-4dbc-8c45-6776e111f4ed req-db802e8d-d1e9-441f-8cfa-6917de4fc794 service nova] Acquired lock "refresh_cache-d49d8558-c88f-4aac-a202-171db5e3fdb6" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG nova.network.neutron [req-08d252a5-13bd-4dbc-8c45-6776e111f4ed req-db802e8d-d1e9-441f-8cfa-6917de4fc794 service nova] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Refreshing network info cache for port d0de32e1-78f4-467c-a7b3-f4c6fa2736d0 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Start _get_guest_xml network_info=[{"id": "d0de32e1-78f4-467c-a7b3-f4c6fa2736d0", "address": "fa:16:3e:81:13:f7", "network": {"id": "86cbd675-e907-48e0-9d77-9e0fea07c65e", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1312534937-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "903b3efe41694579b78ab822be66eddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0de32e1-78", "ovs_interfaceid": "d0de32e1-78f4-467c-a7b3-f4c6fa2736d0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'a4e1d819-b957-4c9c-9b9d-fd987951fbab'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:30:43 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:30:43 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:30:43 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:30:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1323156697',display_name='tempest-VolumesSnapshotTestJSON-instance-1323156697',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1323156697',id=18,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ7kaN9heZA8wNsFePbVHmxE+6+8zaN0lAI/t6l9/r81lv/KbnT50R6CLooca9PyePC59qQ1L91LIzsJ7u1VNaAeyKyt2q1PKv9kEWPhIeQ1T0Xf93ruQ7TL2BwnfBa/9g==',key_name='tempest-keypair-1875597535',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='903b3efe41694579b78ab822be66eddd',ramdisk_id='',reservation_id='r-3hwq05dq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1926081043',owner_user_name='tempest-VolumesSnapshotTestJSON-1926081043-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:30:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e17f2668b0b044bfb70790467866f671',uuid=d49d8558-c88f-4aac-a202-171db5e3fdb6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d0de32e1-78f4-467c-a7b3-f4c6fa2736d0", "address": "fa:16:3e:81:13:f7", "network": {"id": "86cbd675-e907-48e0-9d77-9e0fea07c65e", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1312534937-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "903b3efe41694579b78ab822be66eddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0de32e1-78", "ovs_interfaceid": "d0de32e1-78f4-467c-a7b3-f4c6fa2736d0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Converting VIF {"id": "d0de32e1-78f4-467c-a7b3-f4c6fa2736d0", "address": "fa:16:3e:81:13:f7", "network": {"id": "86cbd675-e907-48e0-9d77-9e0fea07c65e", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1312534937-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "903b3efe41694579b78ab822be66eddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0de32e1-78", "ovs_interfaceid": "d0de32e1-78f4-467c-a7b3-f4c6fa2736d0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:81:13:f7,bridge_name='br-int',has_traffic_filtering=True,id=d0de32e1-78f4-467c-a7b3-f4c6fa2736d0,network=Network(86cbd675-e907-48e0-9d77-9e0fea07c65e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0de32e1-78') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG nova.objects.instance [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lazy-loading 'pci_devices' on Instance uuid d49d8558-c88f-4aac-a202-171db5e3fdb6 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:30:43 user nova-compute[73884]:   <uuid>d49d8558-c88f-4aac-a202-171db5e3fdb6</uuid>
Oct 16 08:30:43 user nova-compute[73884]:   <name>instance-00000012</name>
Oct 16 08:30:43 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:30:43 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:30:43 user nova-compute[73884]:   <metadata>
Oct 16 08:30:43 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:30:43 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:30:43 user nova-compute[73884]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-1323156697</nova:name>
Oct 16 08:30:43 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:30:43</nova:creationTime>
Oct 16 08:30:43 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:30:43 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:30:43 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:30:43 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:30:43 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:30:43 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:30:43 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:30:43 user nova-compute[73884]:       <nova:owner>
Oct 16 08:30:43 user nova-compute[73884]:         <nova:user uuid="e17f2668b0b044bfb70790467866f671">tempest-VolumesSnapshotTestJSON-1926081043-project-member</nova:user>
Oct 16 08:30:43 user nova-compute[73884]:         <nova:project uuid="903b3efe41694579b78ab822be66eddd">tempest-VolumesSnapshotTestJSON-1926081043</nova:project>
Oct 16 08:30:43 user nova-compute[73884]:       </nova:owner>
Oct 16 08:30:43 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:30:43 user nova-compute[73884]:       <nova:ports>
Oct 16 08:30:43 user nova-compute[73884]:         <nova:port uuid="d0de32e1-78f4-467c-a7b3-f4c6fa2736d0">
Oct 16 08:30:43 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 16 08:30:43 user nova-compute[73884]:         </nova:port>
Oct 16 08:30:43 user nova-compute[73884]:       </nova:ports>
Oct 16 08:30:43 user nova-compute[73884]:     </nova:instance>
Oct 16 08:30:43 user nova-compute[73884]:   </metadata>
Oct 16 08:30:43 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:30:43 user nova-compute[73884]:     <system>
Oct 16 08:30:43 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:30:43 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:30:43 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:30:43 user nova-compute[73884]:       <entry name="serial">d49d8558-c88f-4aac-a202-171db5e3fdb6</entry>
Oct 16 08:30:43 user nova-compute[73884]:       <entry name="uuid">d49d8558-c88f-4aac-a202-171db5e3fdb6</entry>
Oct 16 08:30:43 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:30:43 user nova-compute[73884]:     </system>
Oct 16 08:30:43 user nova-compute[73884]:   </sysinfo>
Oct 16 08:30:43 user nova-compute[73884]:   <os>
Oct 16 08:30:43 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:30:43 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:30:43 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:30:43 user nova-compute[73884]:   </os>
Oct 16 08:30:43 user nova-compute[73884]:   <features>
Oct 16 08:30:43 user nova-compute[73884]:     <acpi/>
Oct 16 08:30:43 user nova-compute[73884]:     <apic/>
Oct 16 08:30:43 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:30:43 user nova-compute[73884]:   </features>
Oct 16 08:30:43 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:30:43 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:30:43 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:30:43 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:30:43 user nova-compute[73884]:   </clock>
Oct 16 08:30:43 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:30:43 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:30:43 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:30:43 user nova-compute[73884]:   </cpu>
Oct 16 08:30:43 user nova-compute[73884]:   <devices>
Oct 16 08:30:43 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:30:43 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:30:43 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/d49d8558-c88f-4aac-a202-171db5e3fdb6/disk"/>
Oct 16 08:30:43 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:30:43 user nova-compute[73884]:     </disk>
Oct 16 08:30:43 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:30:43 user nova-compute[73884]:       <mac address="fa:16:3e:81:13:f7"/>
Oct 16 08:30:43 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:30:43 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:30:43 user nova-compute[73884]:       <target dev="tapd0de32e1-78"/>
Oct 16 08:30:43 user nova-compute[73884]:     </interface>
Oct 16 08:30:43 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:30:43 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/d49d8558-c88f-4aac-a202-171db5e3fdb6/console.log" append="off"/>
Oct 16 08:30:43 user nova-compute[73884]:     </serial>
Oct 16 08:30:43 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:30:43 user nova-compute[73884]:     <video>
Oct 16 08:30:43 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:30:43 user nova-compute[73884]:     </video>
Oct 16 08:30:43 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:30:43 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:30:43 user nova-compute[73884]:     </rng>
Oct 16 08:30:43 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:30:43 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:30:43 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:30:43 user nova-compute[73884]:     </memballoon>
Oct 16 08:30:43 user nova-compute[73884]:   </devices>
Oct 16 08:30:43 user nova-compute[73884]: </domain>
Oct 16 08:30:43 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:30:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1323156697',display_name='tempest-VolumesSnapshotTestJSON-instance-1323156697',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1323156697',id=18,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ7kaN9heZA8wNsFePbVHmxE+6+8zaN0lAI/t6l9/r81lv/KbnT50R6CLooca9PyePC59qQ1L91LIzsJ7u1VNaAeyKyt2q1PKv9kEWPhIeQ1T0Xf93ruQ7TL2BwnfBa/9g==',key_name='tempest-keypair-1875597535',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='903b3efe41694579b78ab822be66eddd',ramdisk_id='',reservation_id='r-3hwq05dq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1926081043',owner_user_name='tempest-VolumesSnapshotTestJSON-1926081043-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:30:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e17f2668b0b044bfb70790467866f671',uuid=d49d8558-c88f-4aac-a202-171db5e3fdb6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d0de32e1-78f4-467c-a7b3-f4c6fa2736d0", "address": "fa:16:3e:81:13:f7", "network": {"id": "86cbd675-e907-48e0-9d77-9e0fea07c65e", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1312534937-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "903b3efe41694579b78ab822be66eddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0de32e1-78", "ovs_interfaceid": "d0de32e1-78f4-467c-a7b3-f4c6fa2736d0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Converting VIF {"id": "d0de32e1-78f4-467c-a7b3-f4c6fa2736d0", "address": "fa:16:3e:81:13:f7", "network": {"id": "86cbd675-e907-48e0-9d77-9e0fea07c65e", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1312534937-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "903b3efe41694579b78ab822be66eddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0de32e1-78", "ovs_interfaceid": "d0de32e1-78f4-467c-a7b3-f4c6fa2736d0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:81:13:f7,bridge_name='br-int',has_traffic_filtering=True,id=d0de32e1-78f4-467c-a7b3-f4c6fa2736d0,network=Network(86cbd675-e907-48e0-9d77-9e0fea07c65e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0de32e1-78') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG os_vif [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:81:13:f7,bridge_name='br-int',has_traffic_filtering=True,id=d0de32e1-78f4-467c-a7b3-f4c6fa2736d0,network=Network(86cbd675-e907-48e0-9d77-9e0fea07c65e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0de32e1-78') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e4491a4c-cff7-5881-b8bd-bd5cb2eb3a0e', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd0de32e1-78, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd0de32e1-78, col_values=(('qos', UUID('06978e6b-9670-4e99-a2db-4b058ddeb82e')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd0de32e1-78, col_values=(('external_ids', {'iface-id': 'd0de32e1-78f4-467c-a7b3-f4c6fa2736d0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:81:13:f7', 'vm-uuid': 'd49d8558-c88f-4aac-a202-171db5e3fdb6'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:43 user nova-compute[73884]: INFO os_vif [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:81:13:f7,bridge_name='br-int',has_traffic_filtering=True,id=d0de32e1-78f4-467c-a7b3-f4c6fa2736d0,network=Network(86cbd675-e907-48e0-9d77-9e0fea07c65e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0de32e1-78')
Oct 16 08:30:43 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:30:43 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] No VIF found with MAC fa:16:3e:81:13:f7, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:30:44 user nova-compute[73884]: DEBUG nova.network.neutron [req-08d252a5-13bd-4dbc-8c45-6776e111f4ed req-db802e8d-d1e9-441f-8cfa-6917de4fc794 service nova] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Updated VIF entry in instance network info cache for port d0de32e1-78f4-467c-a7b3-f4c6fa2736d0. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:30:44 user nova-compute[73884]: DEBUG nova.network.neutron [req-08d252a5-13bd-4dbc-8c45-6776e111f4ed req-db802e8d-d1e9-441f-8cfa-6917de4fc794 service nova] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Updating instance_info_cache with network_info: [{"id": "d0de32e1-78f4-467c-a7b3-f4c6fa2736d0", "address": "fa:16:3e:81:13:f7", "network": {"id": "86cbd675-e907-48e0-9d77-9e0fea07c65e", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1312534937-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "903b3efe41694579b78ab822be66eddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0de32e1-78", "ovs_interfaceid": "d0de32e1-78f4-467c-a7b3-f4c6fa2736d0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:30:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-08d252a5-13bd-4dbc-8c45-6776e111f4ed req-db802e8d-d1e9-441f-8cfa-6917de4fc794 service nova] Releasing lock "refresh_cache-d49d8558-c88f-4aac-a202-171db5e3fdb6" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:30:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "baa67186-a783-44fc-bf2f-8275de0e27ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "baa67186-a783-44fc-bf2f-8275de0e27ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:44 user nova-compute[73884]: DEBUG nova.compute.manager [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:30:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:44 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:30:44 user nova-compute[73884]: INFO nova.compute.claims [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Claim successful on node user
Oct 16 08:30:44 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:30:44 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 08:30:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "refresh_cache-8fab1c63-d9a3-4cea-b129-904a5f15e5fe" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:30:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquired lock "refresh_cache-8fab1c63-d9a3-4cea-b129-904a5f15e5fe" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:30:44 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Forcefully refreshing network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 08:30:44 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:30:44 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:30:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.401s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:44 user nova-compute[73884]: DEBUG nova.compute.manager [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:30:44 user nova-compute[73884]: DEBUG nova.compute.manager [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:30:44 user nova-compute[73884]: DEBUG nova.network.neutron [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:30:44 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:30:44 user nova-compute[73884]: DEBUG nova.compute.manager [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:30:44 user nova-compute[73884]: DEBUG nova.policy [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e683e6de0905423cb11b3fce7c77f7fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e746b051e0de47ab8847bba1edcbee5b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:30:44 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Updating instance_info_cache with network_info: [{"id": "2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84", "address": "fa:16:3e:4d:79:65", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e18ef3c-bb", "ovs_interfaceid": "2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:30:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Releasing lock "refresh_cache-8fab1c63-d9a3-4cea-b129-904a5f15e5fe" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:30:44 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Updated the network info_cache for instance {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 08:30:44 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:30:44 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:30:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:44 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 08:30:44 user nova-compute[73884]: DEBUG nova.compute.manager [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:30:44 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:30:44 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Creating image(s)
Oct 16 08:30:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "/opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "/opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "/opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:30:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.200s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:30:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:30:45 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:45 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:45 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.244s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:30:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:30:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk 1073741824" returned: 0 in 0.055s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:30:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.310s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:30:45 user nova-compute[73884]: DEBUG nova.network.neutron [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Successfully created port: 1f70896e-bd10-49f5-a769-e183d54ce3b7 {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:30:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.215s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:30:45 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Checking if we can resize image /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk. size=1073741824 {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 08:30:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:30:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:30:45 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:30:45 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Cannot resize image /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk to a smaller size. {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 08:30:45 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:30:45 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Ensure instance console log exists: /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:30:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:45 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:30:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:30:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:30:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d49d8558-c88f-4aac-a202-171db5e3fdb6/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:30:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d49d8558-c88f-4aac-a202-171db5e3fdb6/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:30:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d49d8558-c88f-4aac-a202-171db5e3fdb6/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:30:46 user nova-compute[73884]: DEBUG nova.network.neutron [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Successfully updated port: 1f70896e-bd10-49f5-a769-e183d54ce3b7 {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:30:46 user nova-compute[73884]: DEBUG nova.compute.manager [req-d742ce34-6fc6-4255-a044-3e1fec9fdb86 req-a91c4b35-9673-496b-81d0-0448f46529b6 service nova] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Received event network-changed-1f70896e-bd10-49f5-a769-e183d54ce3b7 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:30:46 user nova-compute[73884]: DEBUG nova.compute.manager [req-d742ce34-6fc6-4255-a044-3e1fec9fdb86 req-a91c4b35-9673-496b-81d0-0448f46529b6 service nova] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Refreshing instance network info cache due to event network-changed-1f70896e-bd10-49f5-a769-e183d54ce3b7. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:30:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d742ce34-6fc6-4255-a044-3e1fec9fdb86 req-a91c4b35-9673-496b-81d0-0448f46529b6 service nova] Acquiring lock "refresh_cache-baa67186-a783-44fc-bf2f-8275de0e27ab" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:30:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d742ce34-6fc6-4255-a044-3e1fec9fdb86 req-a91c4b35-9673-496b-81d0-0448f46529b6 service nova] Acquired lock "refresh_cache-baa67186-a783-44fc-bf2f-8275de0e27ab" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:30:46 user nova-compute[73884]: DEBUG nova.network.neutron [req-d742ce34-6fc6-4255-a044-3e1fec9fdb86 req-a91c4b35-9673-496b-81d0-0448f46529b6 service nova] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Refreshing network info cache for port 1f70896e-bd10-49f5-a769-e183d54ce3b7 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:30:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "refresh_cache-baa67186-a783-44fc-bf2f-8275de0e27ab" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:30:46 user nova-compute[73884]: DEBUG nova.network.neutron [req-d742ce34-6fc6-4255-a044-3e1fec9fdb86 req-a91c4b35-9673-496b-81d0-0448f46529b6 service nova] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:30:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d49d8558-c88f-4aac-a202-171db5e3fdb6/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:30:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:30:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:30:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:30:46 user nova-compute[73884]: DEBUG nova.network.neutron [req-d742ce34-6fc6-4255-a044-3e1fec9fdb86 req-a91c4b35-9673-496b-81d0-0448f46529b6 service nova] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:30:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d742ce34-6fc6-4255-a044-3e1fec9fdb86 req-a91c4b35-9673-496b-81d0-0448f46529b6 service nova] Releasing lock "refresh_cache-baa67186-a783-44fc-bf2f-8275de0e27ab" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:30:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquired lock "refresh_cache-baa67186-a783-44fc-bf2f-8275de0e27ab" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:30:46 user nova-compute[73884]: DEBUG nova.network.neutron [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:30:46 user nova-compute[73884]: DEBUG nova.network.neutron [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG nova.network.neutron [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Updating instance_info_cache with network_info: [{"id": "1f70896e-bd10-49f5-a769-e183d54ce3b7", "address": "fa:16:3e:02:00:82", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f70896e-bd", "ovs_interfaceid": "1f70896e-bd10-49f5-a769-e183d54ce3b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Releasing lock "refresh_cache-baa67186-a783-44fc-bf2f-8275de0e27ab" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG nova.compute.manager [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Instance network_info: |[{"id": "1f70896e-bd10-49f5-a769-e183d54ce3b7", "address": "fa:16:3e:02:00:82", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f70896e-bd", "ovs_interfaceid": "1f70896e-bd10-49f5-a769-e183d54ce3b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Start _get_guest_xml network_info=[{"id": "1f70896e-bd10-49f5-a769-e183d54ce3b7", "address": "fa:16:3e:02:00:82", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f70896e-bd", "ovs_interfaceid": "1f70896e-bd10-49f5-a769-e183d54ce3b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'a4e1d819-b957-4c9c-9b9d-fd987951fbab'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:30:47 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:30:47 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:30:47 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:30:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-69135657',display_name='tempest-ServerActionsTestOtherA-server-69135657',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-69135657',id=19,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHE9l1Zd5cIKDNYUGaIXZPCTTAzZ7MFuiY2odQE5VnAqxGOHU7g2VUwAiVwswEf4mPpcBrmdNm6aiJ8RE8pUrPt2i+LINeLq0l8jB60su577PAwJHQkutuSOuTJ9r1Zp6A==',key_name='tempest-keypair-18137684',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e746b051e0de47ab8847bba1edcbee5b',ramdisk_id='',reservation_id='r-w54wjbre',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-2116041418',owner_user_name='tempest-ServerActionsTestOtherA-2116041418-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:30:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e683e6de0905423cb11b3fce7c77f7fe',uuid=baa67186-a783-44fc-bf2f-8275de0e27ab,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1f70896e-bd10-49f5-a769-e183d54ce3b7", "address": "fa:16:3e:02:00:82", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f70896e-bd", "ovs_interfaceid": "1f70896e-bd10-49f5-a769-e183d54ce3b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Converting VIF {"id": "1f70896e-bd10-49f5-a769-e183d54ce3b7", "address": "fa:16:3e:02:00:82", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f70896e-bd", "ovs_interfaceid": "1f70896e-bd10-49f5-a769-e183d54ce3b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:02:00:82,bridge_name='br-int',has_traffic_filtering=True,id=1f70896e-bd10-49f5-a769-e183d54ce3b7,network=Network(71810bcd-afd3-4642-87f2-d1e06d726e3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f70896e-bd') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG nova.objects.instance [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lazy-loading 'pci_devices' on Instance uuid baa67186-a783-44fc-bf2f-8275de0e27ab {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:30:47 user nova-compute[73884]:   <uuid>baa67186-a783-44fc-bf2f-8275de0e27ab</uuid>
Oct 16 08:30:47 user nova-compute[73884]:   <name>instance-00000013</name>
Oct 16 08:30:47 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:30:47 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:30:47 user nova-compute[73884]:   <metadata>
Oct 16 08:30:47 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:30:47 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:30:47 user nova-compute[73884]:       <nova:name>tempest-ServerActionsTestOtherA-server-69135657</nova:name>
Oct 16 08:30:47 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:30:47</nova:creationTime>
Oct 16 08:30:47 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:30:47 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:30:47 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:30:47 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:30:47 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:30:47 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:30:47 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:30:47 user nova-compute[73884]:       <nova:owner>
Oct 16 08:30:47 user nova-compute[73884]:         <nova:user uuid="e683e6de0905423cb11b3fce7c77f7fe">tempest-ServerActionsTestOtherA-2116041418-project-member</nova:user>
Oct 16 08:30:47 user nova-compute[73884]:         <nova:project uuid="e746b051e0de47ab8847bba1edcbee5b">tempest-ServerActionsTestOtherA-2116041418</nova:project>
Oct 16 08:30:47 user nova-compute[73884]:       </nova:owner>
Oct 16 08:30:47 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:30:47 user nova-compute[73884]:       <nova:ports>
Oct 16 08:30:47 user nova-compute[73884]:         <nova:port uuid="1f70896e-bd10-49f5-a769-e183d54ce3b7">
Oct 16 08:30:47 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 16 08:30:47 user nova-compute[73884]:         </nova:port>
Oct 16 08:30:47 user nova-compute[73884]:       </nova:ports>
Oct 16 08:30:47 user nova-compute[73884]:     </nova:instance>
Oct 16 08:30:47 user nova-compute[73884]:   </metadata>
Oct 16 08:30:47 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:30:47 user nova-compute[73884]:     <system>
Oct 16 08:30:47 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:30:47 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:30:47 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:30:47 user nova-compute[73884]:       <entry name="serial">baa67186-a783-44fc-bf2f-8275de0e27ab</entry>
Oct 16 08:30:47 user nova-compute[73884]:       <entry name="uuid">baa67186-a783-44fc-bf2f-8275de0e27ab</entry>
Oct 16 08:30:47 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:30:47 user nova-compute[73884]:     </system>
Oct 16 08:30:47 user nova-compute[73884]:   </sysinfo>
Oct 16 08:30:47 user nova-compute[73884]:   <os>
Oct 16 08:30:47 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:30:47 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:30:47 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:30:47 user nova-compute[73884]:   </os>
Oct 16 08:30:47 user nova-compute[73884]:   <features>
Oct 16 08:30:47 user nova-compute[73884]:     <acpi/>
Oct 16 08:30:47 user nova-compute[73884]:     <apic/>
Oct 16 08:30:47 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:30:47 user nova-compute[73884]:   </features>
Oct 16 08:30:47 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:30:47 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:30:47 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:30:47 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:30:47 user nova-compute[73884]:   </clock>
Oct 16 08:30:47 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:30:47 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:30:47 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:30:47 user nova-compute[73884]:   </cpu>
Oct 16 08:30:47 user nova-compute[73884]:   <devices>
Oct 16 08:30:47 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:30:47 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:30:47 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk"/>
Oct 16 08:30:47 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:30:47 user nova-compute[73884]:     </disk>
Oct 16 08:30:47 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:30:47 user nova-compute[73884]:       <mac address="fa:16:3e:02:00:82"/>
Oct 16 08:30:47 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:30:47 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:30:47 user nova-compute[73884]:       <target dev="tap1f70896e-bd"/>
Oct 16 08:30:47 user nova-compute[73884]:     </interface>
Oct 16 08:30:47 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:30:47 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/console.log" append="off"/>
Oct 16 08:30:47 user nova-compute[73884]:     </serial>
Oct 16 08:30:47 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:30:47 user nova-compute[73884]:     <video>
Oct 16 08:30:47 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:30:47 user nova-compute[73884]:     </video>
Oct 16 08:30:47 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:30:47 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:30:47 user nova-compute[73884]:     </rng>
Oct 16 08:30:47 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:30:47 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:30:47 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:30:47 user nova-compute[73884]:     </memballoon>
Oct 16 08:30:47 user nova-compute[73884]:   </devices>
Oct 16 08:30:47 user nova-compute[73884]: </domain>
Oct 16 08:30:47 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:30:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-69135657',display_name='tempest-ServerActionsTestOtherA-server-69135657',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-69135657',id=19,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHE9l1Zd5cIKDNYUGaIXZPCTTAzZ7MFuiY2odQE5VnAqxGOHU7g2VUwAiVwswEf4mPpcBrmdNm6aiJ8RE8pUrPt2i+LINeLq0l8jB60su577PAwJHQkutuSOuTJ9r1Zp6A==',key_name='tempest-keypair-18137684',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e746b051e0de47ab8847bba1edcbee5b',ramdisk_id='',reservation_id='r-w54wjbre',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-2116041418',owner_user_name='tempest-ServerActionsTestOtherA-2116041418-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:30:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e683e6de0905423cb11b3fce7c77f7fe',uuid=baa67186-a783-44fc-bf2f-8275de0e27ab,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1f70896e-bd10-49f5-a769-e183d54ce3b7", "address": "fa:16:3e:02:00:82", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f70896e-bd", "ovs_interfaceid": "1f70896e-bd10-49f5-a769-e183d54ce3b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Converting VIF {"id": "1f70896e-bd10-49f5-a769-e183d54ce3b7", "address": "fa:16:3e:02:00:82", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f70896e-bd", "ovs_interfaceid": "1f70896e-bd10-49f5-a769-e183d54ce3b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:02:00:82,bridge_name='br-int',has_traffic_filtering=True,id=1f70896e-bd10-49f5-a769-e183d54ce3b7,network=Network(71810bcd-afd3-4642-87f2-d1e06d726e3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f70896e-bd') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG os_vif [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:02:00:82,bridge_name='br-int',has_traffic_filtering=True,id=1f70896e-bd10-49f5-a769-e183d54ce3b7,network=Network(71810bcd-afd3-4642-87f2-d1e06d726e3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f70896e-bd') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '913bdafa-224c-5c17-9aee-9764772573c7', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1f70896e-bd, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1f70896e-bd, col_values=(('qos', UUID('b9174b11-0897-4267-86e1-9fb6b5276718')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1f70896e-bd, col_values=(('external_ids', {'iface-id': '1f70896e-bd10-49f5-a769-e183d54ce3b7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:02:00:82', 'vm-uuid': 'baa67186-a783-44fc-bf2f-8275de0e27ab'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:47 user nova-compute[73884]: INFO os_vif [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:02:00:82,bridge_name='br-int',has_traffic_filtering=True,id=1f70896e-bd10-49f5-a769-e183d54ce3b7,network=Network(71810bcd-afd3-4642-87f2-d1e06d726e3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f70896e-bd')
Oct 16 08:30:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] No VIF found with MAC fa:16:3e:02:00:82, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG nova.compute.manager [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:30:47 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Instance spawned successfully.
Oct 16 08:30:47 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:30:47 user nova-compute[73884]: INFO nova.compute.manager [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Took 5.89 seconds to spawn the instance on the hypervisor.
Oct 16 08:30:47 user nova-compute[73884]: DEBUG nova.compute.manager [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:47 user nova-compute[73884]: INFO nova.compute.manager [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Took 6.75 seconds to build instance.
Oct 16 08:30:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8c6c6fa4-0c60-40c6-b66e-9497444964b2 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "d49d8558-c88f-4aac-a202-171db5e3fdb6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.902s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:30:48 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:30:48 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:30:48 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=8273MB free_disk=25.52108383178711GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 08:30:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:48 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 8fab1c63-d9a3-4cea-b129-904a5f15e5fe actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:30:48 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 7d5fd04a-039d-4cb0-9eef-bce9700a85bb actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:30:48 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 1b00d8e1-f570-4091-9bee-780b98344624 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:30:48 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance e92bce3d-33d8-4004-869d-4db8991dda75 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:30:48 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:30:48 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance d49d8558-c88f-4aac-a202-171db5e3fdb6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:30:48 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance baa67186-a783-44fc-bf2f-8275de0e27ab actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:30:48 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 08:30:48 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 08:30:48 user nova-compute[73884]: DEBUG nova.compute.manager [req-0702c693-58d6-43dd-be14-a674691f9f74 req-0e7439e1-e0a3-4409-9f3f-64b052166658 service nova] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Received event network-vif-plugged-d0de32e1-78f4-467c-a7b3-f4c6fa2736d0 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:30:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0702c693-58d6-43dd-be14-a674691f9f74 req-0e7439e1-e0a3-4409-9f3f-64b052166658 service nova] Acquiring lock "d49d8558-c88f-4aac-a202-171db5e3fdb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0702c693-58d6-43dd-be14-a674691f9f74 req-0e7439e1-e0a3-4409-9f3f-64b052166658 service nova] Lock "d49d8558-c88f-4aac-a202-171db5e3fdb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0702c693-58d6-43dd-be14-a674691f9f74 req-0e7439e1-e0a3-4409-9f3f-64b052166658 service nova] Lock "d49d8558-c88f-4aac-a202-171db5e3fdb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:48 user nova-compute[73884]: DEBUG nova.compute.manager [req-0702c693-58d6-43dd-be14-a674691f9f74 req-0e7439e1-e0a3-4409-9f3f-64b052166658 service nova] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] No waiting events found dispatching network-vif-plugged-d0de32e1-78f4-467c-a7b3-f4c6fa2736d0 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:30:48 user nova-compute[73884]: WARNING nova.compute.manager [req-0702c693-58d6-43dd-be14-a674691f9f74 req-0e7439e1-e0a3-4409-9f3f-64b052166658 service nova] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Received unexpected event network-vif-plugged-d0de32e1-78f4-467c-a7b3-f4c6fa2736d0 for instance with vm_state active and task_state None.
Oct 16 08:30:48 user nova-compute[73884]: DEBUG nova.compute.manager [req-0702c693-58d6-43dd-be14-a674691f9f74 req-0e7439e1-e0a3-4409-9f3f-64b052166658 service nova] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Received event network-vif-plugged-d0de32e1-78f4-467c-a7b3-f4c6fa2736d0 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:30:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0702c693-58d6-43dd-be14-a674691f9f74 req-0e7439e1-e0a3-4409-9f3f-64b052166658 service nova] Acquiring lock "d49d8558-c88f-4aac-a202-171db5e3fdb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0702c693-58d6-43dd-be14-a674691f9f74 req-0e7439e1-e0a3-4409-9f3f-64b052166658 service nova] Lock "d49d8558-c88f-4aac-a202-171db5e3fdb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0702c693-58d6-43dd-be14-a674691f9f74 req-0e7439e1-e0a3-4409-9f3f-64b052166658 service nova] Lock "d49d8558-c88f-4aac-a202-171db5e3fdb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:48 user nova-compute[73884]: DEBUG nova.compute.manager [req-0702c693-58d6-43dd-be14-a674691f9f74 req-0e7439e1-e0a3-4409-9f3f-64b052166658 service nova] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] No waiting events found dispatching network-vif-plugged-d0de32e1-78f4-467c-a7b3-f4c6fa2736d0 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:30:48 user nova-compute[73884]: WARNING nova.compute.manager [req-0702c693-58d6-43dd-be14-a674691f9f74 req-0e7439e1-e0a3-4409-9f3f-64b052166658 service nova] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Received unexpected event network-vif-plugged-d0de32e1-78f4-467c-a7b3-f4c6fa2736d0 for instance with vm_state active and task_state None.
Oct 16 08:30:48 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:30:48 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:30:48 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 08:30:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.410s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:49 user nova-compute[73884]: DEBUG nova.compute.manager [req-a973180f-402d-48bc-b861-088dd0345b01 req-22a1c271-79d6-472c-b7c9-98350e7274c1 service nova] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Received event network-vif-plugged-1f70896e-bd10-49f5-a769-e183d54ce3b7 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:30:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a973180f-402d-48bc-b861-088dd0345b01 req-22a1c271-79d6-472c-b7c9-98350e7274c1 service nova] Acquiring lock "baa67186-a783-44fc-bf2f-8275de0e27ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a973180f-402d-48bc-b861-088dd0345b01 req-22a1c271-79d6-472c-b7c9-98350e7274c1 service nova] Lock "baa67186-a783-44fc-bf2f-8275de0e27ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a973180f-402d-48bc-b861-088dd0345b01 req-22a1c271-79d6-472c-b7c9-98350e7274c1 service nova] Lock "baa67186-a783-44fc-bf2f-8275de0e27ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:49 user nova-compute[73884]: DEBUG nova.compute.manager [req-a973180f-402d-48bc-b861-088dd0345b01 req-22a1c271-79d6-472c-b7c9-98350e7274c1 service nova] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] No waiting events found dispatching network-vif-plugged-1f70896e-bd10-49f5-a769-e183d54ce3b7 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:30:49 user nova-compute[73884]: WARNING nova.compute.manager [req-a973180f-402d-48bc-b861-088dd0345b01 req-22a1c271-79d6-472c-b7c9-98350e7274c1 service nova] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Received unexpected event network-vif-plugged-1f70896e-bd10-49f5-a769-e183d54ce3b7 for instance with vm_state building and task_state spawning.
Oct 16 08:30:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:51 user nova-compute[73884]: DEBUG nova.compute.manager [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:30:51 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:30:51 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Instance spawned successfully.
Oct 16 08:30:51 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:30:51 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:30:51 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:30:51 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:30:51 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:30:51 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:30:51 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:30:51 user nova-compute[73884]: DEBUG nova.compute.manager [req-824dd01d-0e82-449e-8ec2-7cc1af7b9966 req-c9afbe3c-3402-499c-b119-e3e21450297b service nova] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Received event network-vif-plugged-1f70896e-bd10-49f5-a769-e183d54ce3b7 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:30:51 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-824dd01d-0e82-449e-8ec2-7cc1af7b9966 req-c9afbe3c-3402-499c-b119-e3e21450297b service nova] Acquiring lock "baa67186-a783-44fc-bf2f-8275de0e27ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:51 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-824dd01d-0e82-449e-8ec2-7cc1af7b9966 req-c9afbe3c-3402-499c-b119-e3e21450297b service nova] Lock "baa67186-a783-44fc-bf2f-8275de0e27ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:51 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-824dd01d-0e82-449e-8ec2-7cc1af7b9966 req-c9afbe3c-3402-499c-b119-e3e21450297b service nova] Lock "baa67186-a783-44fc-bf2f-8275de0e27ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:51 user nova-compute[73884]: DEBUG nova.compute.manager [req-824dd01d-0e82-449e-8ec2-7cc1af7b9966 req-c9afbe3c-3402-499c-b119-e3e21450297b service nova] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] No waiting events found dispatching network-vif-plugged-1f70896e-bd10-49f5-a769-e183d54ce3b7 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:30:51 user nova-compute[73884]: WARNING nova.compute.manager [req-824dd01d-0e82-449e-8ec2-7cc1af7b9966 req-c9afbe3c-3402-499c-b119-e3e21450297b service nova] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Received unexpected event network-vif-plugged-1f70896e-bd10-49f5-a769-e183d54ce3b7 for instance with vm_state building and task_state spawning.
Oct 16 08:30:51 user nova-compute[73884]: INFO nova.compute.manager [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Took 6.29 seconds to spawn the instance on the hypervisor.
Oct 16 08:30:51 user nova-compute[73884]: DEBUG nova.compute.manager [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:30:51 user nova-compute[73884]: INFO nova.compute.manager [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Took 7.08 seconds to build instance.
Oct 16 08:30:51 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0a7228df-fd0d-44f3-8b38-218552aa50ef tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "baa67186-a783-44fc-bf2f-8275de0e27ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.255s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:51 user nova-compute[73884]: INFO nova.compute.manager [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Rescuing
Oct 16 08:30:51 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquiring lock "refresh_cache-1b00d8e1-f570-4091-9bee-780b98344624" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:30:51 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquired lock "refresh_cache-1b00d8e1-f570-4091-9bee-780b98344624" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:30:51 user nova-compute[73884]: DEBUG nova.network.neutron [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:30:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:52 user nova-compute[73884]: DEBUG nova.network.neutron [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Updating instance_info_cache with network_info: [{"id": "76239de3-6646-40d1-8e8a-f3ee2822ad02", "address": "fa:16:3e:57:da:f7", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76239de3-66", "ovs_interfaceid": "76239de3-6646-40d1-8e8a-f3ee2822ad02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:30:52 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Releasing lock "refresh_cache-1b00d8e1-f570-4091-9bee-780b98344624" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:30:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG nova.compute.manager [req-6888f916-207f-426c-b183-8a6502697d00 req-9f299bde-76c2-423c-9880-01dde2430369 service nova] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Received event network-vif-unplugged-76239de3-6646-40d1-8e8a-f3ee2822ad02 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6888f916-207f-426c-b183-8a6502697d00 req-9f299bde-76c2-423c-9880-01dde2430369 service nova] Acquiring lock "1b00d8e1-f570-4091-9bee-780b98344624-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6888f916-207f-426c-b183-8a6502697d00 req-9f299bde-76c2-423c-9880-01dde2430369 service nova] Lock "1b00d8e1-f570-4091-9bee-780b98344624-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6888f916-207f-426c-b183-8a6502697d00 req-9f299bde-76c2-423c-9880-01dde2430369 service nova] Lock "1b00d8e1-f570-4091-9bee-780b98344624-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG nova.compute.manager [req-6888f916-207f-426c-b183-8a6502697d00 req-9f299bde-76c2-423c-9880-01dde2430369 service nova] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] No waiting events found dispatching network-vif-unplugged-76239de3-6646-40d1-8e8a-f3ee2822ad02 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:30:53 user nova-compute[73884]: WARNING nova.compute.manager [req-6888f916-207f-426c-b183-8a6502697d00 req-9f299bde-76c2-423c-9880-01dde2430369 service nova] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Received unexpected event network-vif-unplugged-76239de3-6646-40d1-8e8a-f3ee2822ad02 for instance with vm_state active and task_state rescuing.
Oct 16 08:30:53 user nova-compute[73884]: DEBUG nova.compute.manager [req-6888f916-207f-426c-b183-8a6502697d00 req-9f299bde-76c2-423c-9880-01dde2430369 service nova] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Received event network-vif-plugged-76239de3-6646-40d1-8e8a-f3ee2822ad02 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6888f916-207f-426c-b183-8a6502697d00 req-9f299bde-76c2-423c-9880-01dde2430369 service nova] Acquiring lock "1b00d8e1-f570-4091-9bee-780b98344624-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6888f916-207f-426c-b183-8a6502697d00 req-9f299bde-76c2-423c-9880-01dde2430369 service nova] Lock "1b00d8e1-f570-4091-9bee-780b98344624-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6888f916-207f-426c-b183-8a6502697d00 req-9f299bde-76c2-423c-9880-01dde2430369 service nova] Lock "1b00d8e1-f570-4091-9bee-780b98344624-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG nova.compute.manager [req-6888f916-207f-426c-b183-8a6502697d00 req-9f299bde-76c2-423c-9880-01dde2430369 service nova] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] No waiting events found dispatching network-vif-plugged-76239de3-6646-40d1-8e8a-f3ee2822ad02 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:30:53 user nova-compute[73884]: WARNING nova.compute.manager [req-6888f916-207f-426c-b183-8a6502697d00 req-9f299bde-76c2-423c-9880-01dde2430369 service nova] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Received unexpected event network-vif-plugged-76239de3-6646-40d1-8e8a-f3ee2822ad02 for instance with vm_state active and task_state rescuing.
Oct 16 08:30:53 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Instance destroyed successfully.
Oct 16 08:30:53 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Attempting rescue
Oct 16 08:30:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=73884) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Instance directory exists: not creating {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 16 08:30:53 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Creating image(s)
Oct 16 08:30:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquiring lock "/opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "/opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "/opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG nova.objects.instance [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lazy-loading 'trusted_certs' on Instance uuid 1b00d8e1-f570-4091-9bee-780b98344624 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquiring lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.183s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue" returned: 0 in 0.055s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.245s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG nova.objects.instance [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lazy-loading 'migration_context' on Instance uuid 1b00d8e1-f570-4091-9bee-780b98344624 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG nova.objects.base [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Object Instance<1b00d8e1-f570-4091-9bee-780b98344624> lazy-loaded attributes: trusted_certs,migration_context {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Start _get_guest_xml network_info=[{"id": "76239de3-6646-40d1-8e8a-f3ee2822ad02", "address": "fa:16:3e:57:da:f7", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "vif_mac": "fa:16:3e:57:da:f7"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76239de3-66", "ovs_interfaceid": "76239de3-6646-40d1-8e8a-f3ee2822ad02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'a4e1d819-b957-4c9c-9b9d-fd987951fbab', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG nova.objects.instance [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lazy-loading 'resources' on Instance uuid 1b00d8e1-f570-4091-9bee-780b98344624 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG nova.objects.base [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Object Instance<1b00d8e1-f570-4091-9bee-780b98344624> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG nova.objects.instance [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lazy-loading 'numa_topology' on Instance uuid 1b00d8e1-f570-4091-9bee-780b98344624 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG nova.objects.base [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Object Instance<1b00d8e1-f570-4091-9bee-780b98344624> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:30:53 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:30:53 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:30:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG nova.objects.instance [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lazy-loading 'vcpu_model' on Instance uuid 1b00d8e1-f570-4091-9bee-780b98344624 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG nova.objects.base [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Object Instance<1b00d8e1-f570-4091-9bee-780b98344624> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:29:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1048611956',display_name='tempest-ServerRescueNegativeTestJSON-server-1048611956',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1048611956',id=15,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:29:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9e52badad06145cfa089e3408fc0ec2a',ramdisk_id='',reservation_id='r-e0pbnns8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1439350041',owner_user_name='tempest-ServerRescueNegativeTestJSON-1439350041-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:29:10Z,user_data=None,user_id='de4969717c974b0882fa85234f08a619',uuid=1b00d8e1-f570-4091-9bee-780b98344624,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "76239de3-6646-40d1-8e8a-f3ee2822ad02", "address": "fa:16:3e:57:da:f7", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "vif_mac": "fa:16:3e:57:da:f7"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76239de3-66", "ovs_interfaceid": "76239de3-6646-40d1-8e8a-f3ee2822ad02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Converting VIF {"id": "76239de3-6646-40d1-8e8a-f3ee2822ad02", "address": "fa:16:3e:57:da:f7", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "vif_mac": "fa:16:3e:57:da:f7"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76239de3-66", "ovs_interfaceid": "76239de3-6646-40d1-8e8a-f3ee2822ad02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:57:da:f7,bridge_name='br-int',has_traffic_filtering=True,id=76239de3-6646-40d1-8e8a-f3ee2822ad02,network=Network(c29d5c21-21e2-439e-9ee6-7530bc770e4d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap76239de3-66') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG nova.objects.instance [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lazy-loading 'pci_devices' on Instance uuid 1b00d8e1-f570-4091-9bee-780b98344624 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG nova.objects.base [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Object Instance<1b00d8e1-f570-4091-9bee-780b98344624> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:30:53 user nova-compute[73884]:   <uuid>1b00d8e1-f570-4091-9bee-780b98344624</uuid>
Oct 16 08:30:53 user nova-compute[73884]:   <name>instance-0000000f</name>
Oct 16 08:30:53 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:30:53 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:30:53 user nova-compute[73884]:   <metadata>
Oct 16 08:30:53 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:30:53 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:30:53 user nova-compute[73884]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1048611956</nova:name>
Oct 16 08:30:53 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:30:53</nova:creationTime>
Oct 16 08:30:53 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:30:53 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:30:53 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:30:53 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:30:53 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:30:53 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:30:53 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:30:53 user nova-compute[73884]:       <nova:owner>
Oct 16 08:30:53 user nova-compute[73884]:         <nova:user uuid="de4969717c974b0882fa85234f08a619">tempest-ServerRescueNegativeTestJSON-1439350041-project-member</nova:user>
Oct 16 08:30:53 user nova-compute[73884]:         <nova:project uuid="9e52badad06145cfa089e3408fc0ec2a">tempest-ServerRescueNegativeTestJSON-1439350041</nova:project>
Oct 16 08:30:53 user nova-compute[73884]:       </nova:owner>
Oct 16 08:30:53 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:30:53 user nova-compute[73884]:       <nova:ports>
Oct 16 08:30:53 user nova-compute[73884]:         <nova:port uuid="76239de3-6646-40d1-8e8a-f3ee2822ad02">
Oct 16 08:30:53 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 16 08:30:53 user nova-compute[73884]:         </nova:port>
Oct 16 08:30:53 user nova-compute[73884]:       </nova:ports>
Oct 16 08:30:53 user nova-compute[73884]:     </nova:instance>
Oct 16 08:30:53 user nova-compute[73884]:   </metadata>
Oct 16 08:30:53 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:30:53 user nova-compute[73884]:     <system>
Oct 16 08:30:53 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:30:53 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:30:53 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:30:53 user nova-compute[73884]:       <entry name="serial">1b00d8e1-f570-4091-9bee-780b98344624</entry>
Oct 16 08:30:53 user nova-compute[73884]:       <entry name="uuid">1b00d8e1-f570-4091-9bee-780b98344624</entry>
Oct 16 08:30:53 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:30:53 user nova-compute[73884]:     </system>
Oct 16 08:30:53 user nova-compute[73884]:   </sysinfo>
Oct 16 08:30:53 user nova-compute[73884]:   <os>
Oct 16 08:30:53 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:30:53 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:30:53 user nova-compute[73884]:   </os>
Oct 16 08:30:53 user nova-compute[73884]:   <features>
Oct 16 08:30:53 user nova-compute[73884]:     <acpi/>
Oct 16 08:30:53 user nova-compute[73884]:     <apic/>
Oct 16 08:30:53 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:30:53 user nova-compute[73884]:   </features>
Oct 16 08:30:53 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:30:53 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:30:53 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:30:53 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:30:53 user nova-compute[73884]:   </clock>
Oct 16 08:30:53 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:30:53 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:30:53 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:30:53 user nova-compute[73884]:   </cpu>
Oct 16 08:30:53 user nova-compute[73884]:   <devices>
Oct 16 08:30:53 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:30:53 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:30:53 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue"/>
Oct 16 08:30:53 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:30:53 user nova-compute[73884]:     </disk>
Oct 16 08:30:53 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:30:53 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:30:53 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk"/>
Oct 16 08:30:53 user nova-compute[73884]:       <target dev="vdb" bus="virtio"/>
Oct 16 08:30:53 user nova-compute[73884]:     </disk>
Oct 16 08:30:53 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:30:53 user nova-compute[73884]:       <mac address="fa:16:3e:57:da:f7"/>
Oct 16 08:30:53 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:30:53 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:30:53 user nova-compute[73884]:       <target dev="tap76239de3-66"/>
Oct 16 08:30:53 user nova-compute[73884]:     </interface>
Oct 16 08:30:53 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:30:53 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/console.log" append="off"/>
Oct 16 08:30:53 user nova-compute[73884]:     </serial>
Oct 16 08:30:53 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:30:53 user nova-compute[73884]:     <video>
Oct 16 08:30:53 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:30:53 user nova-compute[73884]:     </video>
Oct 16 08:30:53 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:30:53 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:30:53 user nova-compute[73884]:     </rng>
Oct 16 08:30:53 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:30:53 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:30:53 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:30:53 user nova-compute[73884]:     </memballoon>
Oct 16 08:30:53 user nova-compute[73884]:   </devices>
Oct 16 08:30:53 user nova-compute[73884]: </domain>
Oct 16 08:30:53 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:30:53 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Instance destroyed successfully.
Oct 16 08:30:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] No BDM found with device name vdb, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:30:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] No VIF found with MAC fa:16:3e:57:da:f7, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:30:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:55 user nova-compute[73884]: DEBUG nova.compute.manager [req-7f622819-d926-4898-b9f4-83edea792374 req-9bb3f11b-d22d-4c8e-9f65-781161f05f70 service nova] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Received event network-vif-plugged-76239de3-6646-40d1-8e8a-f3ee2822ad02 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:30:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-7f622819-d926-4898-b9f4-83edea792374 req-9bb3f11b-d22d-4c8e-9f65-781161f05f70 service nova] Acquiring lock "1b00d8e1-f570-4091-9bee-780b98344624-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-7f622819-d926-4898-b9f4-83edea792374 req-9bb3f11b-d22d-4c8e-9f65-781161f05f70 service nova] Lock "1b00d8e1-f570-4091-9bee-780b98344624-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-7f622819-d926-4898-b9f4-83edea792374 req-9bb3f11b-d22d-4c8e-9f65-781161f05f70 service nova] Lock "1b00d8e1-f570-4091-9bee-780b98344624-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:55 user nova-compute[73884]: DEBUG nova.compute.manager [req-7f622819-d926-4898-b9f4-83edea792374 req-9bb3f11b-d22d-4c8e-9f65-781161f05f70 service nova] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] No waiting events found dispatching network-vif-plugged-76239de3-6646-40d1-8e8a-f3ee2822ad02 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:30:55 user nova-compute[73884]: WARNING nova.compute.manager [req-7f622819-d926-4898-b9f4-83edea792374 req-9bb3f11b-d22d-4c8e-9f65-781161f05f70 service nova] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Received unexpected event network-vif-plugged-76239de3-6646-40d1-8e8a-f3ee2822ad02 for instance with vm_state active and task_state rescuing.
Oct 16 08:30:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:30:56 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Creating image(s)
Oct 16 08:30:56 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Did not create local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Ensure instance console log exists: /opt/stack/data/nova/instances/e92bce3d-33d8-4004-869d-4db8991dda75/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Start _get_guest_xml network_info=[{"id": "e23a29ce-99fc-402f-8a26-cd8031fd07b4", "address": "fa:16:3e:c6:8b:4d", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape23a29ce-99", "ovs_interfaceid": "e23a29ce-99fc-402f-8a26-cd8031fd07b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lcryVSZv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e92bce3d-33d8-4004-869d-4db8991dda75', 'attached_at': '', 'detached_at': '', 'volume_id': '44e45c8b-f20f-4805-8cde-16cc9bdccf9d', 'serial': '44e45c8b-f20f-4805-8cde-16cc9bdccf9d'}, 'attachment_id': '69e412f4-7276-4fa3-85d8-a2dbb823b488', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'delete_on_termination': False, 'boot_index': 0, 'device_type': 'disk', 'volume_type': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:30:56 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:30:56 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:30:56 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lcryVSZv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:30:56 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:30:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:30:56 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:30:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:30:56 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:30:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b48f40df-ae3a-4252-bdc1-df5a5c939ff9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:30:56 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0edff23-f97f-43c4-b79f-dca61551575f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d] added
Oct 16 08:30:56 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[13d08a8e-9a9e-4b6a-8b50-0e4829511cb7]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e4b599a-8587-4018-9dd3-9935cae0f374]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lcryVSZv {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lcryVSZv" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a38753a-f634-48f9-a06c-01e3fe18f738]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lcryVSZv'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc77bdce-845d-40e7-8065-2a48878411dd]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a29880e-49f7-4127-a7e5-c37b205852b6]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 16 08:30:56 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 16 08:30:56 user nova-compute[73884]:  {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:30:56 user nova-compute[73884]: WARNING os_brick.initiator.connectors.iscsi [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 16 08:30:56 user nova-compute[73884]: 
Oct 16 08:30:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a83ef19d-bbe9-4f65-9b77-32d2443edacb]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d, portal: 172.16.0.220,3260]
Oct 16 08:30:56 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d, portal: 172.16.0.220,3260] successful.
Oct 16 08:30:56 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0daaea6-22c9-4129-a6eb-e70d98299c93]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[353facc5-9f51-43be-b52c-657ecdcd25bc]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:30:56 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:30:56 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.274s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] HCTL ('33', '-', '-', 0) found on session 17 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7a79175-06d1-44e1-a79e-aa594eed1e56]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:30:56 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Searching for a device in session 17 and hctl ['33', '*', '*', 0] yield: None {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:30:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-d6210659-a7f6-4bdb-81e9-85f5e04cd3fd req-6006eb42-af92-4f15-8aef-a7a966ef2df2 service nova] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Received event network-vif-plugged-76239de3-6646-40d1-8e8a-f3ee2822ad02 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:30:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d6210659-a7f6-4bdb-81e9-85f5e04cd3fd req-6006eb42-af92-4f15-8aef-a7a966ef2df2 service nova] Acquiring lock "1b00d8e1-f570-4091-9bee-780b98344624-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d6210659-a7f6-4bdb-81e9-85f5e04cd3fd req-6006eb42-af92-4f15-8aef-a7a966ef2df2 service nova] Lock "1b00d8e1-f570-4091-9bee-780b98344624-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d6210659-a7f6-4bdb-81e9-85f5e04cd3fd req-6006eb42-af92-4f15-8aef-a7a966ef2df2 service nova] Lock "1b00d8e1-f570-4091-9bee-780b98344624-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-d6210659-a7f6-4bdb-81e9-85f5e04cd3fd req-6006eb42-af92-4f15-8aef-a7a966ef2df2 service nova] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] No waiting events found dispatching network-vif-plugged-76239de3-6646-40d1-8e8a-f3ee2822ad02 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:30:57 user nova-compute[73884]: WARNING nova.compute.manager [req-d6210659-a7f6-4bdb-81e9-85f5e04cd3fd req-6006eb42-af92-4f15-8aef-a7a966ef2df2 service nova] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Received unexpected event network-vif-plugged-76239de3-6646-40d1-8e8a-f3ee2822ad02 for instance with vm_state active and task_state rescuing.
Oct 16 08:30:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:57 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Searching for a device in session 17 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:30:57 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lcryVSZv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:30:57 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.305s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:30:57 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] <== connect_volume: return (1306ms) {'type': 'block', 'scsi_wwn': '23565353938363031', 'path': '/dev/sdb'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:30:57 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23565353938363031', 'path': '/dev/sdb'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:30:57 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:30:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1648568679',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1648568679',id=16,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f9db6ac897784a4fb18d26858afb7956',ramdisk_id='',reservation_id='r-rp4un0dg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1464100791',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:30:22Z,user_data=None,user_id='d17a1a64076a44f28b10f2d82b7ffd5a',uuid=e92bce3d-33d8-4004-869d-4db8991dda75,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e23a29ce-99fc-402f-8a26-cd8031fd07b4", "address": "fa:16:3e:c6:8b:4d", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape23a29ce-99", "ovs_interfaceid": "e23a29ce-99fc-402f-8a26-cd8031fd07b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:30:57 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Converting VIF {"id": "e23a29ce-99fc-402f-8a26-cd8031fd07b4", "address": "fa:16:3e:c6:8b:4d", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape23a29ce-99", "ovs_interfaceid": "e23a29ce-99fc-402f-8a26-cd8031fd07b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:30:57 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c6:8b:4d,bridge_name='br-int',has_traffic_filtering=True,id=e23a29ce-99fc-402f-8a26-cd8031fd07b4,network=Network(dee86f1a-fba2-4f98-80d9-351ebde8da3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape23a29ce-99') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:30:57 user nova-compute[73884]: DEBUG nova.objects.instance [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lazy-loading 'pci_devices' on Instance uuid e92bce3d-33d8-4004-869d-4db8991dda75 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:30:57 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:30:57 user nova-compute[73884]:   <uuid>e92bce3d-33d8-4004-869d-4db8991dda75</uuid>
Oct 16 08:30:57 user nova-compute[73884]:   <name>instance-00000010</name>
Oct 16 08:30:57 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:30:57 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:30:57 user nova-compute[73884]:   <metadata>
Oct 16 08:30:57 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:30:57 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:30:57 user nova-compute[73884]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1648568679</nova:name>
Oct 16 08:30:57 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:30:56</nova:creationTime>
Oct 16 08:30:57 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:30:57 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:30:57 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:30:57 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:30:57 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:30:57 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:30:57 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:30:57 user nova-compute[73884]:       <nova:owner>
Oct 16 08:30:57 user nova-compute[73884]:         <nova:user uuid="d17a1a64076a44f28b10f2d82b7ffd5a">tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member</nova:user>
Oct 16 08:30:57 user nova-compute[73884]:         <nova:project uuid="f9db6ac897784a4fb18d26858afb7956">tempest-ServerBootFromVolumeStableRescueTest-1464100791</nova:project>
Oct 16 08:30:57 user nova-compute[73884]:       </nova:owner>
Oct 16 08:30:57 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:30:57 user nova-compute[73884]:       <nova:ports>
Oct 16 08:30:57 user nova-compute[73884]:         <nova:port uuid="e23a29ce-99fc-402f-8a26-cd8031fd07b4">
Oct 16 08:30:57 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 16 08:30:57 user nova-compute[73884]:         </nova:port>
Oct 16 08:30:57 user nova-compute[73884]:       </nova:ports>
Oct 16 08:30:57 user nova-compute[73884]:     </nova:instance>
Oct 16 08:30:57 user nova-compute[73884]:   </metadata>
Oct 16 08:30:57 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:30:57 user nova-compute[73884]:     <system>
Oct 16 08:30:57 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:30:57 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:30:57 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:30:57 user nova-compute[73884]:       <entry name="serial">e92bce3d-33d8-4004-869d-4db8991dda75</entry>
Oct 16 08:30:57 user nova-compute[73884]:       <entry name="uuid">e92bce3d-33d8-4004-869d-4db8991dda75</entry>
Oct 16 08:30:57 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:30:57 user nova-compute[73884]:     </system>
Oct 16 08:30:57 user nova-compute[73884]:   </sysinfo>
Oct 16 08:30:57 user nova-compute[73884]:   <os>
Oct 16 08:30:57 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:30:57 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:30:57 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:30:57 user nova-compute[73884]:   </os>
Oct 16 08:30:57 user nova-compute[73884]:   <features>
Oct 16 08:30:57 user nova-compute[73884]:     <acpi/>
Oct 16 08:30:57 user nova-compute[73884]:     <apic/>
Oct 16 08:30:57 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:30:57 user nova-compute[73884]:   </features>
Oct 16 08:30:57 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:30:57 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:30:57 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:30:57 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:30:57 user nova-compute[73884]:   </clock>
Oct 16 08:30:57 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:30:57 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:30:57 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:30:57 user nova-compute[73884]:   </cpu>
Oct 16 08:30:57 user nova-compute[73884]:   <devices>
Oct 16 08:30:57 user nova-compute[73884]:     <disk type="block" device="disk">
Oct 16 08:30:57 user nova-compute[73884]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:30:57 user nova-compute[73884]:       <source dev="/dev/sdb"/>
Oct 16 08:30:57 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:30:57 user nova-compute[73884]:       <serial>44e45c8b-f20f-4805-8cde-16cc9bdccf9d</serial>
Oct 16 08:30:57 user nova-compute[73884]:     </disk>
Oct 16 08:30:57 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:30:57 user nova-compute[73884]:       <mac address="fa:16:3e:c6:8b:4d"/>
Oct 16 08:30:57 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:30:57 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:30:57 user nova-compute[73884]:       <target dev="tape23a29ce-99"/>
Oct 16 08:30:57 user nova-compute[73884]:     </interface>
Oct 16 08:30:57 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:30:57 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/e92bce3d-33d8-4004-869d-4db8991dda75/console.log" append="off"/>
Oct 16 08:30:57 user nova-compute[73884]:     </serial>
Oct 16 08:30:57 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:30:57 user nova-compute[73884]:     <video>
Oct 16 08:30:57 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:30:57 user nova-compute[73884]:     </video>
Oct 16 08:30:57 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:30:57 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:30:57 user nova-compute[73884]:     </rng>
Oct 16 08:30:57 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:30:57 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:30:57 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:30:57 user nova-compute[73884]:     </memballoon>
Oct 16 08:30:57 user nova-compute[73884]:   </devices>
Oct 16 08:30:57 user nova-compute[73884]: </domain>
Oct 16 08:30:57 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:30:57 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:30:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1648568679',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1648568679',id=16,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f9db6ac897784a4fb18d26858afb7956',ramdisk_id='',reservation_id='r-rp4un0dg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1464100791',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:30:22Z,user_data=None,user_id='d17a1a64076a44f28b10f2d82b7ffd5a',uuid=e92bce3d-33d8-4004-869d-4db8991dda75,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e23a29ce-99fc-402f-8a26-cd8031fd07b4", "address": "fa:16:3e:c6:8b:4d", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape23a29ce-99", "ovs_interfaceid": "e23a29ce-99fc-402f-8a26-cd8031fd07b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:30:57 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Converting VIF {"id": "e23a29ce-99fc-402f-8a26-cd8031fd07b4", "address": "fa:16:3e:c6:8b:4d", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape23a29ce-99", "ovs_interfaceid": "e23a29ce-99fc-402f-8a26-cd8031fd07b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:30:57 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c6:8b:4d,bridge_name='br-int',has_traffic_filtering=True,id=e23a29ce-99fc-402f-8a26-cd8031fd07b4,network=Network(dee86f1a-fba2-4f98-80d9-351ebde8da3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape23a29ce-99') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:30:57 user nova-compute[73884]: DEBUG os_vif [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c6:8b:4d,bridge_name='br-int',has_traffic_filtering=True,id=e23a29ce-99fc-402f-8a26-cd8031fd07b4,network=Network(dee86f1a-fba2-4f98-80d9-351ebde8da3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape23a29ce-99') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:30:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:30:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:30:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '79f1b323-d0e2-56c1-ab0b-9a87d90227a8', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:30:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:57 user nova-compute[73884]: DEBUG nova.compute.manager [None req-61535d86-37d2-41fd-a8cb-5ce5e66a68e5 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:30:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:30:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape23a29ce-99, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:30:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape23a29ce-99, col_values=(('qos', UUID('2e748396-ed64-4728-a497-ff22a1930e98')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:30:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape23a29ce-99, col_values=(('external_ids', {'iface-id': 'e23a29ce-99fc-402f-8a26-cd8031fd07b4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c6:8b:4d', 'vm-uuid': 'e92bce3d-33d8-4004-869d-4db8991dda75'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:30:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:30:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:57 user nova-compute[73884]: INFO os_vif [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c6:8b:4d,bridge_name='br-int',has_traffic_filtering=True,id=e23a29ce-99fc-402f-8a26-cd8031fd07b4,network=Network(dee86f1a-fba2-4f98-80d9-351ebde8da3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape23a29ce-99')
Oct 16 08:30:57 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:30:57 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] No VIF found with MAC fa:16:3e:c6:8b:4d, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:30:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:30:59 user nova-compute[73884]: DEBUG nova.compute.manager [req-5a2cd84c-95c4-466c-a5d4-044c23f19509 req-c5e0ff48-3565-445d-98e3-c3f0e2dae1d6 service nova] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Received event network-vif-plugged-e23a29ce-99fc-402f-8a26-cd8031fd07b4 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:30:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-5a2cd84c-95c4-466c-a5d4-044c23f19509 req-c5e0ff48-3565-445d-98e3-c3f0e2dae1d6 service nova] Acquiring lock "e92bce3d-33d8-4004-869d-4db8991dda75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:30:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-5a2cd84c-95c4-466c-a5d4-044c23f19509 req-c5e0ff48-3565-445d-98e3-c3f0e2dae1d6 service nova] Lock "e92bce3d-33d8-4004-869d-4db8991dda75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:30:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-5a2cd84c-95c4-466c-a5d4-044c23f19509 req-c5e0ff48-3565-445d-98e3-c3f0e2dae1d6 service nova] Lock "e92bce3d-33d8-4004-869d-4db8991dda75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:30:59 user nova-compute[73884]: DEBUG nova.compute.manager [req-5a2cd84c-95c4-466c-a5d4-044c23f19509 req-c5e0ff48-3565-445d-98e3-c3f0e2dae1d6 service nova] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] No waiting events found dispatching network-vif-plugged-e23a29ce-99fc-402f-8a26-cd8031fd07b4 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:30:59 user nova-compute[73884]: WARNING nova.compute.manager [req-5a2cd84c-95c4-466c-a5d4-044c23f19509 req-c5e0ff48-3565-445d-98e3-c3f0e2dae1d6 service nova] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Received unexpected event network-vif-plugged-e23a29ce-99fc-402f-8a26-cd8031fd07b4 for instance with vm_state building and task_state spawning.
Oct 16 08:31:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:01 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:31:01 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:31:01 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Instance spawned successfully.
Oct 16 08:31:01 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:31:01 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:31:01 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:31:01 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:31:01 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:31:01 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:31:01 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:31:01 user nova-compute[73884]: DEBUG nova.compute.manager [req-db14b4be-ca24-44bb-8956-ec4c0d5935a5 req-d6a4e23e-bea2-4bff-a7b3-39a647e59350 service nova] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Received event network-vif-plugged-e23a29ce-99fc-402f-8a26-cd8031fd07b4 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:31:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-db14b4be-ca24-44bb-8956-ec4c0d5935a5 req-d6a4e23e-bea2-4bff-a7b3-39a647e59350 service nova] Acquiring lock "e92bce3d-33d8-4004-869d-4db8991dda75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:31:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-db14b4be-ca24-44bb-8956-ec4c0d5935a5 req-d6a4e23e-bea2-4bff-a7b3-39a647e59350 service nova] Lock "e92bce3d-33d8-4004-869d-4db8991dda75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:31:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-db14b4be-ca24-44bb-8956-ec4c0d5935a5 req-d6a4e23e-bea2-4bff-a7b3-39a647e59350 service nova] Lock "e92bce3d-33d8-4004-869d-4db8991dda75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:31:01 user nova-compute[73884]: DEBUG nova.compute.manager [req-db14b4be-ca24-44bb-8956-ec4c0d5935a5 req-d6a4e23e-bea2-4bff-a7b3-39a647e59350 service nova] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] No waiting events found dispatching network-vif-plugged-e23a29ce-99fc-402f-8a26-cd8031fd07b4 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:31:01 user nova-compute[73884]: WARNING nova.compute.manager [req-db14b4be-ca24-44bb-8956-ec4c0d5935a5 req-d6a4e23e-bea2-4bff-a7b3-39a647e59350 service nova] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Received unexpected event network-vif-plugged-e23a29ce-99fc-402f-8a26-cd8031fd07b4 for instance with vm_state building and task_state spawning.
Oct 16 08:31:02 user nova-compute[73884]: INFO nova.compute.manager [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Took 5.70 seconds to spawn the instance on the hypervisor.
Oct 16 08:31:02 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:31:02 user nova-compute[73884]: INFO nova.compute.manager [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Took 40.57 seconds to build instance.
Oct 16 08:31:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b1e82a92-4ea9-4801-873a-dad4601e8d70 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "e92bce3d-33d8-4004-869d-4db8991dda75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 40.703s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:31:02 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:02 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:12 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:12 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:12 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Acquiring lock "133759dc-9633-4099-b44e-911363a567a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:31:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Lock "133759dc-9633-4099-b44e-911363a567a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:31:18 user nova-compute[73884]: DEBUG nova.compute.manager [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 133759dc-9633-4099-b44e-911363a567a6] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:31:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:31:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:31:19 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:31:19 user nova-compute[73884]: INFO nova.compute.claims [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 133759dc-9633-4099-b44e-911363a567a6] Claim successful on node user
Oct 16 08:31:19 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:31:19 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:31:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.545s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:31:19 user nova-compute[73884]: DEBUG nova.compute.manager [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 133759dc-9633-4099-b44e-911363a567a6] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:31:19 user nova-compute[73884]: DEBUG nova.compute.manager [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 133759dc-9633-4099-b44e-911363a567a6] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:31:19 user nova-compute[73884]: DEBUG nova.network.neutron [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 133759dc-9633-4099-b44e-911363a567a6] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:31:19 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 133759dc-9633-4099-b44e-911363a567a6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:31:19 user nova-compute[73884]: DEBUG nova.compute.manager [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 133759dc-9633-4099-b44e-911363a567a6] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:31:19 user nova-compute[73884]: DEBUG nova.policy [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab573c65e1cb4ad8b2bca8f16b20c6d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f57dc19243ba41bca3e12ea881aee10a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:31:19 user nova-compute[73884]: DEBUG nova.compute.manager [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 133759dc-9633-4099-b44e-911363a567a6] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:31:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 133759dc-9633-4099-b44e-911363a567a6] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:31:19 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 133759dc-9633-4099-b44e-911363a567a6] Creating image(s)
Oct 16 08:31:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Acquiring lock "/opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:31:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Lock "/opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:31:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Lock "/opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:31:19 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.208s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:31:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Acquiring lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:31:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:31:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.193s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:31:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk 1073741824" returned: 0 in 0.057s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:31:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.258s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:31:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:20 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:20 user nova-compute[73884]: DEBUG nova.network.neutron [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 133759dc-9633-4099-b44e-911363a567a6] Successfully created port: 05cdd15e-8fd7-4b06-9269-1bfc3da737b7 {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:31:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.182s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:31:20 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Checking if we can resize image /opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk. size=1073741824 {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 08:31:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:31:20 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Cannot resize image /opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk to a smaller size. {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 08:31:20 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 133759dc-9633-4099-b44e-911363a567a6] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:31:20 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 133759dc-9633-4099-b44e-911363a567a6] Ensure instance console log exists: /opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:31:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:31:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:31:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG nova.network.neutron [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 133759dc-9633-4099-b44e-911363a567a6] Successfully updated port: 05cdd15e-8fd7-4b06-9269-1bfc3da737b7 {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Acquiring lock "refresh_cache-133759dc-9633-4099-b44e-911363a567a6" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Acquired lock "refresh_cache-133759dc-9633-4099-b44e-911363a567a6" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG nova.network.neutron [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 133759dc-9633-4099-b44e-911363a567a6] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG nova.compute.manager [req-e1c14ea5-8256-4573-b745-811950bf1c6d req-c90b0a0d-311b-4b3f-a48b-57a8a5f2a26a service nova] [instance: 133759dc-9633-4099-b44e-911363a567a6] Received event network-changed-05cdd15e-8fd7-4b06-9269-1bfc3da737b7 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG nova.compute.manager [req-e1c14ea5-8256-4573-b745-811950bf1c6d req-c90b0a0d-311b-4b3f-a48b-57a8a5f2a26a service nova] [instance: 133759dc-9633-4099-b44e-911363a567a6] Refreshing instance network info cache due to event network-changed-05cdd15e-8fd7-4b06-9269-1bfc3da737b7. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e1c14ea5-8256-4573-b745-811950bf1c6d req-c90b0a0d-311b-4b3f-a48b-57a8a5f2a26a service nova] Acquiring lock "refresh_cache-133759dc-9633-4099-b44e-911363a567a6" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG nova.network.neutron [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 133759dc-9633-4099-b44e-911363a567a6] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG nova.network.neutron [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 133759dc-9633-4099-b44e-911363a567a6] Updating instance_info_cache with network_info: [{"id": "05cdd15e-8fd7-4b06-9269-1bfc3da737b7", "address": "fa:16:3e:dc:9e:94", "network": {"id": "1b391def-7804-49b0-b105-806421c634ba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2037639892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f57dc19243ba41bca3e12ea881aee10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap05cdd15e-8f", "ovs_interfaceid": "05cdd15e-8fd7-4b06-9269-1bfc3da737b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Releasing lock "refresh_cache-133759dc-9633-4099-b44e-911363a567a6" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG nova.compute.manager [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 133759dc-9633-4099-b44e-911363a567a6] Instance network_info: |[{"id": "05cdd15e-8fd7-4b06-9269-1bfc3da737b7", "address": "fa:16:3e:dc:9e:94", "network": {"id": "1b391def-7804-49b0-b105-806421c634ba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2037639892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f57dc19243ba41bca3e12ea881aee10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap05cdd15e-8f", "ovs_interfaceid": "05cdd15e-8fd7-4b06-9269-1bfc3da737b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e1c14ea5-8256-4573-b745-811950bf1c6d req-c90b0a0d-311b-4b3f-a48b-57a8a5f2a26a service nova] Acquired lock "refresh_cache-133759dc-9633-4099-b44e-911363a567a6" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG nova.network.neutron [req-e1c14ea5-8256-4573-b745-811950bf1c6d req-c90b0a0d-311b-4b3f-a48b-57a8a5f2a26a service nova] [instance: 133759dc-9633-4099-b44e-911363a567a6] Refreshing network info cache for port 05cdd15e-8fd7-4b06-9269-1bfc3da737b7 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 133759dc-9633-4099-b44e-911363a567a6] Start _get_guest_xml network_info=[{"id": "05cdd15e-8fd7-4b06-9269-1bfc3da737b7", "address": "fa:16:3e:dc:9e:94", "network": {"id": "1b391def-7804-49b0-b105-806421c634ba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2037639892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f57dc19243ba41bca3e12ea881aee10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap05cdd15e-8f", "ovs_interfaceid": "05cdd15e-8fd7-4b06-9269-1bfc3da737b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'a4e1d819-b957-4c9c-9b9d-fd987951fbab'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:31:21 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:31:21 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:31:21 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:31:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-889409182',display_name='tempest-ServersNegativeTestJSON-server-889409182',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-889409182',id=20,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f57dc19243ba41bca3e12ea881aee10a',ramdisk_id='',reservation_id='r-8apyndlc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-349483533',owner_user_name='tempest-ServersNegativeTestJSON-349483533-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:31:20Z,user_data=None,user_id='ab573c65e1cb4ad8b2bca8f16b20c6d1',uuid=133759dc-9633-4099-b44e-911363a567a6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "05cdd15e-8fd7-4b06-9269-1bfc3da737b7", "address": "fa:16:3e:dc:9e:94", "network": {"id": "1b391def-7804-49b0-b105-806421c634ba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2037639892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f57dc19243ba41bca3e12ea881aee10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap05cdd15e-8f", "ovs_interfaceid": "05cdd15e-8fd7-4b06-9269-1bfc3da737b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Converting VIF {"id": "05cdd15e-8fd7-4b06-9269-1bfc3da737b7", "address": "fa:16:3e:dc:9e:94", "network": {"id": "1b391def-7804-49b0-b105-806421c634ba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2037639892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f57dc19243ba41bca3e12ea881aee10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap05cdd15e-8f", "ovs_interfaceid": "05cdd15e-8fd7-4b06-9269-1bfc3da737b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dc:9e:94,bridge_name='br-int',has_traffic_filtering=True,id=05cdd15e-8fd7-4b06-9269-1bfc3da737b7,network=Network(1b391def-7804-49b0-b105-806421c634ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap05cdd15e-8f') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG nova.objects.instance [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Lazy-loading 'pci_devices' on Instance uuid 133759dc-9633-4099-b44e-911363a567a6 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 133759dc-9633-4099-b44e-911363a567a6] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:31:21 user nova-compute[73884]:   <uuid>133759dc-9633-4099-b44e-911363a567a6</uuid>
Oct 16 08:31:21 user nova-compute[73884]:   <name>instance-00000014</name>
Oct 16 08:31:21 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:31:21 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:31:21 user nova-compute[73884]:   <metadata>
Oct 16 08:31:21 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:31:21 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:31:21 user nova-compute[73884]:       <nova:name>tempest-ServersNegativeTestJSON-server-889409182</nova:name>
Oct 16 08:31:21 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:31:21</nova:creationTime>
Oct 16 08:31:21 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:31:21 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:31:21 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:31:21 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:31:21 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:31:21 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:31:21 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:31:21 user nova-compute[73884]:       <nova:owner>
Oct 16 08:31:21 user nova-compute[73884]:         <nova:user uuid="ab573c65e1cb4ad8b2bca8f16b20c6d1">tempest-ServersNegativeTestJSON-349483533-project-member</nova:user>
Oct 16 08:31:21 user nova-compute[73884]:         <nova:project uuid="f57dc19243ba41bca3e12ea881aee10a">tempest-ServersNegativeTestJSON-349483533</nova:project>
Oct 16 08:31:21 user nova-compute[73884]:       </nova:owner>
Oct 16 08:31:21 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:31:21 user nova-compute[73884]:       <nova:ports>
Oct 16 08:31:21 user nova-compute[73884]:         <nova:port uuid="05cdd15e-8fd7-4b06-9269-1bfc3da737b7">
Oct 16 08:31:21 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 16 08:31:21 user nova-compute[73884]:         </nova:port>
Oct 16 08:31:21 user nova-compute[73884]:       </nova:ports>
Oct 16 08:31:21 user nova-compute[73884]:     </nova:instance>
Oct 16 08:31:21 user nova-compute[73884]:   </metadata>
Oct 16 08:31:21 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:31:21 user nova-compute[73884]:     <system>
Oct 16 08:31:21 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:31:21 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:31:21 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:31:21 user nova-compute[73884]:       <entry name="serial">133759dc-9633-4099-b44e-911363a567a6</entry>
Oct 16 08:31:21 user nova-compute[73884]:       <entry name="uuid">133759dc-9633-4099-b44e-911363a567a6</entry>
Oct 16 08:31:21 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:31:21 user nova-compute[73884]:     </system>
Oct 16 08:31:21 user nova-compute[73884]:   </sysinfo>
Oct 16 08:31:21 user nova-compute[73884]:   <os>
Oct 16 08:31:21 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:31:21 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:31:21 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:31:21 user nova-compute[73884]:   </os>
Oct 16 08:31:21 user nova-compute[73884]:   <features>
Oct 16 08:31:21 user nova-compute[73884]:     <acpi/>
Oct 16 08:31:21 user nova-compute[73884]:     <apic/>
Oct 16 08:31:21 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:31:21 user nova-compute[73884]:   </features>
Oct 16 08:31:21 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:31:21 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:31:21 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:31:21 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:31:21 user nova-compute[73884]:   </clock>
Oct 16 08:31:21 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:31:21 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:31:21 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:31:21 user nova-compute[73884]:   </cpu>
Oct 16 08:31:21 user nova-compute[73884]:   <devices>
Oct 16 08:31:21 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:31:21 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:31:21 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk"/>
Oct 16 08:31:21 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:31:21 user nova-compute[73884]:     </disk>
Oct 16 08:31:21 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:31:21 user nova-compute[73884]:       <mac address="fa:16:3e:dc:9e:94"/>
Oct 16 08:31:21 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:31:21 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:31:21 user nova-compute[73884]:       <target dev="tap05cdd15e-8f"/>
Oct 16 08:31:21 user nova-compute[73884]:     </interface>
Oct 16 08:31:21 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:31:21 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/console.log" append="off"/>
Oct 16 08:31:21 user nova-compute[73884]:     </serial>
Oct 16 08:31:21 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:31:21 user nova-compute[73884]:     <video>
Oct 16 08:31:21 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:31:21 user nova-compute[73884]:     </video>
Oct 16 08:31:21 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:31:21 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:31:21 user nova-compute[73884]:     </rng>
Oct 16 08:31:21 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:31:21 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:31:21 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:31:21 user nova-compute[73884]:     </memballoon>
Oct 16 08:31:21 user nova-compute[73884]:   </devices>
Oct 16 08:31:21 user nova-compute[73884]: </domain>
Oct 16 08:31:21 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:31:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-889409182',display_name='tempest-ServersNegativeTestJSON-server-889409182',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-889409182',id=20,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f57dc19243ba41bca3e12ea881aee10a',ramdisk_id='',reservation_id='r-8apyndlc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-349483533',owner_user_name='tempest-ServersNegativeTestJSON-349483533-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:31:20Z,user_data=None,user_id='ab573c65e1cb4ad8b2bca8f16b20c6d1',uuid=133759dc-9633-4099-b44e-911363a567a6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "05cdd15e-8fd7-4b06-9269-1bfc3da737b7", "address": "fa:16:3e:dc:9e:94", "network": {"id": "1b391def-7804-49b0-b105-806421c634ba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2037639892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f57dc19243ba41bca3e12ea881aee10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap05cdd15e-8f", "ovs_interfaceid": "05cdd15e-8fd7-4b06-9269-1bfc3da737b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Converting VIF {"id": "05cdd15e-8fd7-4b06-9269-1bfc3da737b7", "address": "fa:16:3e:dc:9e:94", "network": {"id": "1b391def-7804-49b0-b105-806421c634ba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2037639892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f57dc19243ba41bca3e12ea881aee10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap05cdd15e-8f", "ovs_interfaceid": "05cdd15e-8fd7-4b06-9269-1bfc3da737b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dc:9e:94,bridge_name='br-int',has_traffic_filtering=True,id=05cdd15e-8fd7-4b06-9269-1bfc3da737b7,network=Network(1b391def-7804-49b0-b105-806421c634ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap05cdd15e-8f') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG os_vif [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:dc:9e:94,bridge_name='br-int',has_traffic_filtering=True,id=05cdd15e-8fd7-4b06-9269-1bfc3da737b7,network=Network(1b391def-7804-49b0-b105-806421c634ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap05cdd15e-8f') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1833f3bb-c048-5c5c-9af9-e7c3f2a1717f', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap05cdd15e-8f, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap05cdd15e-8f, col_values=(('qos', UUID('4795d9a1-58b6-4007-833e-648adef16c8f')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap05cdd15e-8f, col_values=(('external_ids', {'iface-id': '05cdd15e-8fd7-4b06-9269-1bfc3da737b7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:dc:9e:94', 'vm-uuid': '133759dc-9633-4099-b44e-911363a567a6'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:21 user nova-compute[73884]: INFO os_vif [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:dc:9e:94,bridge_name='br-int',has_traffic_filtering=True,id=05cdd15e-8fd7-4b06-9269-1bfc3da737b7,network=Network(1b391def-7804-49b0-b105-806421c634ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap05cdd15e-8f')
Oct 16 08:31:21 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:31:21 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] No VIF found with MAC fa:16:3e:dc:9e:94, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:31:22 user nova-compute[73884]: DEBUG nova.network.neutron [req-e1c14ea5-8256-4573-b745-811950bf1c6d req-c90b0a0d-311b-4b3f-a48b-57a8a5f2a26a service nova] [instance: 133759dc-9633-4099-b44e-911363a567a6] Updated VIF entry in instance network info cache for port 05cdd15e-8fd7-4b06-9269-1bfc3da737b7. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:31:22 user nova-compute[73884]: DEBUG nova.network.neutron [req-e1c14ea5-8256-4573-b745-811950bf1c6d req-c90b0a0d-311b-4b3f-a48b-57a8a5f2a26a service nova] [instance: 133759dc-9633-4099-b44e-911363a567a6] Updating instance_info_cache with network_info: [{"id": "05cdd15e-8fd7-4b06-9269-1bfc3da737b7", "address": "fa:16:3e:dc:9e:94", "network": {"id": "1b391def-7804-49b0-b105-806421c634ba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2037639892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f57dc19243ba41bca3e12ea881aee10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap05cdd15e-8f", "ovs_interfaceid": "05cdd15e-8fd7-4b06-9269-1bfc3da737b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:31:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e1c14ea5-8256-4573-b745-811950bf1c6d req-c90b0a0d-311b-4b3f-a48b-57a8a5f2a26a service nova] Releasing lock "refresh_cache-133759dc-9633-4099-b44e-911363a567a6" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:31:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "49814cf9-3d31-4163-aa37-3578ac1ebd90" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:31:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "49814cf9-3d31-4163-aa37-3578ac1ebd90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:31:22 user nova-compute[73884]: DEBUG nova.compute.manager [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:31:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:31:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:31:22 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:31:22 user nova-compute[73884]: INFO nova.compute.claims [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Claim successful on node user
Oct 16 08:31:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:23 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:31:23 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:31:23 user nova-compute[73884]: DEBUG nova.compute.manager [req-f9e41a17-cf94-4f0c-84ab-a4b3d6ca590c req-17ecfd3d-6354-4e02-bf08-02a1e0dd20f1 service nova] [instance: 133759dc-9633-4099-b44e-911363a567a6] Received event network-vif-plugged-05cdd15e-8fd7-4b06-9269-1bfc3da737b7 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:31:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f9e41a17-cf94-4f0c-84ab-a4b3d6ca590c req-17ecfd3d-6354-4e02-bf08-02a1e0dd20f1 service nova] Acquiring lock "133759dc-9633-4099-b44e-911363a567a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:31:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f9e41a17-cf94-4f0c-84ab-a4b3d6ca590c req-17ecfd3d-6354-4e02-bf08-02a1e0dd20f1 service nova] Lock "133759dc-9633-4099-b44e-911363a567a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:31:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f9e41a17-cf94-4f0c-84ab-a4b3d6ca590c req-17ecfd3d-6354-4e02-bf08-02a1e0dd20f1 service nova] Lock "133759dc-9633-4099-b44e-911363a567a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:31:23 user nova-compute[73884]: DEBUG nova.compute.manager [req-f9e41a17-cf94-4f0c-84ab-a4b3d6ca590c req-17ecfd3d-6354-4e02-bf08-02a1e0dd20f1 service nova] [instance: 133759dc-9633-4099-b44e-911363a567a6] No waiting events found dispatching network-vif-plugged-05cdd15e-8fd7-4b06-9269-1bfc3da737b7 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:31:23 user nova-compute[73884]: WARNING nova.compute.manager [req-f9e41a17-cf94-4f0c-84ab-a4b3d6ca590c req-17ecfd3d-6354-4e02-bf08-02a1e0dd20f1 service nova] [instance: 133759dc-9633-4099-b44e-911363a567a6] Received unexpected event network-vif-plugged-05cdd15e-8fd7-4b06-9269-1bfc3da737b7 for instance with vm_state building and task_state spawning.
Oct 16 08:31:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.496s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:31:23 user nova-compute[73884]: DEBUG nova.compute.manager [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:31:23 user nova-compute[73884]: DEBUG nova.compute.manager [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:31:23 user nova-compute[73884]: DEBUG nova.network.neutron [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:31:23 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:31:23 user nova-compute[73884]: DEBUG nova.compute.manager [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:31:23 user nova-compute[73884]: DEBUG nova.policy [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66ae9d1205f8431b8633ceea5ff568ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d655f1249c64e03ba95139efa91e346', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:31:23 user nova-compute[73884]: DEBUG nova.compute.manager [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:31:23 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:31:23 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Creating image(s)
Oct 16 08:31:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "/opt/stack/data/nova/instances/49814cf9-3d31-4163-aa37-3578ac1ebd90/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:31:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "/opt/stack/data/nova/instances/49814cf9-3d31-4163-aa37-3578ac1ebd90/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:31:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "/opt/stack/data/nova/instances/49814cf9-3d31-4163-aa37-3578ac1ebd90/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:31:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.191s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:31:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:31:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:31:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.187s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:31:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/49814cf9-3d31-4163-aa37-3578ac1ebd90/disk 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/49814cf9-3d31-4163-aa37-3578ac1ebd90/disk 1073741824" returned: 0 in 0.062s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:31:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.257s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:31:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.175s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:31:24 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Checking if we can resize image /opt/stack/data/nova/instances/49814cf9-3d31-4163-aa37-3578ac1ebd90/disk. size=1073741824 {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 08:31:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49814cf9-3d31-4163-aa37-3578ac1ebd90/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49814cf9-3d31-4163-aa37-3578ac1ebd90/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:31:24 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Cannot resize image /opt/stack/data/nova/instances/49814cf9-3d31-4163-aa37-3578ac1ebd90/disk to a smaller size. {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 08:31:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:31:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Ensure instance console log exists: /opt/stack/data/nova/instances/49814cf9-3d31-4163-aa37-3578ac1ebd90/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:31:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:31:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:31:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:31:24 user nova-compute[73884]: DEBUG nova.network.neutron [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Successfully created port: 685a2322-bc32-490c-affa-aeceb1974572 {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.network.neutron [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Successfully updated port: 685a2322-bc32-490c-affa-aeceb1974572 {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "refresh_cache-49814cf9-3d31-4163-aa37-3578ac1ebd90" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquired lock "refresh_cache-49814cf9-3d31-4163-aa37-3578ac1ebd90" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.network.neutron [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.compute.manager [req-c69fe461-1780-453a-a771-4d7ef95f4079 req-96ee37fb-0989-4cab-989c-795ba7a6c38e service nova] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Received event network-changed-685a2322-bc32-490c-affa-aeceb1974572 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.compute.manager [req-c69fe461-1780-453a-a771-4d7ef95f4079 req-96ee37fb-0989-4cab-989c-795ba7a6c38e service nova] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Refreshing instance network info cache due to event network-changed-685a2322-bc32-490c-affa-aeceb1974572. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-c69fe461-1780-453a-a771-4d7ef95f4079 req-96ee37fb-0989-4cab-989c-795ba7a6c38e service nova] Acquiring lock "refresh_cache-49814cf9-3d31-4163-aa37-3578ac1ebd90" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.network.neutron [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.compute.manager [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 133759dc-9633-4099-b44e-911363a567a6] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 133759dc-9633-4099-b44e-911363a567a6] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:31:25 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 133759dc-9633-4099-b44e-911363a567a6] Instance spawned successfully.
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 133759dc-9633-4099-b44e-911363a567a6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.compute.manager [req-b7790901-4586-4fb8-b37f-e085d07e197e req-cf094760-c9bb-4552-a64e-dab20500d0ce service nova] [instance: 133759dc-9633-4099-b44e-911363a567a6] Received event network-vif-plugged-05cdd15e-8fd7-4b06-9269-1bfc3da737b7 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-b7790901-4586-4fb8-b37f-e085d07e197e req-cf094760-c9bb-4552-a64e-dab20500d0ce service nova] Acquiring lock "133759dc-9633-4099-b44e-911363a567a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-b7790901-4586-4fb8-b37f-e085d07e197e req-cf094760-c9bb-4552-a64e-dab20500d0ce service nova] Lock "133759dc-9633-4099-b44e-911363a567a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-b7790901-4586-4fb8-b37f-e085d07e197e req-cf094760-c9bb-4552-a64e-dab20500d0ce service nova] Lock "133759dc-9633-4099-b44e-911363a567a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.compute.manager [req-b7790901-4586-4fb8-b37f-e085d07e197e req-cf094760-c9bb-4552-a64e-dab20500d0ce service nova] [instance: 133759dc-9633-4099-b44e-911363a567a6] No waiting events found dispatching network-vif-plugged-05cdd15e-8fd7-4b06-9269-1bfc3da737b7 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:31:25 user nova-compute[73884]: WARNING nova.compute.manager [req-b7790901-4586-4fb8-b37f-e085d07e197e req-cf094760-c9bb-4552-a64e-dab20500d0ce service nova] [instance: 133759dc-9633-4099-b44e-911363a567a6] Received unexpected event network-vif-plugged-05cdd15e-8fd7-4b06-9269-1bfc3da737b7 for instance with vm_state building and task_state spawning.
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 133759dc-9633-4099-b44e-911363a567a6] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 133759dc-9633-4099-b44e-911363a567a6] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 133759dc-9633-4099-b44e-911363a567a6] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 133759dc-9633-4099-b44e-911363a567a6] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 133759dc-9633-4099-b44e-911363a567a6] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 133759dc-9633-4099-b44e-911363a567a6] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.network.neutron [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Updating instance_info_cache with network_info: [{"id": "685a2322-bc32-490c-affa-aeceb1974572", "address": "fa:16:3e:d7:92:7a", "network": {"id": "e6c27229-23f2-49e4-a586-cd4ba520e1e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-139611324-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d655f1249c64e03ba95139efa91e346", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap685a2322-bc", "ovs_interfaceid": "685a2322-bc32-490c-affa-aeceb1974572", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Releasing lock "refresh_cache-49814cf9-3d31-4163-aa37-3578ac1ebd90" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.compute.manager [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Instance network_info: |[{"id": "685a2322-bc32-490c-affa-aeceb1974572", "address": "fa:16:3e:d7:92:7a", "network": {"id": "e6c27229-23f2-49e4-a586-cd4ba520e1e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-139611324-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d655f1249c64e03ba95139efa91e346", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap685a2322-bc", "ovs_interfaceid": "685a2322-bc32-490c-affa-aeceb1974572", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-c69fe461-1780-453a-a771-4d7ef95f4079 req-96ee37fb-0989-4cab-989c-795ba7a6c38e service nova] Acquired lock "refresh_cache-49814cf9-3d31-4163-aa37-3578ac1ebd90" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.network.neutron [req-c69fe461-1780-453a-a771-4d7ef95f4079 req-96ee37fb-0989-4cab-989c-795ba7a6c38e service nova] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Refreshing network info cache for port 685a2322-bc32-490c-affa-aeceb1974572 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Start _get_guest_xml network_info=[{"id": "685a2322-bc32-490c-affa-aeceb1974572", "address": "fa:16:3e:d7:92:7a", "network": {"id": "e6c27229-23f2-49e4-a586-cd4ba520e1e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-139611324-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d655f1249c64e03ba95139efa91e346", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap685a2322-bc", "ovs_interfaceid": "685a2322-bc32-490c-affa-aeceb1974572", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'a4e1d819-b957-4c9c-9b9d-fd987951fbab'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:31:25 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:31:25 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:31:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-400815720',display_name='tempest-AttachVolumeNegativeTest-server-400815720',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-400815720',id=21,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKvgUjUb4X+0IZUF0v9v5KLn6///+SEqUBrZI9Jt/l5P+GKuQNaBes1QNKn7nKJYNCp9OJBiXywREPaXdSIDmCP0UUMKhlkUYsjUZudIzmTmZpWtFjtFs+w19VLZiI01RQ==',key_name='tempest-keypair-46384930',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8d655f1249c64e03ba95139efa91e346',ramdisk_id='',reservation_id='r-x55sj07s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-155093106',owner_user_name='tempest-AttachVolumeNegativeTest-155093106-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:31:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='66ae9d1205f8431b8633ceea5ff568ed',uuid=49814cf9-3d31-4163-aa37-3578ac1ebd90,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "685a2322-bc32-490c-affa-aeceb1974572", "address": "fa:16:3e:d7:92:7a", "network": {"id": "e6c27229-23f2-49e4-a586-cd4ba520e1e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-139611324-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d655f1249c64e03ba95139efa91e346", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap685a2322-bc", "ovs_interfaceid": "685a2322-bc32-490c-affa-aeceb1974572", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Converting VIF {"id": "685a2322-bc32-490c-affa-aeceb1974572", "address": "fa:16:3e:d7:92:7a", "network": {"id": "e6c27229-23f2-49e4-a586-cd4ba520e1e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-139611324-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d655f1249c64e03ba95139efa91e346", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap685a2322-bc", "ovs_interfaceid": "685a2322-bc32-490c-affa-aeceb1974572", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d7:92:7a,bridge_name='br-int',has_traffic_filtering=True,id=685a2322-bc32-490c-affa-aeceb1974572,network=Network(e6c27229-23f2-49e4-a586-cd4ba520e1e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap685a2322-bc') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.objects.instance [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lazy-loading 'pci_devices' on Instance uuid 49814cf9-3d31-4163-aa37-3578ac1ebd90 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:31:25 user nova-compute[73884]: INFO nova.compute.manager [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 133759dc-9633-4099-b44e-911363a567a6] Took 5.76 seconds to spawn the instance on the hypervisor.
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.compute.manager [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 133759dc-9633-4099-b44e-911363a567a6] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:31:25 user nova-compute[73884]:   <uuid>49814cf9-3d31-4163-aa37-3578ac1ebd90</uuid>
Oct 16 08:31:25 user nova-compute[73884]:   <name>instance-00000015</name>
Oct 16 08:31:25 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:31:25 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:31:25 user nova-compute[73884]:   <metadata>
Oct 16 08:31:25 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:31:25 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:31:25 user nova-compute[73884]:       <nova:name>tempest-AttachVolumeNegativeTest-server-400815720</nova:name>
Oct 16 08:31:25 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:31:25</nova:creationTime>
Oct 16 08:31:25 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:31:25 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:31:25 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:31:25 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:31:25 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:31:25 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:31:25 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:31:25 user nova-compute[73884]:       <nova:owner>
Oct 16 08:31:25 user nova-compute[73884]:         <nova:user uuid="66ae9d1205f8431b8633ceea5ff568ed">tempest-AttachVolumeNegativeTest-155093106-project-member</nova:user>
Oct 16 08:31:25 user nova-compute[73884]:         <nova:project uuid="8d655f1249c64e03ba95139efa91e346">tempest-AttachVolumeNegativeTest-155093106</nova:project>
Oct 16 08:31:25 user nova-compute[73884]:       </nova:owner>
Oct 16 08:31:25 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:31:25 user nova-compute[73884]:       <nova:ports>
Oct 16 08:31:25 user nova-compute[73884]:         <nova:port uuid="685a2322-bc32-490c-affa-aeceb1974572">
Oct 16 08:31:25 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 16 08:31:25 user nova-compute[73884]:         </nova:port>
Oct 16 08:31:25 user nova-compute[73884]:       </nova:ports>
Oct 16 08:31:25 user nova-compute[73884]:     </nova:instance>
Oct 16 08:31:25 user nova-compute[73884]:   </metadata>
Oct 16 08:31:25 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:31:25 user nova-compute[73884]:     <system>
Oct 16 08:31:25 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:31:25 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:31:25 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:31:25 user nova-compute[73884]:       <entry name="serial">49814cf9-3d31-4163-aa37-3578ac1ebd90</entry>
Oct 16 08:31:25 user nova-compute[73884]:       <entry name="uuid">49814cf9-3d31-4163-aa37-3578ac1ebd90</entry>
Oct 16 08:31:25 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:31:25 user nova-compute[73884]:     </system>
Oct 16 08:31:25 user nova-compute[73884]:   </sysinfo>
Oct 16 08:31:25 user nova-compute[73884]:   <os>
Oct 16 08:31:25 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:31:25 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:31:25 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:31:25 user nova-compute[73884]:   </os>
Oct 16 08:31:25 user nova-compute[73884]:   <features>
Oct 16 08:31:25 user nova-compute[73884]:     <acpi/>
Oct 16 08:31:25 user nova-compute[73884]:     <apic/>
Oct 16 08:31:25 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:31:25 user nova-compute[73884]:   </features>
Oct 16 08:31:25 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:31:25 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:31:25 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:31:25 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:31:25 user nova-compute[73884]:   </clock>
Oct 16 08:31:25 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:31:25 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:31:25 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:31:25 user nova-compute[73884]:   </cpu>
Oct 16 08:31:25 user nova-compute[73884]:   <devices>
Oct 16 08:31:25 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:31:25 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:31:25 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/49814cf9-3d31-4163-aa37-3578ac1ebd90/disk"/>
Oct 16 08:31:25 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:31:25 user nova-compute[73884]:     </disk>
Oct 16 08:31:25 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:31:25 user nova-compute[73884]:       <mac address="fa:16:3e:d7:92:7a"/>
Oct 16 08:31:25 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:31:25 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:31:25 user nova-compute[73884]:       <target dev="tap685a2322-bc"/>
Oct 16 08:31:25 user nova-compute[73884]:     </interface>
Oct 16 08:31:25 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:31:25 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/49814cf9-3d31-4163-aa37-3578ac1ebd90/console.log" append="off"/>
Oct 16 08:31:25 user nova-compute[73884]:     </serial>
Oct 16 08:31:25 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:31:25 user nova-compute[73884]:     <video>
Oct 16 08:31:25 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:31:25 user nova-compute[73884]:     </video>
Oct 16 08:31:25 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:31:25 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:31:25 user nova-compute[73884]:     </rng>
Oct 16 08:31:25 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:31:25 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:31:25 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:31:25 user nova-compute[73884]:     </memballoon>
Oct 16 08:31:25 user nova-compute[73884]:   </devices>
Oct 16 08:31:25 user nova-compute[73884]: </domain>
Oct 16 08:31:25 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:31:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-400815720',display_name='tempest-AttachVolumeNegativeTest-server-400815720',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-400815720',id=21,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKvgUjUb4X+0IZUF0v9v5KLn6///+SEqUBrZI9Jt/l5P+GKuQNaBes1QNKn7nKJYNCp9OJBiXywREPaXdSIDmCP0UUMKhlkUYsjUZudIzmTmZpWtFjtFs+w19VLZiI01RQ==',key_name='tempest-keypair-46384930',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8d655f1249c64e03ba95139efa91e346',ramdisk_id='',reservation_id='r-x55sj07s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-155093106',owner_user_name='tempest-AttachVolumeNegativeTest-155093106-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:31:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='66ae9d1205f8431b8633ceea5ff568ed',uuid=49814cf9-3d31-4163-aa37-3578ac1ebd90,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "685a2322-bc32-490c-affa-aeceb1974572", "address": "fa:16:3e:d7:92:7a", "network": {"id": "e6c27229-23f2-49e4-a586-cd4ba520e1e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-139611324-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d655f1249c64e03ba95139efa91e346", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap685a2322-bc", "ovs_interfaceid": "685a2322-bc32-490c-affa-aeceb1974572", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Converting VIF {"id": "685a2322-bc32-490c-affa-aeceb1974572", "address": "fa:16:3e:d7:92:7a", "network": {"id": "e6c27229-23f2-49e4-a586-cd4ba520e1e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-139611324-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d655f1249c64e03ba95139efa91e346", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap685a2322-bc", "ovs_interfaceid": "685a2322-bc32-490c-affa-aeceb1974572", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d7:92:7a,bridge_name='br-int',has_traffic_filtering=True,id=685a2322-bc32-490c-affa-aeceb1974572,network=Network(e6c27229-23f2-49e4-a586-cd4ba520e1e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap685a2322-bc') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG os_vif [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:92:7a,bridge_name='br-int',has_traffic_filtering=True,id=685a2322-bc32-490c-affa-aeceb1974572,network=Network(e6c27229-23f2-49e4-a586-cd4ba520e1e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap685a2322-bc') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ad4642c7-bcb6-584b-87d6-de2e59dea708', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap685a2322-bc, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap685a2322-bc, col_values=(('qos', UUID('77dc34de-a3cd-42d7-83fe-75c932df3168')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap685a2322-bc, col_values=(('external_ids', {'iface-id': '685a2322-bc32-490c-affa-aeceb1974572', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d7:92:7a', 'vm-uuid': '49814cf9-3d31-4163-aa37-3578ac1ebd90'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:25 user nova-compute[73884]: INFO os_vif [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d7:92:7a,bridge_name='br-int',has_traffic_filtering=True,id=685a2322-bc32-490c-affa-aeceb1974572,network=Network(e6c27229-23f2-49e4-a586-cd4ba520e1e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap685a2322-bc')
Oct 16 08:31:25 user nova-compute[73884]: INFO nova.compute.manager [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 133759dc-9633-4099-b44e-911363a567a6] Took 6.67 seconds to build instance.
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] No VIF found with MAC fa:16:3e:d7:92:7a, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e8916d60-10bd-43ab-aa2d-e6bcfd0b4118 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Lock "133759dc-9633-4099-b44e-911363a567a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.787s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.network.neutron [req-c69fe461-1780-453a-a771-4d7ef95f4079 req-96ee37fb-0989-4cab-989c-795ba7a6c38e service nova] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Updated VIF entry in instance network info cache for port 685a2322-bc32-490c-affa-aeceb1974572. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG nova.network.neutron [req-c69fe461-1780-453a-a771-4d7ef95f4079 req-96ee37fb-0989-4cab-989c-795ba7a6c38e service nova] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Updating instance_info_cache with network_info: [{"id": "685a2322-bc32-490c-affa-aeceb1974572", "address": "fa:16:3e:d7:92:7a", "network": {"id": "e6c27229-23f2-49e4-a586-cd4ba520e1e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-139611324-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d655f1249c64e03ba95139efa91e346", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap685a2322-bc", "ovs_interfaceid": "685a2322-bc32-490c-affa-aeceb1974572", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:31:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-c69fe461-1780-453a-a771-4d7ef95f4079 req-96ee37fb-0989-4cab-989c-795ba7a6c38e service nova] Releasing lock "refresh_cache-49814cf9-3d31-4163-aa37-3578ac1ebd90" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:31:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:27 user nova-compute[73884]: DEBUG nova.compute.manager [req-ed779bde-5547-4df3-86a7-45a738165f50 req-c56f5388-e570-4f70-8636-f3bdb55ce14e service nova] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Received event network-vif-plugged-685a2322-bc32-490c-affa-aeceb1974572 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:31:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ed779bde-5547-4df3-86a7-45a738165f50 req-c56f5388-e570-4f70-8636-f3bdb55ce14e service nova] Acquiring lock "49814cf9-3d31-4163-aa37-3578ac1ebd90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:31:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ed779bde-5547-4df3-86a7-45a738165f50 req-c56f5388-e570-4f70-8636-f3bdb55ce14e service nova] Lock "49814cf9-3d31-4163-aa37-3578ac1ebd90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:31:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ed779bde-5547-4df3-86a7-45a738165f50 req-c56f5388-e570-4f70-8636-f3bdb55ce14e service nova] Lock "49814cf9-3d31-4163-aa37-3578ac1ebd90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:31:27 user nova-compute[73884]: DEBUG nova.compute.manager [req-ed779bde-5547-4df3-86a7-45a738165f50 req-c56f5388-e570-4f70-8636-f3bdb55ce14e service nova] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] No waiting events found dispatching network-vif-plugged-685a2322-bc32-490c-affa-aeceb1974572 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:31:27 user nova-compute[73884]: WARNING nova.compute.manager [req-ed779bde-5547-4df3-86a7-45a738165f50 req-c56f5388-e570-4f70-8636-f3bdb55ce14e service nova] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Received unexpected event network-vif-plugged-685a2322-bc32-490c-affa-aeceb1974572 for instance with vm_state building and task_state spawning.
Oct 16 08:31:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:29 user nova-compute[73884]: DEBUG nova.compute.manager [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:31:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:31:29 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Instance spawned successfully.
Oct 16 08:31:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:31:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:31:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:31:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:31:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:31:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:31:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:31:29 user nova-compute[73884]: DEBUG nova.compute.manager [req-2d383a72-d23c-42aa-b0ae-26898e84f7c2 req-a2eb1cf3-04e6-42e2-a5cd-cbb4d5c0a679 service nova] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Received event network-vif-plugged-685a2322-bc32-490c-affa-aeceb1974572 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:31:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2d383a72-d23c-42aa-b0ae-26898e84f7c2 req-a2eb1cf3-04e6-42e2-a5cd-cbb4d5c0a679 service nova] Acquiring lock "49814cf9-3d31-4163-aa37-3578ac1ebd90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:31:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2d383a72-d23c-42aa-b0ae-26898e84f7c2 req-a2eb1cf3-04e6-42e2-a5cd-cbb4d5c0a679 service nova] Lock "49814cf9-3d31-4163-aa37-3578ac1ebd90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:31:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2d383a72-d23c-42aa-b0ae-26898e84f7c2 req-a2eb1cf3-04e6-42e2-a5cd-cbb4d5c0a679 service nova] Lock "49814cf9-3d31-4163-aa37-3578ac1ebd90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:31:29 user nova-compute[73884]: DEBUG nova.compute.manager [req-2d383a72-d23c-42aa-b0ae-26898e84f7c2 req-a2eb1cf3-04e6-42e2-a5cd-cbb4d5c0a679 service nova] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] No waiting events found dispatching network-vif-plugged-685a2322-bc32-490c-affa-aeceb1974572 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:31:29 user nova-compute[73884]: WARNING nova.compute.manager [req-2d383a72-d23c-42aa-b0ae-26898e84f7c2 req-a2eb1cf3-04e6-42e2-a5cd-cbb4d5c0a679 service nova] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Received unexpected event network-vif-plugged-685a2322-bc32-490c-affa-aeceb1974572 for instance with vm_state building and task_state spawning.
Oct 16 08:31:29 user nova-compute[73884]: INFO nova.compute.manager [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Took 5.81 seconds to spawn the instance on the hypervisor.
Oct 16 08:31:29 user nova-compute[73884]: DEBUG nova.compute.manager [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:31:29 user nova-compute[73884]: INFO nova.compute.manager [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Took 6.68 seconds to build instance.
Oct 16 08:31:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d05ef062-e84d-42e4-a524-7199aa9cf5fa tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "49814cf9-3d31-4163-aa37-3578ac1ebd90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.784s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:31:30 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Acquiring lock "0b64ffd5-e574-4626-935d-5fbcead9a09d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:31:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Lock "0b64ffd5-e574-4626-935d-5fbcead9a09d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:31:34 user nova-compute[73884]: DEBUG nova.compute.manager [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:31:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:31:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:31:34 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:31:34 user nova-compute[73884]: INFO nova.compute.claims [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Claim successful on node user
Oct 16 08:31:34 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:31:34 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:31:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.389s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:31:34 user nova-compute[73884]: DEBUG nova.compute.manager [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:31:34 user nova-compute[73884]: DEBUG nova.compute.manager [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:31:34 user nova-compute[73884]: DEBUG nova.network.neutron [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:31:34 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:31:34 user nova-compute[73884]: DEBUG nova.compute.manager [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:31:34 user nova-compute[73884]: DEBUG nova.policy [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da9364cdffb1469dbcc748916a509390', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe7bd4c1d8c84160a44d01ba37f5210e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:31:34 user nova-compute[73884]: INFO nova.virt.block_device [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Booting with volume 799b3ef7-e427-4702-8df8-58bacf17e469 at /dev/vda
Oct 16 08:31:34 user nova-compute[73884]: DEBUG os_brick.utils [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:31:34 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:34 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:31:34 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[377c42bf-6a4e-45c7-9148-0b7a9e2c0b27]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:31:34 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:34 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:31:34 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[479d45ba-04b9-4bd8-8530-2ba1892a0b00]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:31:34 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:34 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:31:34 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc800eb8-ea1b-4907-8c61-0bba1bc06af5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:31:34 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0cecbcd-2aca-46c0-9d44-e298f443d3d0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:31:34 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:34 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:31:34 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 08:31:34 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:34 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:31:34 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 08:31:34 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a84bcafd-89f7-4859-a0ac-0d405f19bdd0]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:31:34 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 08:31:34 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 08:31:34 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 08:31:34 user nova-compute[73884]: DEBUG os_brick.utils [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] <== get_connector_properties: return (133ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:31:34 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Updating existing volume attachment record: cf923231-42a7-4235-b4e6-112041642284 {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 08:31:35 user nova-compute[73884]: DEBUG nova.network.neutron [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Successfully created port: 97bfcf8c-a269-4475-9438-edc09ade1f5f {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:31:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:36 user nova-compute[73884]: DEBUG nova.network.neutron [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Successfully updated port: 97bfcf8c-a269-4475-9438-edc09ade1f5f {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:31:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Acquiring lock "refresh_cache-0b64ffd5-e574-4626-935d-5fbcead9a09d" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:31:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Acquired lock "refresh_cache-0b64ffd5-e574-4626-935d-5fbcead9a09d" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:31:36 user nova-compute[73884]: DEBUG nova.network.neutron [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:31:36 user nova-compute[73884]: DEBUG nova.compute.manager [req-003a70d6-dcdb-4f93-a13f-1bbe73f58f0d req-3962b98c-70cc-443a-be7e-5911bc1e1453 service nova] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Received event network-changed-97bfcf8c-a269-4475-9438-edc09ade1f5f {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:31:36 user nova-compute[73884]: DEBUG nova.compute.manager [req-003a70d6-dcdb-4f93-a13f-1bbe73f58f0d req-3962b98c-70cc-443a-be7e-5911bc1e1453 service nova] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Refreshing instance network info cache due to event network-changed-97bfcf8c-a269-4475-9438-edc09ade1f5f. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:31:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-003a70d6-dcdb-4f93-a13f-1bbe73f58f0d req-3962b98c-70cc-443a-be7e-5911bc1e1453 service nova] Acquiring lock "refresh_cache-0b64ffd5-e574-4626-935d-5fbcead9a09d" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:31:36 user nova-compute[73884]: DEBUG nova.network.neutron [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:31:36 user nova-compute[73884]: DEBUG nova.network.neutron [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Updating instance_info_cache with network_info: [{"id": "97bfcf8c-a269-4475-9438-edc09ade1f5f", "address": "fa:16:3e:c0:e3:d2", "network": {"id": "ec2e8234-5122-4a7f-86ee-ce2ebe2e7a6b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1430927414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe7bd4c1d8c84160a44d01ba37f5210e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97bfcf8c-a2", "ovs_interfaceid": "97bfcf8c-a269-4475-9438-edc09ade1f5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:31:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Releasing lock "refresh_cache-0b64ffd5-e574-4626-935d-5fbcead9a09d" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:31:36 user nova-compute[73884]: DEBUG nova.compute.manager [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Instance network_info: |[{"id": "97bfcf8c-a269-4475-9438-edc09ade1f5f", "address": "fa:16:3e:c0:e3:d2", "network": {"id": "ec2e8234-5122-4a7f-86ee-ce2ebe2e7a6b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1430927414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe7bd4c1d8c84160a44d01ba37f5210e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97bfcf8c-a2", "ovs_interfaceid": "97bfcf8c-a269-4475-9438-edc09ade1f5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:31:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-003a70d6-dcdb-4f93-a13f-1bbe73f58f0d req-3962b98c-70cc-443a-be7e-5911bc1e1453 service nova] Acquired lock "refresh_cache-0b64ffd5-e574-4626-935d-5fbcead9a09d" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:31:36 user nova-compute[73884]: DEBUG nova.network.neutron [req-003a70d6-dcdb-4f93-a13f-1bbe73f58f0d req-3962b98c-70cc-443a-be7e-5911bc1e1453 service nova] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Refreshing network info cache for port 97bfcf8c-a269-4475-9438-edc09ade1f5f {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:31:36 user nova-compute[73884]: DEBUG nova.network.neutron [req-003a70d6-dcdb-4f93-a13f-1bbe73f58f0d req-3962b98c-70cc-443a-be7e-5911bc1e1453 service nova] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Updated VIF entry in instance network info cache for port 97bfcf8c-a269-4475-9438-edc09ade1f5f. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:31:36 user nova-compute[73884]: DEBUG nova.network.neutron [req-003a70d6-dcdb-4f93-a13f-1bbe73f58f0d req-3962b98c-70cc-443a-be7e-5911bc1e1453 service nova] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Updating instance_info_cache with network_info: [{"id": "97bfcf8c-a269-4475-9438-edc09ade1f5f", "address": "fa:16:3e:c0:e3:d2", "network": {"id": "ec2e8234-5122-4a7f-86ee-ce2ebe2e7a6b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1430927414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe7bd4c1d8c84160a44d01ba37f5210e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97bfcf8c-a2", "ovs_interfaceid": "97bfcf8c-a269-4475-9438-edc09ade1f5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:31:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-003a70d6-dcdb-4f93-a13f-1bbe73f58f0d req-3962b98c-70cc-443a-be7e-5911bc1e1453 service nova] Releasing lock "refresh_cache-0b64ffd5-e574-4626-935d-5fbcead9a09d" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:31:37 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:40 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:42 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:43 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:31:43 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:31:43 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:31:43 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:31:43 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:31:43 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 08:31:44 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:31:45 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:31:45 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:46 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:31:46 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 08:31:46 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Skipping network cache update for instance because it has been migrated to another host. {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9965}}
Oct 16 08:31:46 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Didn't find any instances for network info cache update. {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 16 08:31:46 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:31:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:31:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:31:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:31:46 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 08:31:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d49d8558-c88f-4aac-a202-171db5e3fdb6/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d49d8558-c88f-4aac-a202-171db5e3fdb6/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:31:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d49d8558-c88f-4aac-a202-171db5e3fdb6/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d49d8558-c88f-4aac-a202-171db5e3fdb6/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:31:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:31:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json" returned: 0 in 0.172s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:31:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:31:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:31:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:31:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:31:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49814cf9-3d31-4163-aa37-3578ac1ebd90/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49814cf9-3d31-4163-aa37-3578ac1ebd90/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:31:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49814cf9-3d31-4163-aa37-3578ac1ebd90/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49814cf9-3d31-4163-aa37-3578ac1ebd90/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:31:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:31:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:31:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:31:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:31:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:31:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:31:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:31:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:31:49 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:31:50 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:31:50 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:31:50 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=7684MB free_disk=25.394481658935547GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 8fab1c63-d9a3-4cea-b129-904a5f15e5fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 7d5fd04a-039d-4cb0-9eef-bce9700a85bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 1b00d8e1-f570-4091-9bee-780b98344624 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance e92bce3d-33d8-4004-869d-4db8991dda75 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance d49d8558-c88f-4aac-a202-171db5e3fdb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance baa67186-a783-44fc-bf2f-8275de0e27ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 133759dc-9633-4099-b44e-911363a567a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 49814cf9-3d31-4163-aa37-3578ac1ebd90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 0b64ffd5-e574-4626-935d-5fbcead9a09d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.455s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG nova.compute.manager [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:31:50 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Creating image(s)
Oct 16 08:31:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Did not create local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Ensure instance console log exists: /opt/stack/data/nova/instances/0b64ffd5-e574-4626-935d-5fbcead9a09d/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Start _get_guest_xml network_info=[{"id": "97bfcf8c-a269-4475-9438-edc09ade1f5f", "address": "fa:16:3e:c0:e3:d2", "network": {"id": "ec2e8234-5122-4a7f-86ee-ce2ebe2e7a6b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1430927414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe7bd4c1d8c84160a44d01ba37f5210e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97bfcf8c-a2", "ovs_interfaceid": "97bfcf8c-a269-4475-9438-edc09ade1f5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'anoCRKNI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0b64ffd5-e574-4626-935d-5fbcead9a09d', 'attached_at': '', 'detached_at': '', 'volume_id': '799b3ef7-e427-4702-8df8-58bacf17e469', 'serial': '799b3ef7-e427-4702-8df8-58bacf17e469'}, 'attachment_id': 'cf923231-42a7-4235-b4e6-112041642284', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'delete_on_termination': True, 'boot_index': 0, 'device_type': 'disk', 'volume_type': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:31:50 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:31:50 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:31:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'anoCRKNI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:31:50 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:31:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:31:50 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:31:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:31:50 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:31:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e604b667-fcdd-4e01-96de-1764b9499193]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:31:50 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac1875c2-46d5-4081-a434-bcbb38d19a5f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469] added
Oct 16 08:31:50 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:31:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:31:51 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[757cc0c9-2ea7-4f10-93f5-0af950a2b2f4]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:31:51 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:31:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:31:51 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[11016887-440b-4307-b159-38519b5d2715]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:31:51 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:31:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v anoCRKNI {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v anoCRKNI" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:31:51 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[497c9ecc-6ffa-4cbc-9e59-d4ec4935ff7f]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:31:51 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'anoCRKNI'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:31:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:31:51 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[8637d648-439d-478f-9baa-df13deef6808]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:31:51 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:31:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:31:51 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2715e4b9-5e39-426c-9356-fe44eb385313]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:31:51 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:31:51 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:31:51 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:31:51 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:31:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:31:51 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e260d020-cef9-46f8-9a6e-dea7be5261be]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:31:51 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469, portal: 172.16.0.220,3260]
Oct 16 08:31:51 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469, portal: 172.16.0.220,3260] successful.
Oct 16 08:31:51 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:31:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:31:51 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[09b3a194-a021-4ac8-b6e6-287dcc695e5a]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:31:51 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:31:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:31:51 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[01a5e6af-9329-49f1-9f19-40f48539e1dc]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:31:51 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:31:51 user nova-compute[73884]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 (non-flash)
Oct 16 08:31:51 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:31:51 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:31:51 user nova-compute[73884]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 (non-flash)
Oct 16 08:31:51 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:31:51 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.283s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:31:51 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:31:51 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] HCTL ('34', '-', '-', 0) found on session 18 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:31:51 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:31:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:31:51 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd45d559-2f9b-44a3-8ce7-ae3b66ccd0bd]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:31:51 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Searching for a device in session 18 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:31:51 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'anoCRKNI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:31:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.315s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:31:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] <== connect_volume: return (1317ms) {'type': 'block', 'scsi_wwn': '23733626537386133', 'path': '/dev/sdc'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:31:52 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23733626537386133', 'path': '/dev/sdc'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:31:52 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:31:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1567513429',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1567513429',id=22,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBYIyOEaAozDqo6ZI3DTb1jLMqcPQV2WLAkyahcWKotno63ADGfLr+vRLMaHat3Q6gI7nZMLpzV7WaqODhaDbKUI9WxEqtC9GDVSZDw9pRIONS7rFRXVbVkypelJtqCmng==',key_name='tempest-keypair-1483152668',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fe7bd4c1d8c84160a44d01ba37f5210e',ramdisk_id='',reservation_id='r-062w86ec',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-1380869354',owner_user_name='tempest-ServerActionsV293TestJSON-1380869354-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:31:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='da9364cdffb1469dbcc748916a509390',uuid=0b64ffd5-e574-4626-935d-5fbcead9a09d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "97bfcf8c-a269-4475-9438-edc09ade1f5f", "address": "fa:16:3e:c0:e3:d2", "network": {"id": "ec2e8234-5122-4a7f-86ee-ce2ebe2e7a6b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1430927414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe7bd4c1d8c84160a44d01ba37f5210e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97bfcf8c-a2", "ovs_interfaceid": "97bfcf8c-a269-4475-9438-edc09ade1f5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:31:52 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Converting VIF {"id": "97bfcf8c-a269-4475-9438-edc09ade1f5f", "address": "fa:16:3e:c0:e3:d2", "network": {"id": "ec2e8234-5122-4a7f-86ee-ce2ebe2e7a6b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1430927414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe7bd4c1d8c84160a44d01ba37f5210e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97bfcf8c-a2", "ovs_interfaceid": "97bfcf8c-a269-4475-9438-edc09ade1f5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:31:52 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c0:e3:d2,bridge_name='br-int',has_traffic_filtering=True,id=97bfcf8c-a269-4475-9438-edc09ade1f5f,network=Network(ec2e8234-5122-4a7f-86ee-ce2ebe2e7a6b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97bfcf8c-a2') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:31:52 user nova-compute[73884]: DEBUG nova.objects.instance [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Lazy-loading 'pci_devices' on Instance uuid 0b64ffd5-e574-4626-935d-5fbcead9a09d {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:31:52 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:31:52 user nova-compute[73884]:   <uuid>0b64ffd5-e574-4626-935d-5fbcead9a09d</uuid>
Oct 16 08:31:52 user nova-compute[73884]:   <name>instance-00000016</name>
Oct 16 08:31:52 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:31:52 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:31:52 user nova-compute[73884]:   <metadata>
Oct 16 08:31:52 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:31:52 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:31:52 user nova-compute[73884]:       <nova:name>tempest-ServerActionsV293TestJSON-server-1567513429</nova:name>
Oct 16 08:31:52 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:31:50</nova:creationTime>
Oct 16 08:31:52 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:31:52 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:31:52 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:31:52 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:31:52 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:31:52 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:31:52 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:31:52 user nova-compute[73884]:       <nova:owner>
Oct 16 08:31:52 user nova-compute[73884]:         <nova:user uuid="da9364cdffb1469dbcc748916a509390">tempest-ServerActionsV293TestJSON-1380869354-project-member</nova:user>
Oct 16 08:31:52 user nova-compute[73884]:         <nova:project uuid="fe7bd4c1d8c84160a44d01ba37f5210e">tempest-ServerActionsV293TestJSON-1380869354</nova:project>
Oct 16 08:31:52 user nova-compute[73884]:       </nova:owner>
Oct 16 08:31:52 user nova-compute[73884]:       <nova:ports>
Oct 16 08:31:52 user nova-compute[73884]:         <nova:port uuid="97bfcf8c-a269-4475-9438-edc09ade1f5f">
Oct 16 08:31:52 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 16 08:31:52 user nova-compute[73884]:         </nova:port>
Oct 16 08:31:52 user nova-compute[73884]:       </nova:ports>
Oct 16 08:31:52 user nova-compute[73884]:     </nova:instance>
Oct 16 08:31:52 user nova-compute[73884]:   </metadata>
Oct 16 08:31:52 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:31:52 user nova-compute[73884]:     <system>
Oct 16 08:31:52 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:31:52 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:31:52 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:31:52 user nova-compute[73884]:       <entry name="serial">0b64ffd5-e574-4626-935d-5fbcead9a09d</entry>
Oct 16 08:31:52 user nova-compute[73884]:       <entry name="uuid">0b64ffd5-e574-4626-935d-5fbcead9a09d</entry>
Oct 16 08:31:52 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:31:52 user nova-compute[73884]:     </system>
Oct 16 08:31:52 user nova-compute[73884]:   </sysinfo>
Oct 16 08:31:52 user nova-compute[73884]:   <os>
Oct 16 08:31:52 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:31:52 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:31:52 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:31:52 user nova-compute[73884]:   </os>
Oct 16 08:31:52 user nova-compute[73884]:   <features>
Oct 16 08:31:52 user nova-compute[73884]:     <acpi/>
Oct 16 08:31:52 user nova-compute[73884]:     <apic/>
Oct 16 08:31:52 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:31:52 user nova-compute[73884]:   </features>
Oct 16 08:31:52 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:31:52 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:31:52 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:31:52 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:31:52 user nova-compute[73884]:   </clock>
Oct 16 08:31:52 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:31:52 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:31:52 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:31:52 user nova-compute[73884]:   </cpu>
Oct 16 08:31:52 user nova-compute[73884]:   <devices>
Oct 16 08:31:52 user nova-compute[73884]:     <disk type="block" device="disk">
Oct 16 08:31:52 user nova-compute[73884]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:31:52 user nova-compute[73884]:       <source dev="/dev/sdc"/>
Oct 16 08:31:52 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:31:52 user nova-compute[73884]:       <serial>799b3ef7-e427-4702-8df8-58bacf17e469</serial>
Oct 16 08:31:52 user nova-compute[73884]:     </disk>
Oct 16 08:31:52 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:31:52 user nova-compute[73884]:       <mac address="fa:16:3e:c0:e3:d2"/>
Oct 16 08:31:52 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:31:52 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:31:52 user nova-compute[73884]:       <target dev="tap97bfcf8c-a2"/>
Oct 16 08:31:52 user nova-compute[73884]:     </interface>
Oct 16 08:31:52 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:31:52 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/0b64ffd5-e574-4626-935d-5fbcead9a09d/console.log" append="off"/>
Oct 16 08:31:52 user nova-compute[73884]:     </serial>
Oct 16 08:31:52 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:31:52 user nova-compute[73884]:     <video>
Oct 16 08:31:52 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:31:52 user nova-compute[73884]:     </video>
Oct 16 08:31:52 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:31:52 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:31:52 user nova-compute[73884]:     </rng>
Oct 16 08:31:52 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:31:52 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:31:52 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:31:52 user nova-compute[73884]:     </memballoon>
Oct 16 08:31:52 user nova-compute[73884]:   </devices>
Oct 16 08:31:52 user nova-compute[73884]: </domain>
Oct 16 08:31:52 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:31:52 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:31:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1567513429',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1567513429',id=22,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBYIyOEaAozDqo6ZI3DTb1jLMqcPQV2WLAkyahcWKotno63ADGfLr+vRLMaHat3Q6gI7nZMLpzV7WaqODhaDbKUI9WxEqtC9GDVSZDw9pRIONS7rFRXVbVkypelJtqCmng==',key_name='tempest-keypair-1483152668',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='fe7bd4c1d8c84160a44d01ba37f5210e',ramdisk_id='',reservation_id='r-062w86ec',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-1380869354',owner_user_name='tempest-ServerActionsV293TestJSON-1380869354-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:31:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='da9364cdffb1469dbcc748916a509390',uuid=0b64ffd5-e574-4626-935d-5fbcead9a09d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "97bfcf8c-a269-4475-9438-edc09ade1f5f", "address": "fa:16:3e:c0:e3:d2", "network": {"id": "ec2e8234-5122-4a7f-86ee-ce2ebe2e7a6b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1430927414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe7bd4c1d8c84160a44d01ba37f5210e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97bfcf8c-a2", "ovs_interfaceid": "97bfcf8c-a269-4475-9438-edc09ade1f5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:31:52 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Converting VIF {"id": "97bfcf8c-a269-4475-9438-edc09ade1f5f", "address": "fa:16:3e:c0:e3:d2", "network": {"id": "ec2e8234-5122-4a7f-86ee-ce2ebe2e7a6b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1430927414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe7bd4c1d8c84160a44d01ba37f5210e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97bfcf8c-a2", "ovs_interfaceid": "97bfcf8c-a269-4475-9438-edc09ade1f5f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:31:52 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c0:e3:d2,bridge_name='br-int',has_traffic_filtering=True,id=97bfcf8c-a269-4475-9438-edc09ade1f5f,network=Network(ec2e8234-5122-4a7f-86ee-ce2ebe2e7a6b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97bfcf8c-a2') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:31:52 user nova-compute[73884]: DEBUG os_vif [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c0:e3:d2,bridge_name='br-int',has_traffic_filtering=True,id=97bfcf8c-a269-4475-9438-edc09ade1f5f,network=Network(ec2e8234-5122-4a7f-86ee-ce2ebe2e7a6b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97bfcf8c-a2') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:31:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:31:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:31:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c56529e5-509a-5086-8bfd-927ef23610af', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:31:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap97bfcf8c-a2, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:31:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap97bfcf8c-a2, col_values=(('qos', UUID('6a6f9d44-23df-4c57-b3dd-942bfe8763f0')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:31:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap97bfcf8c-a2, col_values=(('external_ids', {'iface-id': '97bfcf8c-a269-4475-9438-edc09ade1f5f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c0:e3:d2', 'vm-uuid': '0b64ffd5-e574-4626-935d-5fbcead9a09d'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:31:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:31:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:52 user nova-compute[73884]: INFO os_vif [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c0:e3:d2,bridge_name='br-int',has_traffic_filtering=True,id=97bfcf8c-a269-4475-9438-edc09ade1f5f,network=Network(ec2e8234-5122-4a7f-86ee-ce2ebe2e7a6b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97bfcf8c-a2')
Oct 16 08:31:52 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:31:52 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] No VIF found with MAC fa:16:3e:c0:e3:d2, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:31:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquiring lock "8347d2fa-c322-485f-b96e-e404f52c21fe" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:31:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "8347d2fa-c322-485f-b96e-e404f52c21fe" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:31:53 user nova-compute[73884]: INFO nova.compute.manager [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Unshelving
Oct 16 08:31:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:53 user nova-compute[73884]: INFO nova.virt.block_device [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Booting with volume 63c97002-7dfd-4c11-aefe-7a950c1cde97 at /dev/vdc
Oct 16 08:31:53 user nova-compute[73884]: DEBUG os_brick.utils [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:31:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:31:53 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d17fd5fa-c01f-45f0-b02b-2cc3801eda4a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:31:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:31:53 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a16a083a-05f4-46ea-80e7-7a64b0efa840]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:31:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.026s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:31:53 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ad67959-000f-4c76-964b-5da56ee2cac5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:31:53 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccd334be-cadf-4a9e-b744-1f329deb9d06]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:31:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:31:53 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 08:31:53 user nova-compute[73884]: DEBUG nova.compute.manager [req-9807eb43-737a-4165-ac6a-1b91d76804bf req-c62b88b2-1177-4361-85b1-613c149a12bf service nova] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Received event network-vif-plugged-97bfcf8c-a269-4475-9438-edc09ade1f5f {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:31:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-9807eb43-737a-4165-ac6a-1b91d76804bf req-c62b88b2-1177-4361-85b1-613c149a12bf service nova] Acquiring lock "0b64ffd5-e574-4626-935d-5fbcead9a09d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:31:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-9807eb43-737a-4165-ac6a-1b91d76804bf req-c62b88b2-1177-4361-85b1-613c149a12bf service nova] Lock "0b64ffd5-e574-4626-935d-5fbcead9a09d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:31:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-9807eb43-737a-4165-ac6a-1b91d76804bf req-c62b88b2-1177-4361-85b1-613c149a12bf service nova] Lock "0b64ffd5-e574-4626-935d-5fbcead9a09d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:31:53 user nova-compute[73884]: DEBUG nova.compute.manager [req-9807eb43-737a-4165-ac6a-1b91d76804bf req-c62b88b2-1177-4361-85b1-613c149a12bf service nova] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] No waiting events found dispatching network-vif-plugged-97bfcf8c-a269-4475-9438-edc09ade1f5f {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:31:53 user nova-compute[73884]: WARNING nova.compute.manager [req-9807eb43-737a-4165-ac6a-1b91d76804bf req-c62b88b2-1177-4361-85b1-613c149a12bf service nova] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Received unexpected event network-vif-plugged-97bfcf8c-a269-4475-9438-edc09ade1f5f for instance with vm_state building and task_state spawning.
Oct 16 08:31:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:31:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:31:53 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 08:31:53 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[1305eab6-c341-403a-810c-0ed10fef3a8a]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:31:53 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 08:31:53 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 08:31:53 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 08:31:53 user nova-compute[73884]: DEBUG os_brick.utils [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] <== get_connector_properties: return (146ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:31:53 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Updating existing volume attachment record: d162f135-d267-4b10-aa01-91f182865953 {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 08:31:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:55 user nova-compute[73884]: DEBUG nova.compute.manager [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:31:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:31:55 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Instance spawned successfully.
Oct 16 08:31:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:31:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:31:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:31:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:31:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:31:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:31:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:31:55 user nova-compute[73884]: INFO nova.compute.manager [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Took 5.10 seconds to spawn the instance on the hypervisor.
Oct 16 08:31:55 user nova-compute[73884]: DEBUG nova.compute.manager [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:31:55 user nova-compute[73884]: DEBUG nova.compute.manager [req-5401cff5-b895-482b-828a-b38c1530242a req-cbc047d8-e516-4dbf-ac5e-f012eb6e3f17 service nova] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Received event network-vif-plugged-97bfcf8c-a269-4475-9438-edc09ade1f5f {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:31:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-5401cff5-b895-482b-828a-b38c1530242a req-cbc047d8-e516-4dbf-ac5e-f012eb6e3f17 service nova] Acquiring lock "0b64ffd5-e574-4626-935d-5fbcead9a09d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:31:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-5401cff5-b895-482b-828a-b38c1530242a req-cbc047d8-e516-4dbf-ac5e-f012eb6e3f17 service nova] Lock "0b64ffd5-e574-4626-935d-5fbcead9a09d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:31:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-5401cff5-b895-482b-828a-b38c1530242a req-cbc047d8-e516-4dbf-ac5e-f012eb6e3f17 service nova] Lock "0b64ffd5-e574-4626-935d-5fbcead9a09d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:31:55 user nova-compute[73884]: DEBUG nova.compute.manager [req-5401cff5-b895-482b-828a-b38c1530242a req-cbc047d8-e516-4dbf-ac5e-f012eb6e3f17 service nova] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] No waiting events found dispatching network-vif-plugged-97bfcf8c-a269-4475-9438-edc09ade1f5f {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:31:55 user nova-compute[73884]: WARNING nova.compute.manager [req-5401cff5-b895-482b-828a-b38c1530242a req-cbc047d8-e516-4dbf-ac5e-f012eb6e3f17 service nova] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Received unexpected event network-vif-plugged-97bfcf8c-a269-4475-9438-edc09ade1f5f for instance with vm_state building and task_state spawning.
Oct 16 08:31:56 user nova-compute[73884]: INFO nova.compute.manager [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Took 21.96 seconds to build instance.
Oct 16 08:31:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f5fd473e-aae8-41f8-abb7-b24e28695dff tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Lock "0b64ffd5-e574-4626-935d-5fbcead9a09d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 22.055s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:31:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:31:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:02 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:32:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:32:10 user nova-compute[73884]: DEBUG nova.objects.instance [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lazy-loading 'pci_requests' on Instance uuid 8347d2fa-c322-485f-b96e-e404f52c21fe {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:32:10 user nova-compute[73884]: DEBUG nova.objects.instance [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lazy-loading 'numa_topology' on Instance uuid 8347d2fa-c322-485f-b96e-e404f52c21fe {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:32:10 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:32:10 user nova-compute[73884]: INFO nova.compute.claims [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Claim successful on node user
Oct 16 08:32:11 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:32:11 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:32:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.414s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:32:11 user nova-compute[73884]: INFO nova.network.neutron [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Updating port 720782a3-50c2-4ea4-9224-addee7a74dc7 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Oct 16 08:32:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquiring lock "refresh_cache-8347d2fa-c322-485f-b96e-e404f52c21fe" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:32:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquired lock "refresh_cache-8347d2fa-c322-485f-b96e-e404f52c21fe" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:32:11 user nova-compute[73884]: DEBUG nova.network.neutron [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:32:12 user nova-compute[73884]: DEBUG nova.compute.manager [req-c80035fe-313a-4ae1-aa4b-7f37084c947c req-f7a3365b-8074-4835-acef-cb20e46d3ffd service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Received event network-changed-720782a3-50c2-4ea4-9224-addee7a74dc7 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:32:12 user nova-compute[73884]: DEBUG nova.compute.manager [req-c80035fe-313a-4ae1-aa4b-7f37084c947c req-f7a3365b-8074-4835-acef-cb20e46d3ffd service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Refreshing instance network info cache due to event network-changed-720782a3-50c2-4ea4-9224-addee7a74dc7. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:32:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-c80035fe-313a-4ae1-aa4b-7f37084c947c req-f7a3365b-8074-4835-acef-cb20e46d3ffd service nova] Acquiring lock "refresh_cache-8347d2fa-c322-485f-b96e-e404f52c21fe" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:32:12 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:12 user nova-compute[73884]: DEBUG nova.network.neutron [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Updating instance_info_cache with network_info: [{"id": "720782a3-50c2-4ea4-9224-addee7a74dc7", "address": "fa:16:3e:f3:51:bc", "network": {"id": "52793eaf-54c8-4092-868b-51753d278fbf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-915749854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aac394fa5be84455ba4c994fe7a08925", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720782a3-50", "ovs_interfaceid": "720782a3-50c2-4ea4-9224-addee7a74dc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:32:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Releasing lock "refresh_cache-8347d2fa-c322-485f-b96e-e404f52c21fe" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:32:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:32:12 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Creating image(s)
Oct 16 08:32:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquiring lock "/opt/stack/data/nova/instances/8347d2fa-c322-485f-b96e-e404f52c21fe/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:32:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "/opt/stack/data/nova/instances/8347d2fa-c322-485f-b96e-e404f52c21fe/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:32:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "/opt/stack/data/nova/instances/8347d2fa-c322-485f-b96e-e404f52c21fe/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:32:12 user nova-compute[73884]: DEBUG nova.objects.instance [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lazy-loading 'trusted_certs' on Instance uuid 8347d2fa-c322-485f-b96e-e404f52c21fe {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:32:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-c80035fe-313a-4ae1-aa4b-7f37084c947c req-f7a3365b-8074-4835-acef-cb20e46d3ffd service nova] Acquired lock "refresh_cache-8347d2fa-c322-485f-b96e-e404f52c21fe" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:32:12 user nova-compute[73884]: DEBUG nova.network.neutron [req-c80035fe-313a-4ae1-aa4b-7f37084c947c req-f7a3365b-8074-4835-acef-cb20e46d3ffd service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Refreshing network info cache for port 720782a3-50c2-4ea4-9224-addee7a74dc7 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:32:12 user nova-compute[73884]: DEBUG nova.objects.base [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Object Instance<8347d2fa-c322-485f-b96e-e404f52c21fe> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:32:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquiring lock "1cc2be80f5c96c7c82c97f65e5fb4617ad037b28" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:32:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "1cc2be80f5c96c7c82c97f65e5fb4617ad037b28" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.003s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:32:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1cc2be80f5c96c7c82c97f65e5fb4617ad037b28.part --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:13 user nova-compute[73884]: INFO nova.compute.manager [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Rescuing
Oct 16 08:32:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "refresh_cache-e92bce3d-33d8-4004-869d-4db8991dda75" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:32:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquired lock "refresh_cache-e92bce3d-33d8-4004-869d-4db8991dda75" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:32:13 user nova-compute[73884]: DEBUG nova.network.neutron [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:32:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0b175848-da16-49b5-8125-5f8f07055697 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Acquiring lock "ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:32:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0b175848-da16-49b5-8125-5f8f07055697 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Lock "ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:32:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0b175848-da16-49b5-8125-5f8f07055697 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Acquiring lock "ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:32:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0b175848-da16-49b5-8125-5f8f07055697 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Lock "ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:32:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0b175848-da16-49b5-8125-5f8f07055697 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Lock "ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:32:13 user nova-compute[73884]: INFO nova.compute.manager [None req-0b175848-da16-49b5-8125-5f8f07055697 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Terminating instance
Oct 16 08:32:13 user nova-compute[73884]: DEBUG nova.compute.manager [None req-0b175848-da16-49b5-8125-5f8f07055697 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 08:32:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1cc2be80f5c96c7c82c97f65e5fb4617ad037b28.part --force-share --output=json" returned: 0 in 0.181s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:13 user nova-compute[73884]: DEBUG nova.virt.images [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] e2319de0-d03b-4937-934a-3ac5cd39af2f was qcow2, converting to raw {{(pid=73884) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 16 08:32:13 user nova-compute[73884]: DEBUG nova.privsep.utils [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=73884) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 16 08:32:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/1cc2be80f5c96c7c82c97f65e5fb4617ad037b28.part /opt/stack/data/nova/instances/_base/1cc2be80f5c96c7c82c97f65e5fb4617ad037b28.converted {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG nova.network.neutron [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Updating instance_info_cache with network_info: [{"id": "e23a29ce-99fc-402f-8a26-cd8031fd07b4", "address": "fa:16:3e:c6:8b:4d", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape23a29ce-99", "ovs_interfaceid": "e23a29ce-99fc-402f-8a26-cd8031fd07b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/1cc2be80f5c96c7c82c97f65e5fb4617ad037b28.part /opt/stack/data/nova/instances/_base/1cc2be80f5c96c7c82c97f65e5fb4617ad037b28.converted" returned: 0 in 0.359s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1cc2be80f5c96c7c82c97f65e5fb4617ad037b28.converted --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG nova.network.neutron [req-c80035fe-313a-4ae1-aa4b-7f37084c947c req-f7a3365b-8074-4835-acef-cb20e46d3ffd service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Updated VIF entry in instance network info cache for port 720782a3-50c2-4ea4-9224-addee7a74dc7. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG nova.network.neutron [req-c80035fe-313a-4ae1-aa4b-7f37084c947c req-f7a3365b-8074-4835-acef-cb20e46d3ffd service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Updating instance_info_cache with network_info: [{"id": "720782a3-50c2-4ea4-9224-addee7a74dc7", "address": "fa:16:3e:f3:51:bc", "network": {"id": "52793eaf-54c8-4092-868b-51753d278fbf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-915749854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aac394fa5be84455ba4c994fe7a08925", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720782a3-50", "ovs_interfaceid": "720782a3-50c2-4ea4-9224-addee7a74dc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Releasing lock "refresh_cache-e92bce3d-33d8-4004-869d-4db8991dda75" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG nova.compute.manager [req-68d53cea-60d1-485c-a6c7-d9978cd93dd8 req-76069d8a-ee00-489b-aa5a-000a730e941f service nova] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Received event network-vif-unplugged-344f09d3-73e0-4131-82ae-058c149ae55e {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-68d53cea-60d1-485c-a6c7-d9978cd93dd8 req-76069d8a-ee00-489b-aa5a-000a730e941f service nova] Acquiring lock "ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-68d53cea-60d1-485c-a6c7-d9978cd93dd8 req-76069d8a-ee00-489b-aa5a-000a730e941f service nova] Lock "ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-68d53cea-60d1-485c-a6c7-d9978cd93dd8 req-76069d8a-ee00-489b-aa5a-000a730e941f service nova] Lock "ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG nova.compute.manager [req-68d53cea-60d1-485c-a6c7-d9978cd93dd8 req-76069d8a-ee00-489b-aa5a-000a730e941f service nova] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] No waiting events found dispatching network-vif-unplugged-344f09d3-73e0-4131-82ae-058c149ae55e {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG nova.compute.manager [req-68d53cea-60d1-485c-a6c7-d9978cd93dd8 req-76069d8a-ee00-489b-aa5a-000a730e941f service nova] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Received event network-vif-unplugged-344f09d3-73e0-4131-82ae-058c149ae55e for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-c80035fe-313a-4ae1-aa4b-7f37084c947c req-f7a3365b-8074-4835-acef-cb20e46d3ffd service nova] Releasing lock "refresh_cache-8347d2fa-c322-485f-b96e-e404f52c21fe" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1cc2be80f5c96c7c82c97f65e5fb4617ad037b28.converted --force-share --output=json" returned: 0 in 0.198s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "1cc2be80f5c96c7c82c97f65e5fb4617ad037b28" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.839s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1cc2be80f5c96c7c82c97f65e5fb4617ad037b28 --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:14 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Instance destroyed successfully.
Oct 16 08:32:14 user nova-compute[73884]: DEBUG nova.objects.instance [None req-0b175848-da16-49b5-8125-5f8f07055697 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Lazy-loading 'resources' on Instance uuid ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-0b175848-da16-49b5-8125-5f8f07055697 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:30:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1048887656',display_name='tempest-VolumesActionsTest-instance-1048887656',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1048887656',id=17,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:30:28Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ea3e5adf5a19445d96daaf5edbc5d10e',ramdisk_id='',reservation_id='r-kj7fz47q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1948612684',owner_user_name='tempest-VolumesActionsTest-1948612684-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:30:29Z,user_data=None,user_id='fd4dbfd39dd44b9fa6e1fbac48dacf32',uuid=ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "344f09d3-73e0-4131-82ae-058c149ae55e", "address": "fa:16:3e:a8:7e:46", "network": {"id": "ce487059-a24a-4d65-8a04-06f3c87bb19a", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1801482799-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea3e5adf5a19445d96daaf5edbc5d10e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap344f09d3-73", "ovs_interfaceid": "344f09d3-73e0-4131-82ae-058c149ae55e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-0b175848-da16-49b5-8125-5f8f07055697 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Converting VIF {"id": "344f09d3-73e0-4131-82ae-058c149ae55e", "address": "fa:16:3e:a8:7e:46", "network": {"id": "ce487059-a24a-4d65-8a04-06f3c87bb19a", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1801482799-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea3e5adf5a19445d96daaf5edbc5d10e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap344f09d3-73", "ovs_interfaceid": "344f09d3-73e0-4131-82ae-058c149ae55e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-0b175848-da16-49b5-8125-5f8f07055697 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a8:7e:46,bridge_name='br-int',has_traffic_filtering=True,id=344f09d3-73e0-4131-82ae-058c149ae55e,network=Network(ce487059-a24a-4d65-8a04-06f3c87bb19a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap344f09d3-73') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG os_vif [None req-0b175848-da16-49b5-8125-5f8f07055697 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a8:7e:46,bridge_name='br-int',has_traffic_filtering=True,id=344f09d3-73e0-4131-82ae-058c149ae55e,network=Network(ce487059-a24a-4d65-8a04-06f3c87bb19a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap344f09d3-73') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap344f09d3-73, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7fafe569-71a5-4d2c-8ede-cce7cc272a2a) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:14 user nova-compute[73884]: INFO os_vif [None req-0b175848-da16-49b5-8125-5f8f07055697 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a8:7e:46,bridge_name='br-int',has_traffic_filtering=True,id=344f09d3-73e0-4131-82ae-058c149ae55e,network=Network(ce487059-a24a-4d65-8a04-06f3c87bb19a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap344f09d3-73')
Oct 16 08:32:14 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-0b175848-da16-49b5-8125-5f8f07055697 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Deleting instance files /opt/stack/data/nova/instances/ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9_del
Oct 16 08:32:14 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-0b175848-da16-49b5-8125-5f8f07055697 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Deletion of /opt/stack/data/nova/instances/ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9_del complete
Oct 16 08:32:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1cc2be80f5c96c7c82c97f65e5fb4617ad037b28 --force-share --output=json" returned: 0 in 0.205s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquiring lock "1cc2be80f5c96c7c82c97f65e5fb4617ad037b28" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "1cc2be80f5c96c7c82c97f65e5fb4617ad037b28" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1cc2be80f5c96c7c82c97f65e5fb4617ad037b28 --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:14 user nova-compute[73884]: INFO nova.compute.manager [None req-0b175848-da16-49b5-8125-5f8f07055697 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Took 0.96 seconds to destroy the instance on the hypervisor.
Oct 16 08:32:14 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-0b175848-da16-49b5-8125-5f8f07055697 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1cc2be80f5c96c7c82c97f65e5fb4617ad037b28 --force-share --output=json" returned: 0 in 0.181s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1cc2be80f5c96c7c82c97f65e5fb4617ad037b28,backing_fmt=raw /opt/stack/data/nova/instances/8347d2fa-c322-485f-b96e-e404f52c21fe/disk 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1cc2be80f5c96c7c82c97f65e5fb4617ad037b28,backing_fmt=raw /opt/stack/data/nova/instances/8347d2fa-c322-485f-b96e-e404f52c21fe/disk 1073741824" returned: 0 in 0.058s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "1cc2be80f5c96c7c82c97f65e5fb4617ad037b28" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.245s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1cc2be80f5c96c7c82c97f65e5fb4617ad037b28 --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1cc2be80f5c96c7c82c97f65e5fb4617ad037b28 --force-share --output=json" returned: 0 in 0.180s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG nova.objects.instance [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lazy-loading 'migration_context' on Instance uuid 8347d2fa-c322-485f-b96e-e404f52c21fe {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:32:14 user nova-compute[73884]: DEBUG nova.objects.base [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Object Instance<8347d2fa-c322-485f-b96e-e404f52c21fe> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:32:14 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Rebasing disk image.
Oct 16 08:32:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:15 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Instance destroyed successfully.
Oct 16 08:32:15 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Attempting a stable device rescue
Oct 16 08:32:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.184s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f -F raw /opt/stack/data/nova/instances/8347d2fa-c322-485f-b96e-e404f52c21fe/disk {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:15 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=73884) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 16 08:32:15 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Instance directory exists: not creating {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 16 08:32:15 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Creating image(s)
Oct 16 08:32:15 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "/opt/stack/data/nova/instances/e92bce3d-33d8-4004-869d-4db8991dda75/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:32:15 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "/opt/stack/data/nova/instances/e92bce3d-33d8-4004-869d-4db8991dda75/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:32:15 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "/opt/stack/data/nova/instances/e92bce3d-33d8-4004-869d-4db8991dda75/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:32:15 user nova-compute[73884]: DEBUG nova.objects.instance [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lazy-loading 'trusted_certs' on Instance uuid e92bce3d-33d8-4004-869d-4db8991dda75 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:32:15 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:32:15 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "69b684796be2af0c3193f7a7438e65c1077d2021" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:32:15 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "69b684796be2af0c3193f7a7438e65c1077d2021" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:32:15 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Took 0.65 seconds to deallocate network for instance.
Oct 16 08:32:15 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0b175848-da16-49b5-8125-5f8f07055697 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:32:15 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0b175848-da16-49b5-8125-5f8f07055697 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:32:16 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/69b684796be2af0c3193f7a7438e65c1077d2021.part --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:16 user nova-compute[73884]: DEBUG nova.compute.manager [req-f7f1c38a-957b-4f43-bc7f-998649ba7b9c req-be9d26a7-3935-46bb-b842-6216e95a624b service nova] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Received event network-vif-plugged-344f09d3-73e0-4131-82ae-058c149ae55e {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:32:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f7f1c38a-957b-4f43-bc7f-998649ba7b9c req-be9d26a7-3935-46bb-b842-6216e95a624b service nova] Acquiring lock "ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:32:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f7f1c38a-957b-4f43-bc7f-998649ba7b9c req-be9d26a7-3935-46bb-b842-6216e95a624b service nova] Lock "ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:32:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f7f1c38a-957b-4f43-bc7f-998649ba7b9c req-be9d26a7-3935-46bb-b842-6216e95a624b service nova] Lock "ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:32:16 user nova-compute[73884]: DEBUG nova.compute.manager [req-f7f1c38a-957b-4f43-bc7f-998649ba7b9c req-be9d26a7-3935-46bb-b842-6216e95a624b service nova] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] No waiting events found dispatching network-vif-plugged-344f09d3-73e0-4131-82ae-058c149ae55e {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:32:16 user nova-compute[73884]: WARNING nova.compute.manager [req-f7f1c38a-957b-4f43-bc7f-998649ba7b9c req-be9d26a7-3935-46bb-b842-6216e95a624b service nova] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Received unexpected event network-vif-plugged-344f09d3-73e0-4131-82ae-058c149ae55e for instance with vm_state deleted and task_state None.
Oct 16 08:32:16 user nova-compute[73884]: DEBUG nova.compute.manager [req-f7f1c38a-957b-4f43-bc7f-998649ba7b9c req-be9d26a7-3935-46bb-b842-6216e95a624b service nova] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Received event network-vif-unplugged-e23a29ce-99fc-402f-8a26-cd8031fd07b4 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:32:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f7f1c38a-957b-4f43-bc7f-998649ba7b9c req-be9d26a7-3935-46bb-b842-6216e95a624b service nova] Acquiring lock "e92bce3d-33d8-4004-869d-4db8991dda75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:32:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f7f1c38a-957b-4f43-bc7f-998649ba7b9c req-be9d26a7-3935-46bb-b842-6216e95a624b service nova] Lock "e92bce3d-33d8-4004-869d-4db8991dda75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:32:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f7f1c38a-957b-4f43-bc7f-998649ba7b9c req-be9d26a7-3935-46bb-b842-6216e95a624b service nova] Lock "e92bce3d-33d8-4004-869d-4db8991dda75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:32:16 user nova-compute[73884]: DEBUG nova.compute.manager [req-f7f1c38a-957b-4f43-bc7f-998649ba7b9c req-be9d26a7-3935-46bb-b842-6216e95a624b service nova] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] No waiting events found dispatching network-vif-unplugged-e23a29ce-99fc-402f-8a26-cd8031fd07b4 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:32:16 user nova-compute[73884]: WARNING nova.compute.manager [req-f7f1c38a-957b-4f43-bc7f-998649ba7b9c req-be9d26a7-3935-46bb-b842-6216e95a624b service nova] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Received unexpected event network-vif-unplugged-e23a29ce-99fc-402f-8a26-cd8031fd07b4 for instance with vm_state active and task_state rescuing.
Oct 16 08:32:16 user nova-compute[73884]: DEBUG nova.compute.manager [req-f7f1c38a-957b-4f43-bc7f-998649ba7b9c req-be9d26a7-3935-46bb-b842-6216e95a624b service nova] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Received event network-vif-plugged-e23a29ce-99fc-402f-8a26-cd8031fd07b4 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:32:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f7f1c38a-957b-4f43-bc7f-998649ba7b9c req-be9d26a7-3935-46bb-b842-6216e95a624b service nova] Acquiring lock "e92bce3d-33d8-4004-869d-4db8991dda75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:32:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f7f1c38a-957b-4f43-bc7f-998649ba7b9c req-be9d26a7-3935-46bb-b842-6216e95a624b service nova] Lock "e92bce3d-33d8-4004-869d-4db8991dda75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:32:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f7f1c38a-957b-4f43-bc7f-998649ba7b9c req-be9d26a7-3935-46bb-b842-6216e95a624b service nova] Lock "e92bce3d-33d8-4004-869d-4db8991dda75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:32:16 user nova-compute[73884]: DEBUG nova.compute.manager [req-f7f1c38a-957b-4f43-bc7f-998649ba7b9c req-be9d26a7-3935-46bb-b842-6216e95a624b service nova] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] No waiting events found dispatching network-vif-plugged-e23a29ce-99fc-402f-8a26-cd8031fd07b4 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:32:16 user nova-compute[73884]: WARNING nova.compute.manager [req-f7f1c38a-957b-4f43-bc7f-998649ba7b9c req-be9d26a7-3935-46bb-b842-6216e95a624b service nova] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Received unexpected event network-vif-plugged-e23a29ce-99fc-402f-8a26-cd8031fd07b4 for instance with vm_state active and task_state rescuing.
Oct 16 08:32:16 user nova-compute[73884]: DEBUG nova.compute.manager [req-f7f1c38a-957b-4f43-bc7f-998649ba7b9c req-be9d26a7-3935-46bb-b842-6216e95a624b service nova] [instance: ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9] Received event network-vif-deleted-344f09d3-73e0-4131-82ae-058c149ae55e {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:32:16 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/69b684796be2af0c3193f7a7438e65c1077d2021.part --force-share --output=json" returned: 0 in 0.407s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:16 user nova-compute[73884]: DEBUG nova.virt.images [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] 06a4e6b1-8934-4d42-9908-1a31c69475b3 was qcow2, converting to raw {{(pid=73884) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 16 08:32:16 user nova-compute[73884]: DEBUG nova.privsep.utils [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=73884) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 16 08:32:16 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/69b684796be2af0c3193f7a7438e65c1077d2021.part /opt/stack/data/nova/instances/_base/69b684796be2af0c3193f7a7438e65c1077d2021.converted {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:17 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-0b175848-da16-49b5-8125-5f8f07055697 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:32:17 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-0b175848-da16-49b5-8125-5f8f07055697 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:32:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0b175848-da16-49b5-8125-5f8f07055697 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:32:17 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-0b175848-da16-49b5-8125-5f8f07055697 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Deleted allocations for instance ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9
Oct 16 08:32:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/69b684796be2af0c3193f7a7438e65c1077d2021.part /opt/stack/data/nova/instances/_base/69b684796be2af0c3193f7a7438e65c1077d2021.converted" returned: 0 in 0.887s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/69b684796be2af0c3193f7a7438e65c1077d2021.converted --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0b175848-da16-49b5-8125-5f8f07055697 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Lock "ce588b1f-eeed-4fba-b0b4-5e7c9679a0f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.971s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:32:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/69b684796be2af0c3193f7a7438e65c1077d2021.converted --force-share --output=json" returned: 0 in 0.343s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "69b684796be2af0c3193f7a7438e65c1077d2021" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.660s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:32:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "69b684796be2af0c3193f7a7438e65c1077d2021" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:32:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "69b684796be2af0c3193f7a7438e65c1077d2021" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:32:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/69b684796be2af0c3193f7a7438e65c1077d2021 --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f -F raw /opt/stack/data/nova/instances/8347d2fa-c322-485f-b96e-e404f52c21fe/disk" returned: 0 in 2.814s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:32:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Ensure instance console log exists: /opt/stack/data/nova/instances/8347d2fa-c322-485f-b96e-e404f52c21fe/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:32:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:32:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:32:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:32:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Start _get_guest_xml network_info=[{"id": "720782a3-50c2-4ea4-9224-addee7a74dc7", "address": "fa:16:3e:f3:51:bc", "network": {"id": "52793eaf-54c8-4092-868b-51753d278fbf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-915749854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aac394fa5be84455ba4c994fe7a08925", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720782a3-50", "ovs_interfaceid": "720782a3-50c2-4ea4-9224-addee7a74dc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='971365ebc32f762832c0adcdd36a58c9',container_format='bare',created_at=2023-10-16T08:30:01Z,direct_url=<?>,disk_format='qcow2',id=e2319de0-d03b-4937-934a-3ac5cd39af2f,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-885954691-shelved',owner='aac394fa5be84455ba4c994fe7a08925',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-16T08:30:06Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'a4e1d819-b957-4c9c-9b9d-fd987951fbab'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MtRijafU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '8347d2fa-c322-485f-b96e-e404f52c21fe', 'attached_at': '', 'detached_at': '', 'volume_id': '63c97002-7dfd-4c11-aefe-7a950c1cde97', 'serial': '63c97002-7dfd-4c11-aefe-7a950c1cde97'}, 'attachment_id': 'd162f135-d267-4b10-aa01-91f182865953', 'disk_bus': 'virtio', 'mount_device': '/dev/vdc', 'guest_format': None, 'delete_on_termination': False, 'boot_index': None, 'device_type': 'disk', 'volume_type': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:32:17 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:32:17 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:32:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:32:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:32:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:32:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='971365ebc32f762832c0adcdd36a58c9',container_format='bare',created_at=2023-10-16T08:30:01Z,direct_url=<?>,disk_format='qcow2',id=e2319de0-d03b-4937-934a-3ac5cd39af2f,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-885954691-shelved',owner='aac394fa5be84455ba4c994fe7a08925',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-16T08:30:06Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG nova.objects.instance [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lazy-loading 'vcpu_model' on Instance uuid 8347d2fa-c322-485f-b96e-e404f52c21fe {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG nova.objects.base [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Object Instance<8347d2fa-c322-485f-b96e-e404f52c21fe> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MtRijafU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:32:18 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:32:18 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:32:18 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:32:18 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:32:18 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:32:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/69b684796be2af0c3193f7a7438e65c1077d2021 --force-share --output=json" returned: 0 in 0.184s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/69b684796be2af0c3193f7a7438e65c1077d2021,backing_fmt=raw /opt/stack/data/nova/instances/e92bce3d-33d8-4004-869d-4db8991dda75/disk.rescue {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 -p 172.16.0.220:3260" returned: 21 in 0.026s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[459100f3-f3f2-4992-b0b7-0428a8962638]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:32:18 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[abb5c9e9-23a2-4ebe-8d3c-248b4ec4936a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97] added
Oct 16 08:32:18 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/69b684796be2af0c3193f7a7438e65c1077d2021,backing_fmt=raw /opt/stack/data/nova/instances/e92bce3d-33d8-4004-869d-4db8991dda75/disk.rescue" returned: 0 in 0.064s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "69b684796be2af0c3193f7a7438e65c1077d2021" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.250s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG nova.objects.instance [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lazy-loading 'migration_context' on Instance uuid e92bce3d-33d8-4004-869d-4db8991dda75 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2d87cfd-748e-465d-baac-60ca4cbe5325]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG nova.objects.base [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Object Instance<e92bce3d-33d8-4004-869d-4db8991dda75> lazy-loaded attributes: trusted_certs,migration_context {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Start _get_guest_xml network_info=[{"id": "e23a29ce-99fc-402f-8a26-cd8031fd07b4", "address": "fa:16:3e:c6:8b:4d", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "vif_mac": "fa:16:3e:c6:8b:4d"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape23a29ce-99", "ovs_interfaceid": "e23a29ce-99fc-402f-8a26-cd8031fd07b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '06a4e6b1-8934-4d42-9908-1a31c69475b3', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lcryVSZv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': 'e92bce3d-33d8-4004-869d-4db8991dda75', 'attached_at': '', 'detached_at': '', 'volume_id': '44e45c8b-f20f-4805-8cde-16cc9bdccf9d', 'serial': '44e45c8b-f20f-4805-8cde-16cc9bdccf9d'}, 'attachment_id': '69e412f4-7276-4fa3-85d8-a2dbb823b488', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'delete_on_termination': False, 'boot_index': 0, 'device_type': 'disk', 'volume_type': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG nova.objects.instance [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lazy-loading 'resources' on Instance uuid e92bce3d-33d8-4004-869d-4db8991dda75 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG nova.objects.base [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Object Instance<e92bce3d-33d8-4004-869d-4db8991dda75> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG nova.objects.instance [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lazy-loading 'numa_topology' on Instance uuid e92bce3d-33d8-4004-869d-4db8991dda75 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG nova.objects.base [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Object Instance<e92bce3d-33d8-4004-869d-4db8991dda75> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.030s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[da051a35-da48-491d-b4cc-d8215084127c]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MtRijafU {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:18 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:32:18 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:32:18 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG nova.objects.instance [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lazy-loading 'vcpu_model' on Instance uuid e92bce3d-33d8-4004-869d-4db8991dda75 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MtRijafU" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[25611b1d-1c37-4722-a943-36e5740cdd42]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'MtRijafU'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG nova.objects.base [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Object Instance<e92bce3d-33d8-4004-869d-4db8991dda75> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lcryVSZv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:32:18 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:32:18 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[87fc4a85-6c0c-41cf-83e8-56fb5868692d]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[34c70021-f6f7-478b-a292-b561afe5d44a]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:32:18 user nova-compute[73884]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 (non-flash)
Oct 16 08:32:18 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:32:18 user nova-compute[73884]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 (non-flash)
Oct 16 08:32:18 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea9f2b5c-a0e0-458b-8bf6-2d15f18d8797]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97, portal: 172.16.0.220,3260]
Oct 16 08:32:18 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97, portal: 172.16.0.220,3260] successful.
Oct 16 08:32:18 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b37ae2f2-fbe9-4d27-ba4f-effbb89a11a1]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6497453a-f281-46b1-bc2f-dfa07fa6a09b]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:32:18 user nova-compute[73884]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 (non-flash)
Oct 16 08:32:18 user nova-compute[73884]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 (non-flash)
Oct 16 08:32:18 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:32:18 user nova-compute[73884]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 (non-flash)
Oct 16 08:32:18 user nova-compute[73884]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 (non-flash)
Oct 16 08:32:18 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.340s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] HCTL ('35', '-', '-', 0) found on session 19 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.029s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[4791c526-cf5d-4154-b955-075d837829c7]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Searching for a device in session 19 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:32:18 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MtRijafU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.389s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] <== connect_volume: return (1390ms) {'type': 'block', 'scsi_wwn': '23966396432366231', 'path': '/dev/sdd'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23966396432366231', 'path': '/dev/sdd'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.183s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:32:19 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:32:19 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:32:19 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:32:19 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d -p 172.16.0.220:3260" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7f55184-5a53-4e9b-a94d-363d86d76949]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = lcryVSZv\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Oct 16 08:32:19 user nova-compute[73884]: node.name = iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d
Oct 16 08:32:19 user nova-compute[73884]: node.tpgt = -1
Oct 16 08:32:19 user nova-compute[73884]: node.startup = automatic
Oct 16 08:32:19 user nova-compute[73884]: node.leading_login = No
Oct 16 08:32:19 user nova-compute[73884]: iface.iscsi_ifacename = default
Oct 16 08:32:19 user nova-compute[73884]: iface.net_ifacename = <empty>
Oct 16 08:32:19 user nova-compute[73884]: iface.ipaddress = <empty>
Oct 16 08:32:19 user nova-compute[73884]: iface.prefix_len = 0
Oct 16 08:32:19 user nova-compute[73884]: iface.hwaddress = <empty>
Oct 16 08:32:19 user nova-compute[73884]: iface.transport_name = tcp
Oct 16 08:32:19 user nova-compute[73884]: iface.initiatorname = <empty>
Oct 16 08:32:19 user nova-compute[73884]: iface.state = <empty>
Oct 16 08:32:19 user nova-compute[73884]: iface.vlan_id = 0
Oct 16 08:32:19 user nova-compute[73884]: iface.vlan_priority = 0
Oct 16 08:32:19 user nova-compute[73884]: iface.vlan_state = <empty>
Oct 16 08:32:19 user nova-compute[73884]: iface.iface_num = 0
Oct 16 08:32:19 user nova-compute[73884]: iface.mtu = 0
Oct 16 08:32:19 user nova-compute[73884]: iface.port = 0
Oct 16 08:32:19 user nova-compute[73884]: iface.bootproto = <empty>
Oct 16 08:32:19 user nova-compute[73884]: iface.subnet_mask = <empty>
Oct 16 08:32:19 user nova-compute[73884]: iface.gateway = <empty>
Oct 16 08:32:19 user nova-compute[73884]: iface.dhcp_alt_client_id_state = <empty>
Oct 16 08:32:19 user nova-compute[73884]: iface.dhcp_alt_client_id = <empty>
Oct 16 08:32:19 user nova-compute[73884]: iface.dhcp_dns = <empty>
Oct 16 08:32:19 user nova-compute[73884]: iface.dhcp_learn_iqn = <empty>
Oct 16 08:32:19 user nova-compute[73884]: iface.dhcp_req_vendor_id_state = <empty>
Oct 16 08:32:19 user nova-compute[73884]: iface.dhcp_vendor_id_state = <empty>
Oct 16 08:32:19 user nova-compute[73884]: iface.dhcp_vendor_id = <empty>
Oct 16 08:32:19 user nova-compute[73884]: iface.dhcp_slp_da = <empty>
Oct 16 08:32:19 user nova-compute[73884]: iface.fragmentation = <empty>
Oct 16 08:32:19 user nova-compute[73884]: iface.gratuitous_arp = <empty>
Oct 16 08:32:19 user nova-compute[73884]: iface.incoming_forwarding = <empty>
Oct 16 08:32:19 user nova-compute[73884]: iface.tos_state = <empty>
Oct 16 08:32:19 user nova-compute[73884]: iface.tos = 0
Oct 16 08:32:19 user nova-compute[73884]: iface.ttl = 0
Oct 16 08:32:19 user nova-compute[73884]: iface.delayed_ack = <empty>
Oct 16 08:32:19 user nova-compute[73884]: iface.tcp_nagle = <empty>
Oct 16 08:32:19 user nova-compute[73884]: iface.tcp_wsf_state = <empty>
Oct 16 08:32:19 user nova-compute[73884]: iface.tcp_wsf = 0
Oct 16 08:32:19 user nova-compute[73884]: iface.tcp_timer_scale = 0
Oct 16 08:32:19 user nova-compute[73884]: iface.tcp_timestamp = <empty>
Oct 16 08:32:19 user nova-compute[73884]: iface.redirect = <empty>
Oct 16 08:32:19 user nova-compute[73884]: iface.def_task_mgmt_timeout = 0
Oct 16 08:32:19 user nova-compute[73884]: iface.header_digest = <empty>
Oct 16 08:32:19 user nova-compute[73884]: iface.data_digest = <empty>
Oct 16 08:32:19 user nova-compute[73884]: iface.immediate_data = <empty>
Oct 16 08:32:19 user nova-compute[73884]: iface.initial_r2t = <empty>
Oct 16 08:32:19 user nova-compute[73884]: iface.data_seq_inorder = <empty>
Oct 16 08:32:19 user nova-compute[73884]: iface.data_pdu_inorder = <empty>
Oct 16 08:32:19 user nova-compute[73884]: iface.erl = 0
Oct 16 08:32:19 user nova-compute[73884]: iface.max_receive_data_len = 0
Oct 16 08:32:19 user nova-compute[73884]: iface.first_burst_len = 0
Oct 16 08:32:19 user nova-compute[73884]: iface.max_outstanding_r2t = 0
Oct 16 08:32:19 user nova-compute[73884]: iface.max_burst_len = 0
Oct 16 08:32:19 user nova-compute[73884]: iface.chap_auth = <empty>
Oct 16 08:32:19 user nova-compute[73884]: iface.bidi_chap = <empty>
Oct 16 08:32:19 user nova-compute[73884]: iface.strict_login_compliance = <empty>
Oct 16 08:32:19 user nova-compute[73884]: iface.discovery_auth = <empty>
Oct 16 08:32:19 user nova-compute[73884]: iface.discovery_logout = <empty>
Oct 16 08:32:19 user nova-compute[73884]: node.discovery_address = <empty>
Oct 16 08:32:19 user nova-compute[73884]: node.discovery_port = 0
Oct 16 08:32:19 user nova-compute[73884]: node.discovery_type = static
Oct 16 08:32:19 user nova-compute[73884]: node.session.initial_cmdsn = 0
Oct 16 08:32:19 user nova-compute[73884]: node.session.initial_login_retry_max = 8
Oct 16 08:32:19 user nova-compute[73884]: node.session.xmit_thread_priority = -20
Oct 16 08:32:19 user nova-compute[73884]: node.session.cmds_max = 128
Oct 16 08:32:19 user nova-compute[73884]: node.session.queue_depth = 32
Oct 16 08:32:19 user nova-compute[73884]: node.session.nr_sessions = 1
Oct 16 08:32:19 user nova-compute[73884]: node.session.auth.authmethod = CHAP
Oct 16 08:32:19 user nova-compute[73884]: node.session.auth.username = lcryVSZv
Oct 16 08:32:19 user nova-compute[73884]: node.session.auth.password = ***
Oct 16 08:32:19 user nova-compute[73884]: node.session.auth.username_in = <empty>
Oct 16 08:32:19 user nova-compute[73884]: node.session.auth.password_in = <empty>
Oct 16 08:32:19 user nova-compute[73884]: node.session.auth.chap_algs = MD5
Oct 16 08:32:19 user nova-compute[73884]: node.session.timeo.replacement_timeout = 120
Oct 16 08:32:19 user nova-compute[73884]: node.session.err_timeo.abort_timeout = 15
Oct 16 08:32:19 user nova-compute[73884]: node.session.err_timeo.lu_reset_timeout = 30
Oct 16 08:32:19 user nova-compute[73884]: node.session.err_timeo.tgt_reset_timeout = 30
Oct 16 08:32:19 user nova-compute[73884]: node.session.err_timeo.host_reset_timeout = 60
Oct 16 08:32:19 user nova-compute[73884]: node.session.iscsi.FastAbort = Yes
Oct 16 08:32:19 user nova-compute[73884]: node.session.iscsi.InitialR2T = No
Oct 16 08:32:19 user nova-compute[73884]: node.session.iscsi.ImmediateData = Yes
Oct 16 08:32:19 user nova-compute[73884]: node.session.iscsi.FirstBurstLength = 262144
Oct 16 08:32:19 user nova-compute[73884]: node.session.iscsi.MaxBurstLength = 16776192
Oct 16 08:32:19 user nova-compute[73884]: node.session.iscsi.DefaultTime2Retain = 0
Oct 16 08:32:19 user nova-compute[73884]: node.session.iscsi.DefaultTime2Wait = 2
Oct 16 08:32:19 user nova-compute[73884]: node.session.iscsi.MaxConnections = 1
Oct 16 08:32:19 user nova-compute[73884]: node.session.iscsi.MaxOutstandingR2T = 1
Oct 16 08:32:19 user nova-compute[73884]: node.session.iscsi.ERL = 0
Oct 16 08:32:19 user nova-compute[73884]: node.session.scan = manual
Oct 16 08:32:19 user nova-compute[73884]: node.session.reopen_max = 0
Oct 16 08:32:19 user nova-compute[73884]: node.conn[0].address = 172.16.0.220
Oct 16 08:32:19 user nova-compute[73884]: node.conn[0].port = 3260
Oct 16 08:32:19 user nova-compute[73884]: node.conn[0].startup = manual
Oct 16 08:32:19 user nova-compute[73884]: node.conn[0].tcp.window_size = 524288
Oct 16 08:32:19 user nova-compute[73884]: node.conn[0].tcp.type_of_service = 0
Oct 16 08:32:19 user nova-compute[73884]: node.conn[0].timeo.logout_timeout = 15
Oct 16 08:32:19 user nova-compute[73884]: node.conn[0].timeo.login_timeout = 15
Oct 16 08:32:19 user nova-compute[73884]: node.conn[0].timeo.auth_timeout = 45
Oct 16 08:32:19 user nova-compute[73884]: node.conn[0].timeo.noop_out_interval = 5
Oct 16 08:32:19 user nova-compute[73884]: node.conn[0].timeo.noop_out_timeout = 5
Oct 16 08:32:19 user nova-compute[73884]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Oct 16 08:32:19 user nova-compute[73884]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Oct 16 08:32:19 user nova-compute[73884]: node.conn[0].iscsi.HeaderDigest = None
Oct 16 08:32:19 user nova-compute[73884]: node.conn[0].iscsi.DataDigest = None
Oct 16 08:32:19 user nova-compute[73884]: node.conn[0].iscsi.IFMarker = No
Oct 16 08:32:19 user nova-compute[73884]: node.conn[0].iscsi.OFMarker = No
Oct 16 08:32:19 user nova-compute[73884]: # END RECORD
Oct 16 08:32:19 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-16T08:28:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-885954691',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-885954691',id=13,image_ref='e2319de0-d03b-4937-934a-3ac5cd39af2f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-704399297',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:28:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='aac394fa5be84455ba4c994fe7a08925',ramdisk_id='',reservation_id='r-arkwb1ld',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-732217427',owner_user_name='tempest-AttachVolumeShelveTestJSON-732217427-project-member',shelved_at='2023-10-16T08:30:05.784907',shelved_host='user',shelved_image_id='e2319de0-d03b-4937-934a-3ac5cd39af2f'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:31:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='74fe83ad148b430eab2020456df2702f',uuid=8347d2fa-c322-485f-b96e-e404f52c21fe,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "720782a3-50c2-4ea4-9224-addee7a74dc7", "address": "fa:16:3e:f3:51:bc", "network": {"id": "52793eaf-54c8-4092-868b-51753d278fbf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-915749854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aac394fa5be84455ba4c994fe7a08925", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720782a3-50", "ovs_interfaceid": "720782a3-50c2-4ea4-9224-addee7a74dc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Converting VIF {"id": "720782a3-50c2-4ea4-9224-addee7a74dc7", "address": "fa:16:3e:f3:51:bc", "network": {"id": "52793eaf-54c8-4092-868b-51753d278fbf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-915749854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aac394fa5be84455ba4c994fe7a08925", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720782a3-50", "ovs_interfaceid": "720782a3-50c2-4ea4-9224-addee7a74dc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f3:51:bc,bridge_name='br-int',has_traffic_filtering=True,id=720782a3-50c2-4ea4-9224-addee7a74dc7,network=Network(52793eaf-54c8-4092-868b-51753d278fbf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap720782a3-50') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG nova.objects.instance [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lazy-loading 'pci_devices' on Instance uuid 8347d2fa-c322-485f-b96e-e404f52c21fe {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6a2334d-e7d2-4f91-b904-f39738b3c028]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG nova.objects.base [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Object Instance<8347d2fa-c322-485f-b96e-e404f52c21fe> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:32:19 user nova-compute[73884]:   <uuid>8347d2fa-c322-485f-b96e-e404f52c21fe</uuid>
Oct 16 08:32:19 user nova-compute[73884]:   <name>instance-0000000d</name>
Oct 16 08:32:19 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:32:19 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:32:19 user nova-compute[73884]:   <metadata>
Oct 16 08:32:19 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:32:19 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:32:19 user nova-compute[73884]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-885954691</nova:name>
Oct 16 08:32:19 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:32:17</nova:creationTime>
Oct 16 08:32:19 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:32:19 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:32:19 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:32:19 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:32:19 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:32:19 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:32:19 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:32:19 user nova-compute[73884]:       <nova:owner>
Oct 16 08:32:19 user nova-compute[73884]:         <nova:user uuid="74fe83ad148b430eab2020456df2702f">tempest-AttachVolumeShelveTestJSON-732217427-project-member</nova:user>
Oct 16 08:32:19 user nova-compute[73884]:         <nova:project uuid="aac394fa5be84455ba4c994fe7a08925">tempest-AttachVolumeShelveTestJSON-732217427</nova:project>
Oct 16 08:32:19 user nova-compute[73884]:       </nova:owner>
Oct 16 08:32:19 user nova-compute[73884]:       <nova:root type="image" uuid="e2319de0-d03b-4937-934a-3ac5cd39af2f"/>
Oct 16 08:32:19 user nova-compute[73884]:       <nova:ports>
Oct 16 08:32:19 user nova-compute[73884]:         <nova:port uuid="720782a3-50c2-4ea4-9224-addee7a74dc7">
Oct 16 08:32:19 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 16 08:32:19 user nova-compute[73884]:         </nova:port>
Oct 16 08:32:19 user nova-compute[73884]:       </nova:ports>
Oct 16 08:32:19 user nova-compute[73884]:     </nova:instance>
Oct 16 08:32:19 user nova-compute[73884]:   </metadata>
Oct 16 08:32:19 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:32:19 user nova-compute[73884]:     <system>
Oct 16 08:32:19 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:32:19 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:32:19 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:32:19 user nova-compute[73884]:       <entry name="serial">8347d2fa-c322-485f-b96e-e404f52c21fe</entry>
Oct 16 08:32:19 user nova-compute[73884]:       <entry name="uuid">8347d2fa-c322-485f-b96e-e404f52c21fe</entry>
Oct 16 08:32:19 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:32:19 user nova-compute[73884]:     </system>
Oct 16 08:32:19 user nova-compute[73884]:   </sysinfo>
Oct 16 08:32:19 user nova-compute[73884]:   <os>
Oct 16 08:32:19 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:32:19 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:32:19 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:32:19 user nova-compute[73884]:   </os>
Oct 16 08:32:19 user nova-compute[73884]:   <features>
Oct 16 08:32:19 user nova-compute[73884]:     <acpi/>
Oct 16 08:32:19 user nova-compute[73884]:     <apic/>
Oct 16 08:32:19 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:32:19 user nova-compute[73884]:   </features>
Oct 16 08:32:19 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:32:19 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:32:19 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:32:19 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:32:19 user nova-compute[73884]:   </clock>
Oct 16 08:32:19 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:32:19 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:32:19 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:32:19 user nova-compute[73884]:   </cpu>
Oct 16 08:32:19 user nova-compute[73884]:   <devices>
Oct 16 08:32:19 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:32:19 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:32:19 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/8347d2fa-c322-485f-b96e-e404f52c21fe/disk"/>
Oct 16 08:32:19 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:32:19 user nova-compute[73884]:     </disk>
Oct 16 08:32:19 user nova-compute[73884]:     <disk type="block" device="disk">
Oct 16 08:32:19 user nova-compute[73884]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:32:19 user nova-compute[73884]:       <source dev="/dev/sdd"/>
Oct 16 08:32:19 user nova-compute[73884]:       <target dev="vdc" bus="virtio"/>
Oct 16 08:32:19 user nova-compute[73884]:       <serial>63c97002-7dfd-4c11-aefe-7a950c1cde97</serial>
Oct 16 08:32:19 user nova-compute[73884]:     </disk>
Oct 16 08:32:19 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:32:19 user nova-compute[73884]:       <mac address="fa:16:3e:f3:51:bc"/>
Oct 16 08:32:19 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:32:19 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:32:19 user nova-compute[73884]:       <target dev="tap720782a3-50"/>
Oct 16 08:32:19 user nova-compute[73884]:     </interface>
Oct 16 08:32:19 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:32:19 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/8347d2fa-c322-485f-b96e-e404f52c21fe/console.log" append="off"/>
Oct 16 08:32:19 user nova-compute[73884]:     </serial>
Oct 16 08:32:19 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:32:19 user nova-compute[73884]:     <video>
Oct 16 08:32:19 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:32:19 user nova-compute[73884]:     </video>
Oct 16 08:32:19 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:32:19 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:32:19 user nova-compute[73884]:     </rng>
Oct 16 08:32:19 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:32:19 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:32:19 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:32:19 user nova-compute[73884]:     </memballoon>
Oct 16 08:32:19 user nova-compute[73884]:   </devices>
Oct 16 08:32:19 user nova-compute[73884]: </domain>
Oct 16 08:32:19 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-16T08:28:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-885954691',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-885954691',id=13,image_ref='e2319de0-d03b-4937-934a-3ac5cd39af2f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-704399297',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:28:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='aac394fa5be84455ba4c994fe7a08925',ramdisk_id='',reservation_id='r-arkwb1ld',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-732217427',owner_user_name='tempest-AttachVolumeShelveTestJSON-732217427-project-member',shelved_at='2023-10-16T08:30:05.784907',shelved_host='user',shelved_image_id='e2319de0-d03b-4937-934a-3ac5cd39af2f'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:31:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='74fe83ad148b430eab2020456df2702f',uuid=8347d2fa-c322-485f-b96e-e404f52c21fe,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "720782a3-50c2-4ea4-9224-addee7a74dc7", "address": "fa:16:3e:f3:51:bc", "network": {"id": "52793eaf-54c8-4092-868b-51753d278fbf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-915749854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aac394fa5be84455ba4c994fe7a08925", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720782a3-50", "ovs_interfaceid": "720782a3-50c2-4ea4-9224-addee7a74dc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Converting VIF {"id": "720782a3-50c2-4ea4-9224-addee7a74dc7", "address": "fa:16:3e:f3:51:bc", "network": {"id": "52793eaf-54c8-4092-868b-51753d278fbf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-915749854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aac394fa5be84455ba4c994fe7a08925", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720782a3-50", "ovs_interfaceid": "720782a3-50c2-4ea4-9224-addee7a74dc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f3:51:bc,bridge_name='br-int',has_traffic_filtering=True,id=720782a3-50c2-4ea4-9224-addee7a74dc7,network=Network(52793eaf-54c8-4092-868b-51753d278fbf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap720782a3-50') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG os_vif [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f3:51:bc,bridge_name='br-int',has_traffic_filtering=True,id=720782a3-50c2-4ea4-9224-addee7a74dc7,network=Network(52793eaf-54c8-4092-868b-51753d278fbf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap720782a3-50') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'af26445d-ae6d-5d68-9ed9-912f480dd994', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa203b11-693d-4c62-92e4-88eb597ad840]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lcryVSZv {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lcryVSZv" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0b3eba2-5f26-4c29-a14c-8db643bf628c]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lcryVSZv'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap720782a3-50, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap720782a3-50, col_values=(('qos', UUID('63827377-d3e5-433b-93c3-f00b146c8074')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap720782a3-50, col_values=(('external_ids', {'iface-id': '720782a3-50c2-4ea4-9224-addee7a74dc7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f3:51:bc', 'vm-uuid': '8347d2fa-c322-485f-b96e-e404f52c21fe'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a030f61e-becc-437b-9ff4-cbc3dab1ffa3]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:19 user nova-compute[73884]: INFO os_vif [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f3:51:bc,bridge_name='br-int',has_traffic_filtering=True,id=720782a3-50c2-4ea4-9224-addee7a74dc7,network=Network(52793eaf-54c8-4092-868b-51753d278fbf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap720782a3-50')
Oct 16 08:32:19 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bad3026-fd80-43a6-9136-8c7f3c44e979]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:32:19 user nova-compute[73884]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 (non-flash)
Oct 16 08:32:19 user nova-compute[73884]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 (non-flash)
Oct 16 08:32:19 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:32:19 user nova-compute[73884]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 (non-flash)
Oct 16 08:32:19 user nova-compute[73884]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 (non-flash)
Oct 16 08:32:19 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.138s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] HCTL ('33', '0', '0', 0) found on session 17 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Scanning host 33 c: 0, t: 0, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.013s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[74f37f6d-691e-4233-bf9c-1091bc44e000]: (4, ('0 0 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Searching for a device in session 17 and hctl ('33', '0', '0', 0) yield: sdb {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lcryVSZv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.163s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] <== connect_volume: return (1346ms) {'type': 'block', 'scsi_wwn': '23565353938363031', 'path': '/dev/sdb'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23565353938363031', 'path': '/dev/sdb'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:30:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1648568679',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1648568679',id=16,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:31:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f9db6ac897784a4fb18d26858afb7956',ramdisk_id='',reservation_id='r-rp4un0dg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1464100791',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:31:02Z,user_data=None,user_id='d17a1a64076a44f28b10f2d82b7ffd5a',uuid=e92bce3d-33d8-4004-869d-4db8991dda75,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e23a29ce-99fc-402f-8a26-cd8031fd07b4", "address": "fa:16:3e:c6:8b:4d", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "vif_mac": "fa:16:3e:c6:8b:4d"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape23a29ce-99", "ovs_interfaceid": "e23a29ce-99fc-402f-8a26-cd8031fd07b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Converting VIF {"id": "e23a29ce-99fc-402f-8a26-cd8031fd07b4", "address": "fa:16:3e:c6:8b:4d", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "vif_mac": "fa:16:3e:c6:8b:4d"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape23a29ce-99", "ovs_interfaceid": "e23a29ce-99fc-402f-8a26-cd8031fd07b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c6:8b:4d,bridge_name='br-int',has_traffic_filtering=True,id=e23a29ce-99fc-402f-8a26-cd8031fd07b4,network=Network(dee86f1a-fba2-4f98-80d9-351ebde8da3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape23a29ce-99') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG nova.objects.instance [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lazy-loading 'pci_devices' on Instance uuid e92bce3d-33d8-4004-869d-4db8991dda75 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] No BDM found with device name vdc, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] No VIF found with MAC fa:16:3e:f3:51:bc, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG nova.objects.base [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Object Instance<e92bce3d-33d8-4004-869d-4db8991dda75> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:32:19 user nova-compute[73884]:   <uuid>e92bce3d-33d8-4004-869d-4db8991dda75</uuid>
Oct 16 08:32:19 user nova-compute[73884]:   <name>instance-00000010</name>
Oct 16 08:32:19 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:32:19 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:32:19 user nova-compute[73884]:   <metadata>
Oct 16 08:32:19 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:32:19 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:32:19 user nova-compute[73884]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1648568679</nova:name>
Oct 16 08:32:19 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:32:18</nova:creationTime>
Oct 16 08:32:19 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:32:19 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:32:19 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:32:19 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:32:19 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:32:19 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:32:19 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:32:19 user nova-compute[73884]:       <nova:owner>
Oct 16 08:32:19 user nova-compute[73884]:         <nova:user uuid="d17a1a64076a44f28b10f2d82b7ffd5a">tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member</nova:user>
Oct 16 08:32:19 user nova-compute[73884]:         <nova:project uuid="f9db6ac897784a4fb18d26858afb7956">tempest-ServerBootFromVolumeStableRescueTest-1464100791</nova:project>
Oct 16 08:32:19 user nova-compute[73884]:       </nova:owner>
Oct 16 08:32:19 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:32:19 user nova-compute[73884]:       <nova:ports>
Oct 16 08:32:19 user nova-compute[73884]:         <nova:port uuid="e23a29ce-99fc-402f-8a26-cd8031fd07b4">
Oct 16 08:32:19 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 16 08:32:19 user nova-compute[73884]:         </nova:port>
Oct 16 08:32:19 user nova-compute[73884]:       </nova:ports>
Oct 16 08:32:19 user nova-compute[73884]:     </nova:instance>
Oct 16 08:32:19 user nova-compute[73884]:   </metadata>
Oct 16 08:32:19 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:32:19 user nova-compute[73884]:     <system>
Oct 16 08:32:19 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:32:19 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:32:19 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:32:19 user nova-compute[73884]:       <entry name="serial">e92bce3d-33d8-4004-869d-4db8991dda75</entry>
Oct 16 08:32:19 user nova-compute[73884]:       <entry name="uuid">e92bce3d-33d8-4004-869d-4db8991dda75</entry>
Oct 16 08:32:19 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:32:19 user nova-compute[73884]:     </system>
Oct 16 08:32:19 user nova-compute[73884]:   </sysinfo>
Oct 16 08:32:19 user nova-compute[73884]:   <os>
Oct 16 08:32:19 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:32:19 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:32:19 user nova-compute[73884]:   </os>
Oct 16 08:32:19 user nova-compute[73884]:   <features>
Oct 16 08:32:19 user nova-compute[73884]:     <acpi/>
Oct 16 08:32:19 user nova-compute[73884]:     <apic/>
Oct 16 08:32:19 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:32:19 user nova-compute[73884]:   </features>
Oct 16 08:32:19 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:32:19 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:32:19 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:32:19 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:32:19 user nova-compute[73884]:   </clock>
Oct 16 08:32:19 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:32:19 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:32:19 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:32:19 user nova-compute[73884]:   </cpu>
Oct 16 08:32:19 user nova-compute[73884]:   <devices>
Oct 16 08:32:19 user nova-compute[73884]:     <disk type="block" device="disk">
Oct 16 08:32:19 user nova-compute[73884]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:32:19 user nova-compute[73884]:       <source dev="/dev/sdb"/>
Oct 16 08:32:19 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:32:19 user nova-compute[73884]:       <serial>44e45c8b-f20f-4805-8cde-16cc9bdccf9d</serial>
Oct 16 08:32:19 user nova-compute[73884]:     </disk>
Oct 16 08:32:19 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:32:19 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:32:19 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/e92bce3d-33d8-4004-869d-4db8991dda75/disk.rescue"/>
Oct 16 08:32:19 user nova-compute[73884]:       <target dev="vdb" bus="virtio"/>
Oct 16 08:32:19 user nova-compute[73884]:       <boot order="1"/>
Oct 16 08:32:19 user nova-compute[73884]:     </disk>
Oct 16 08:32:19 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:32:19 user nova-compute[73884]:       <mac address="fa:16:3e:c6:8b:4d"/>
Oct 16 08:32:19 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:32:19 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:32:19 user nova-compute[73884]:       <target dev="tape23a29ce-99"/>
Oct 16 08:32:19 user nova-compute[73884]:     </interface>
Oct 16 08:32:19 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:32:19 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/e92bce3d-33d8-4004-869d-4db8991dda75/console.log" append="off"/>
Oct 16 08:32:19 user nova-compute[73884]:     </serial>
Oct 16 08:32:19 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:32:19 user nova-compute[73884]:     <video>
Oct 16 08:32:19 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:32:19 user nova-compute[73884]:     </video>
Oct 16 08:32:19 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:32:19 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:32:19 user nova-compute[73884]:     </rng>
Oct 16 08:32:19 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:32:19 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:32:19 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:32:19 user nova-compute[73884]:     </memballoon>
Oct 16 08:32:19 user nova-compute[73884]:   </devices>
Oct 16 08:32:19 user nova-compute[73884]: </domain>
Oct 16 08:32:19 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:32:19 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Instance destroyed successfully.
Oct 16 08:32:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] No BDM found with device name vdb, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:32:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] No VIF found with MAC fa:16:3e:c6:8b:4d, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:32:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:22 user nova-compute[73884]: DEBUG nova.compute.manager [req-8263938d-9145-4bc6-a93e-7fc6ce1ee6ec req-3f8c77be-1042-4f6f-ab79-e12843200971 service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Received event network-vif-plugged-720782a3-50c2-4ea4-9224-addee7a74dc7 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:32:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8263938d-9145-4bc6-a93e-7fc6ce1ee6ec req-3f8c77be-1042-4f6f-ab79-e12843200971 service nova] Acquiring lock "8347d2fa-c322-485f-b96e-e404f52c21fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:32:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8263938d-9145-4bc6-a93e-7fc6ce1ee6ec req-3f8c77be-1042-4f6f-ab79-e12843200971 service nova] Lock "8347d2fa-c322-485f-b96e-e404f52c21fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:32:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8263938d-9145-4bc6-a93e-7fc6ce1ee6ec req-3f8c77be-1042-4f6f-ab79-e12843200971 service nova] Lock "8347d2fa-c322-485f-b96e-e404f52c21fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:32:22 user nova-compute[73884]: DEBUG nova.compute.manager [req-8263938d-9145-4bc6-a93e-7fc6ce1ee6ec req-3f8c77be-1042-4f6f-ab79-e12843200971 service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] No waiting events found dispatching network-vif-plugged-720782a3-50c2-4ea4-9224-addee7a74dc7 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:32:22 user nova-compute[73884]: WARNING nova.compute.manager [req-8263938d-9145-4bc6-a93e-7fc6ce1ee6ec req-3f8c77be-1042-4f6f-ab79-e12843200971 service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Received unexpected event network-vif-plugged-720782a3-50c2-4ea4-9224-addee7a74dc7 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 16 08:32:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:22 user nova-compute[73884]: DEBUG nova.compute.manager [req-a1304180-cda2-450c-a298-3253da48a4bf req-ce3c05fc-4184-4572-a186-e63eefe60429 service nova] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Received event network-vif-plugged-e23a29ce-99fc-402f-8a26-cd8031fd07b4 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:32:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a1304180-cda2-450c-a298-3253da48a4bf req-ce3c05fc-4184-4572-a186-e63eefe60429 service nova] Acquiring lock "e92bce3d-33d8-4004-869d-4db8991dda75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:32:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a1304180-cda2-450c-a298-3253da48a4bf req-ce3c05fc-4184-4572-a186-e63eefe60429 service nova] Lock "e92bce3d-33d8-4004-869d-4db8991dda75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:32:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a1304180-cda2-450c-a298-3253da48a4bf req-ce3c05fc-4184-4572-a186-e63eefe60429 service nova] Lock "e92bce3d-33d8-4004-869d-4db8991dda75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:32:22 user nova-compute[73884]: DEBUG nova.compute.manager [req-a1304180-cda2-450c-a298-3253da48a4bf req-ce3c05fc-4184-4572-a186-e63eefe60429 service nova] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] No waiting events found dispatching network-vif-plugged-e23a29ce-99fc-402f-8a26-cd8031fd07b4 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:32:22 user nova-compute[73884]: WARNING nova.compute.manager [req-a1304180-cda2-450c-a298-3253da48a4bf req-ce3c05fc-4184-4572-a186-e63eefe60429 service nova] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Received unexpected event network-vif-plugged-e23a29ce-99fc-402f-8a26-cd8031fd07b4 for instance with vm_state active and task_state rescuing.
Oct 16 08:32:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:24 user nova-compute[73884]: DEBUG nova.compute.manager [req-25032e08-9980-47bd-83c5-04d63ca459ed req-8576a02a-c477-44b7-b189-2d3455eacc4e service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Received event network-vif-plugged-720782a3-50c2-4ea4-9224-addee7a74dc7 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:32:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-25032e08-9980-47bd-83c5-04d63ca459ed req-8576a02a-c477-44b7-b189-2d3455eacc4e service nova] Acquiring lock "8347d2fa-c322-485f-b96e-e404f52c21fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:32:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-25032e08-9980-47bd-83c5-04d63ca459ed req-8576a02a-c477-44b7-b189-2d3455eacc4e service nova] Lock "8347d2fa-c322-485f-b96e-e404f52c21fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:32:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-25032e08-9980-47bd-83c5-04d63ca459ed req-8576a02a-c477-44b7-b189-2d3455eacc4e service nova] Lock "8347d2fa-c322-485f-b96e-e404f52c21fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:32:24 user nova-compute[73884]: DEBUG nova.compute.manager [req-25032e08-9980-47bd-83c5-04d63ca459ed req-8576a02a-c477-44b7-b189-2d3455eacc4e service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] No waiting events found dispatching network-vif-plugged-720782a3-50c2-4ea4-9224-addee7a74dc7 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:32:24 user nova-compute[73884]: WARNING nova.compute.manager [req-25032e08-9980-47bd-83c5-04d63ca459ed req-8576a02a-c477-44b7-b189-2d3455eacc4e service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Received unexpected event network-vif-plugged-720782a3-50c2-4ea4-9224-addee7a74dc7 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 16 08:32:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:24 user nova-compute[73884]: DEBUG nova.compute.manager [req-a3019b4a-1e8f-4d85-9720-cb16c72148f4 req-14941331-7844-41a5-bf17-3f27d5ead7a9 service nova] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Received event network-vif-plugged-e23a29ce-99fc-402f-8a26-cd8031fd07b4 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:32:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a3019b4a-1e8f-4d85-9720-cb16c72148f4 req-14941331-7844-41a5-bf17-3f27d5ead7a9 service nova] Acquiring lock "e92bce3d-33d8-4004-869d-4db8991dda75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:32:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a3019b4a-1e8f-4d85-9720-cb16c72148f4 req-14941331-7844-41a5-bf17-3f27d5ead7a9 service nova] Lock "e92bce3d-33d8-4004-869d-4db8991dda75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:32:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a3019b4a-1e8f-4d85-9720-cb16c72148f4 req-14941331-7844-41a5-bf17-3f27d5ead7a9 service nova] Lock "e92bce3d-33d8-4004-869d-4db8991dda75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:32:24 user nova-compute[73884]: DEBUG nova.compute.manager [req-a3019b4a-1e8f-4d85-9720-cb16c72148f4 req-14941331-7844-41a5-bf17-3f27d5ead7a9 service nova] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] No waiting events found dispatching network-vif-plugged-e23a29ce-99fc-402f-8a26-cd8031fd07b4 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:32:24 user nova-compute[73884]: WARNING nova.compute.manager [req-a3019b4a-1e8f-4d85-9720-cb16c72148f4 req-14941331-7844-41a5-bf17-3f27d5ead7a9 service nova] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Received unexpected event network-vif-plugged-e23a29ce-99fc-402f-8a26-cd8031fd07b4 for instance with vm_state active and task_state rescuing.
Oct 16 08:32:24 user nova-compute[73884]: DEBUG nova.compute.manager [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:32:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:32:24 user nova-compute[73884]: DEBUG nova.compute.manager [None req-f4c03f60-c00e-4b2a-b2bf-899b4ddeeef4 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:32:24 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Instance spawned successfully.
Oct 16 08:32:25 user nova-compute[73884]: DEBUG nova.compute.manager [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:32:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-97909d98-fd71-450f-8df5-ec1dccaf1de2 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "8347d2fa-c322-485f-b96e-e404f52c21fe" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 31.613s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:32:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:31 user nova-compute[73884]: DEBUG nova.compute.manager [req-8f29753d-11b5-4d3e-b40a-5546c0feb0cf req-ca933cb1-ce79-4615-a993-8abf48f805a5 service nova] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Received event network-changed-d0de32e1-78f4-467c-a7b3-f4c6fa2736d0 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:32:31 user nova-compute[73884]: DEBUG nova.compute.manager [req-8f29753d-11b5-4d3e-b40a-5546c0feb0cf req-ca933cb1-ce79-4615-a993-8abf48f805a5 service nova] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Refreshing instance network info cache due to event network-changed-d0de32e1-78f4-467c-a7b3-f4c6fa2736d0. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:32:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8f29753d-11b5-4d3e-b40a-5546c0feb0cf req-ca933cb1-ce79-4615-a993-8abf48f805a5 service nova] Acquiring lock "refresh_cache-d49d8558-c88f-4aac-a202-171db5e3fdb6" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:32:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8f29753d-11b5-4d3e-b40a-5546c0feb0cf req-ca933cb1-ce79-4615-a993-8abf48f805a5 service nova] Acquired lock "refresh_cache-d49d8558-c88f-4aac-a202-171db5e3fdb6" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:32:31 user nova-compute[73884]: DEBUG nova.network.neutron [req-8f29753d-11b5-4d3e-b40a-5546c0feb0cf req-ca933cb1-ce79-4615-a993-8abf48f805a5 service nova] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Refreshing network info cache for port d0de32e1-78f4-467c-a7b3-f4c6fa2736d0 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:32:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Acquiring lock "d49d8558-c88f-4aac-a202-171db5e3fdb6" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:32:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "d49d8558-c88f-4aac-a202-171db5e3fdb6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:32:31 user nova-compute[73884]: DEBUG nova.objects.instance [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lazy-loading 'flavor' on Instance uuid d49d8558-c88f-4aac-a202-171db5e3fdb6 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:32:31 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Ignoring supplied device name: /dev/vdb
Oct 16 08:32:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "d49d8558-c88f-4aac-a202-171db5e3fdb6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.072s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:32:32 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Acquiring lock "d49d8558-c88f-4aac-a202-171db5e3fdb6" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:32:32 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "d49d8558-c88f-4aac-a202-171db5e3fdb6" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:32:32 user nova-compute[73884]: INFO nova.compute.manager [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Attaching volume e311c238-9ca9-4ccf-9130-4faf80199f57 to /dev/vdb
Oct 16 08:32:32 user nova-compute[73884]: DEBUG os_brick.utils [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:32:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:32 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e38f990e-9872-432f-87e1-df50fd3cbe30]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:32:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:32 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac06bf46-5f89-4832-9603-d5bebd2ca183]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:32:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:32 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[acb77688-560a-4c70-adc1-5df8704fb998]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:32:32 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[7da2d575-a676-4dbf-9155-f292b5a22a70]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:32:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:32:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 08:32:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:32:32 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 08:32:32 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c6799fa-491e-4a4e-9266-710d464efb51]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:32:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 08:32:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 08:32:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 08:32:32 user nova-compute[73884]: DEBUG os_brick.utils [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:32:32 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Updating existing volume attachment record: 3e6db024-2112-4c13-be7b-ad0889f98f4c {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 08:32:32 user nova-compute[73884]: DEBUG nova.network.neutron [req-8f29753d-11b5-4d3e-b40a-5546c0feb0cf req-ca933cb1-ce79-4615-a993-8abf48f805a5 service nova] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Updated VIF entry in instance network info cache for port d0de32e1-78f4-467c-a7b3-f4c6fa2736d0. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:32:32 user nova-compute[73884]: DEBUG nova.network.neutron [req-8f29753d-11b5-4d3e-b40a-5546c0feb0cf req-ca933cb1-ce79-4615-a993-8abf48f805a5 service nova] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Updating instance_info_cache with network_info: [{"id": "d0de32e1-78f4-467c-a7b3-f4c6fa2736d0", "address": "fa:16:3e:81:13:f7", "network": {"id": "86cbd675-e907-48e0-9d77-9e0fea07c65e", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1312534937-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "903b3efe41694579b78ab822be66eddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0de32e1-78", "ovs_interfaceid": "d0de32e1-78f4-467c-a7b3-f4c6fa2736d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:32:32 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8f29753d-11b5-4d3e-b40a-5546c0feb0cf req-ca933cb1-ce79-4615-a993-8abf48f805a5 service nova] Releasing lock "refresh_cache-d49d8558-c88f-4aac-a202-171db5e3fdb6" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:32:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:35 user nova-compute[73884]: DEBUG nova.compute.manager [req-329e3a00-3736-4b3f-ac87-16b72a3a0a3f req-e18f7176-7b27-4ac6-9ae0-d393a563a70d service nova] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Received event network-changed-1f70896e-bd10-49f5-a769-e183d54ce3b7 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:32:35 user nova-compute[73884]: DEBUG nova.compute.manager [req-329e3a00-3736-4b3f-ac87-16b72a3a0a3f req-e18f7176-7b27-4ac6-9ae0-d393a563a70d service nova] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Refreshing instance network info cache due to event network-changed-1f70896e-bd10-49f5-a769-e183d54ce3b7. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:32:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-329e3a00-3736-4b3f-ac87-16b72a3a0a3f req-e18f7176-7b27-4ac6-9ae0-d393a563a70d service nova] Acquiring lock "refresh_cache-baa67186-a783-44fc-bf2f-8275de0e27ab" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:32:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-329e3a00-3736-4b3f-ac87-16b72a3a0a3f req-e18f7176-7b27-4ac6-9ae0-d393a563a70d service nova] Acquired lock "refresh_cache-baa67186-a783-44fc-bf2f-8275de0e27ab" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:32:35 user nova-compute[73884]: DEBUG nova.network.neutron [req-329e3a00-3736-4b3f-ac87-16b72a3a0a3f req-e18f7176-7b27-4ac6-9ae0-d393a563a70d service nova] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Refreshing network info cache for port 1f70896e-bd10-49f5-a769-e183d54ce3b7 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:32:35 user nova-compute[73884]: DEBUG nova.network.neutron [req-329e3a00-3736-4b3f-ac87-16b72a3a0a3f req-e18f7176-7b27-4ac6-9ae0-d393a563a70d service nova] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Updated VIF entry in instance network info cache for port 1f70896e-bd10-49f5-a769-e183d54ce3b7. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:32:35 user nova-compute[73884]: DEBUG nova.network.neutron [req-329e3a00-3736-4b3f-ac87-16b72a3a0a3f req-e18f7176-7b27-4ac6-9ae0-d393a563a70d service nova] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Updating instance_info_cache with network_info: [{"id": "1f70896e-bd10-49f5-a769-e183d54ce3b7", "address": "fa:16:3e:02:00:82", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f70896e-bd", "ovs_interfaceid": "1f70896e-bd10-49f5-a769-e183d54ce3b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:32:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-329e3a00-3736-4b3f-ac87-16b72a3a0a3f req-e18f7176-7b27-4ac6-9ae0-d393a563a70d service nova] Releasing lock "refresh_cache-baa67186-a783-44fc-bf2f-8275de0e27ab" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:32:37 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:39 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:42 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:44 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:32:44 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:32:44 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:32:44 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:32:44 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:32:44 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:32:44 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:32:44 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 08:32:46 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:32:47 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:32:47 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 08:32:47 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Rebuilding the list of instances to heal {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 16 08:32:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "refresh_cache-8fab1c63-d9a3-4cea-b129-904a5f15e5fe" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:32:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquired lock "refresh_cache-8fab1c63-d9a3-4cea-b129-904a5f15e5fe" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:32:47 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Forcefully refreshing network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 08:32:47 user nova-compute[73884]: DEBUG nova.objects.instance [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lazy-loading 'info_cache' on Instance uuid 8fab1c63-d9a3-4cea-b129-904a5f15e5fe {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:32:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:47 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Updating instance_info_cache with network_info: [{"id": "2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84", "address": "fa:16:3e:4d:79:65", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e18ef3c-bb", "ovs_interfaceid": "2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:32:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Releasing lock "refresh_cache-8fab1c63-d9a3-4cea-b129-904a5f15e5fe" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:32:47 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Updated the network info_cache for instance {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 08:32:47 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:32:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:32:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:32:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:32:47 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d49d8558-c88f-4aac-a202-171db5e3fdb6/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d49d8558-c88f-4aac-a202-171db5e3fdb6/disk --force-share --output=json" returned: 0 in 0.257s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d49d8558-c88f-4aac-a202-171db5e3fdb6/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EIBPqnGj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:32:48 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:32:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:32:48 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:32:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:32:48 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:32:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57 -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d49d8558-c88f-4aac-a202-171db5e3fdb6/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[68b36abd-6fee-4b3e-9db7-dc58f7d6ced3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:32:48 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57 -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[179f05db-3a12-44b1-af09-5ef9ca97d4ea]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57] added
Oct 16 08:32:48 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ec60ef7-1b5f-4340-9053-af484bfb0786]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[759383ee-1d22-43cf-84cd-71009cbc7884]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EIBPqnGj {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EIBPqnGj" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[697878f5-733a-4801-bd0d-b240b47053d9]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'EIBPqnGj'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3793893-19fc-462f-8835-c892f8fadb0c]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[efd04bfa-559a-4b99-8558-ecfa54279e99]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:32:48 user nova-compute[73884]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 (non-flash)
Oct 16 08:32:48 user nova-compute[73884]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 (non-flash)
Oct 16 08:32:48 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:32:48 user nova-compute[73884]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 (non-flash)
Oct 16 08:32:48 user nova-compute[73884]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 (non-flash)
Oct 16 08:32:48 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57 -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json" returned: 0 in 0.200s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57 -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fa9b5cf-4295-4828-b841-69cbde9dc67d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57, portal: 172.16.0.220,3260]
Oct 16 08:32:48 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57, portal: 172.16.0.220,3260] successful.
Oct 16 08:32:48 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6397924d-853d-4238-b35d-6f199f5706da]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ceac365-da1c-49b9-9200-0c6c4c0ed38c]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:32:48 user nova-compute[73884]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 (non-flash)
Oct 16 08:32:48 user nova-compute[73884]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 (non-flash)
Oct 16 08:32:48 user nova-compute[73884]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57 (non-flash)
Oct 16 08:32:48 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:32:48 user nova-compute[73884]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 (non-flash)
Oct 16 08:32:48 user nova-compute[73884]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 (non-flash)
Oct 16 08:32:48 user nova-compute[73884]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57 (non-flash)
Oct 16 08:32:48 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.311s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] HCTL ('36', '-', '-', 0) found on session 20 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe0d6614-d39a-4657-aaaa-743f1810a980]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Searching for a device in session 20 and hctl ['36', '*', '*', 0] yield: sde {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EIBPqnGj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49814cf9-3d31-4163-aa37-3578ac1ebd90/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49814cf9-3d31-4163-aa37-3578ac1ebd90/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49814cf9-3d31-4163-aa37-3578ac1ebd90/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:49 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.366s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:32:49 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] <== connect_volume: return (1370ms) {'type': 'block', 'scsi_wwn': '23439353264376666', 'path': '/dev/sde'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:32:49 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23439353264376666', 'path': '/dev/sde'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:32:49 user nova-compute[73884]: DEBUG nova.objects.instance [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lazy-loading 'flavor' on Instance uuid d49d8558-c88f-4aac-a202-171db5e3fdb6 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:32:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 08:32:50 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:32:50 user nova-compute[73884]:   <source dev="/dev/sde"/>
Oct 16 08:32:50 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:32:50 user nova-compute[73884]:   <serial>e311c238-9ca9-4ccf-9130-4faf80199f57</serial>
Oct 16 08:32:50 user nova-compute[73884]: </disk>
Oct 16 08:32:50 user nova-compute[73884]:  {{(pid=73884) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 08:32:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49814cf9-3d31-4163-aa37-3578ac1ebd90/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:32:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] No BDM found with device name vdb, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:32:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] No VIF found with MAC fa:16:3e:81:13:f7, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:32:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e23bde1a-e444-4af2-b874-20d3a5997302 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "d49d8558-c88f-4aac-a202-171db5e3fdb6" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.602s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:32:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:51 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:32:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e92bce3d-33d8-4004-869d-4db8991dda75/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e92bce3d-33d8-4004-869d-4db8991dda75/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e92bce3d-33d8-4004-869d-4db8991dda75/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e92bce3d-33d8-4004-869d-4db8991dda75/disk.rescue --force-share --output=json" returned: 0 in 0.177s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:51 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:32:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8347d2fa-c322-485f-b96e-e404f52c21fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8347d2fa-c322-485f-b96e-e404f52c21fe/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8347d2fa-c322-485f-b96e-e404f52c21fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:32:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8347d2fa-c322-485f-b96e-e404f52c21fe/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:32:51 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdd (vdc) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:32:52 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:32:52 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:32:52 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=7416MB free_disk=25.28757095336914GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 08:32:52 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:32:52 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:32:52 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 8fab1c63-d9a3-4cea-b129-904a5f15e5fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:32:52 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 7d5fd04a-039d-4cb0-9eef-bce9700a85bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:32:52 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 1b00d8e1-f570-4091-9bee-780b98344624 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:32:52 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance e92bce3d-33d8-4004-869d-4db8991dda75 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:32:52 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance d49d8558-c88f-4aac-a202-171db5e3fdb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:32:52 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance baa67186-a783-44fc-bf2f-8275de0e27ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:32:52 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 133759dc-9633-4099-b44e-911363a567a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:32:52 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 49814cf9-3d31-4163-aa37-3578ac1ebd90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:32:52 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 0b64ffd5-e574-4626-935d-5fbcead9a09d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:32:52 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 8347d2fa-c322-485f-b96e-e404f52c21fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:32:52 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 08:32:52 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 08:32:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:52 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:32:52 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:32:52 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 08:32:52 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.465s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:32:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:32:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:02 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Acquiring lock "d7999b22-da1f-4c02-b383-bef1b37ba3c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:33:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Lock "d7999b22-da1f-4c02-b383-bef1b37ba3c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:33:04 user nova-compute[73884]: DEBUG nova.compute.manager [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:33:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:33:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:33:04 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:33:04 user nova-compute[73884]: INFO nova.compute.claims [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Claim successful on node user
Oct 16 08:33:05 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:33:05 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:33:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.418s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:33:05 user nova-compute[73884]: DEBUG nova.compute.manager [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:33:05 user nova-compute[73884]: DEBUG nova.compute.manager [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:33:05 user nova-compute[73884]: DEBUG nova.network.neutron [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:33:05 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:33:05 user nova-compute[73884]: DEBUG nova.compute.manager [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:33:05 user nova-compute[73884]: DEBUG nova.policy [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd4dbfd39dd44b9fa6e1fbac48dacf32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea3e5adf5a19445d96daaf5edbc5d10e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:33:05 user nova-compute[73884]: DEBUG nova.compute.manager [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:33:05 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:33:05 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Creating image(s)
Oct 16 08:33:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Acquiring lock "/opt/stack/data/nova/instances/d7999b22-da1f-4c02-b383-bef1b37ba3c7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:33:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Lock "/opt/stack/data/nova/instances/d7999b22-da1f-4c02-b383-bef1b37ba3c7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:33:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Lock "/opt/stack/data/nova/instances/d7999b22-da1f-4c02-b383-bef1b37ba3c7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:33:05 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:05 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.188s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Acquiring lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:33:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:33:05 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.183s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/d7999b22-da1f-4c02-b383-bef1b37ba3c7/disk 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/d7999b22-da1f-4c02-b383-bef1b37ba3c7/disk 1073741824" returned: 0 in 0.054s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.244s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:33:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:06 user nova-compute[73884]: DEBUG nova.network.neutron [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Successfully created port: de9422a9-b6da-43a0-b1b7-a76ea856887d {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:33:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.180s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:06 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d7999b22-da1f-4c02-b383-bef1b37ba3c7/disk. size=1073741824 {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 08:33:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7999b22-da1f-4c02-b383-bef1b37ba3c7/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7999b22-da1f-4c02-b383-bef1b37ba3c7/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:06 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Cannot resize image /opt/stack/data/nova/instances/d7999b22-da1f-4c02-b383-bef1b37ba3c7/disk to a smaller size. {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 08:33:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:33:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Ensure instance console log exists: /opt/stack/data/nova/instances/d7999b22-da1f-4c02-b383-bef1b37ba3c7/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:33:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:33:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:33:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:33:06 user nova-compute[73884]: DEBUG nova.network.neutron [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Successfully updated port: de9422a9-b6da-43a0-b1b7-a76ea856887d {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:33:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Acquiring lock "refresh_cache-d7999b22-da1f-4c02-b383-bef1b37ba3c7" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:33:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Acquired lock "refresh_cache-d7999b22-da1f-4c02-b383-bef1b37ba3c7" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:33:06 user nova-compute[73884]: DEBUG nova.network.neutron [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:33:06 user nova-compute[73884]: DEBUG nova.network.neutron [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:33:06 user nova-compute[73884]: DEBUG nova.compute.manager [req-dec7da59-4be5-40c2-9254-0eeb0087fc50 req-8d5a0157-8483-4985-8c03-2e37b84d991c service nova] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Received event network-changed-de9422a9-b6da-43a0-b1b7-a76ea856887d {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:33:06 user nova-compute[73884]: DEBUG nova.compute.manager [req-dec7da59-4be5-40c2-9254-0eeb0087fc50 req-8d5a0157-8483-4985-8c03-2e37b84d991c service nova] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Refreshing instance network info cache due to event network-changed-de9422a9-b6da-43a0-b1b7-a76ea856887d. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:33:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-dec7da59-4be5-40c2-9254-0eeb0087fc50 req-8d5a0157-8483-4985-8c03-2e37b84d991c service nova] Acquiring lock "refresh_cache-d7999b22-da1f-4c02-b383-bef1b37ba3c7" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG nova.network.neutron [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Updating instance_info_cache with network_info: [{"id": "de9422a9-b6da-43a0-b1b7-a76ea856887d", "address": "fa:16:3e:e1:47:15", "network": {"id": "ce487059-a24a-4d65-8a04-06f3c87bb19a", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1801482799-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea3e5adf5a19445d96daaf5edbc5d10e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde9422a9-b6", "ovs_interfaceid": "de9422a9-b6da-43a0-b1b7-a76ea856887d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Releasing lock "refresh_cache-d7999b22-da1f-4c02-b383-bef1b37ba3c7" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG nova.compute.manager [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Instance network_info: |[{"id": "de9422a9-b6da-43a0-b1b7-a76ea856887d", "address": "fa:16:3e:e1:47:15", "network": {"id": "ce487059-a24a-4d65-8a04-06f3c87bb19a", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1801482799-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea3e5adf5a19445d96daaf5edbc5d10e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde9422a9-b6", "ovs_interfaceid": "de9422a9-b6da-43a0-b1b7-a76ea856887d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-dec7da59-4be5-40c2-9254-0eeb0087fc50 req-8d5a0157-8483-4985-8c03-2e37b84d991c service nova] Acquired lock "refresh_cache-d7999b22-da1f-4c02-b383-bef1b37ba3c7" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG nova.network.neutron [req-dec7da59-4be5-40c2-9254-0eeb0087fc50 req-8d5a0157-8483-4985-8c03-2e37b84d991c service nova] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Refreshing network info cache for port de9422a9-b6da-43a0-b1b7-a76ea856887d {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Start _get_guest_xml network_info=[{"id": "de9422a9-b6da-43a0-b1b7-a76ea856887d", "address": "fa:16:3e:e1:47:15", "network": {"id": "ce487059-a24a-4d65-8a04-06f3c87bb19a", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1801482799-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea3e5adf5a19445d96daaf5edbc5d10e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde9422a9-b6", "ovs_interfaceid": "de9422a9-b6da-43a0-b1b7-a76ea856887d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'a4e1d819-b957-4c9c-9b9d-fd987951fbab'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:33:07 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:33:07 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:33:07 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:33:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-300582155',display_name='tempest-VolumesActionsTest-instance-300582155',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-300582155',id=23,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ea3e5adf5a19445d96daaf5edbc5d10e',ramdisk_id='',reservation_id='r-9adwfheb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1948612684',owner_user_name='tempest-VolumesActionsTest-1948612684-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:33:06Z,user_data=None,user_id='fd4dbfd39dd44b9fa6e1fbac48dacf32',uuid=d7999b22-da1f-4c02-b383-bef1b37ba3c7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "de9422a9-b6da-43a0-b1b7-a76ea856887d", "address": "fa:16:3e:e1:47:15", "network": {"id": "ce487059-a24a-4d65-8a04-06f3c87bb19a", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1801482799-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea3e5adf5a19445d96daaf5edbc5d10e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde9422a9-b6", "ovs_interfaceid": "de9422a9-b6da-43a0-b1b7-a76ea856887d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Converting VIF {"id": "de9422a9-b6da-43a0-b1b7-a76ea856887d", "address": "fa:16:3e:e1:47:15", "network": {"id": "ce487059-a24a-4d65-8a04-06f3c87bb19a", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1801482799-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea3e5adf5a19445d96daaf5edbc5d10e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde9422a9-b6", "ovs_interfaceid": "de9422a9-b6da-43a0-b1b7-a76ea856887d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e1:47:15,bridge_name='br-int',has_traffic_filtering=True,id=de9422a9-b6da-43a0-b1b7-a76ea856887d,network=Network(ce487059-a24a-4d65-8a04-06f3c87bb19a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde9422a9-b6') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG nova.objects.instance [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Lazy-loading 'pci_devices' on Instance uuid d7999b22-da1f-4c02-b383-bef1b37ba3c7 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:33:07 user nova-compute[73884]:   <uuid>d7999b22-da1f-4c02-b383-bef1b37ba3c7</uuid>
Oct 16 08:33:07 user nova-compute[73884]:   <name>instance-00000017</name>
Oct 16 08:33:07 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:33:07 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:33:07 user nova-compute[73884]:   <metadata>
Oct 16 08:33:07 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:33:07 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:33:07 user nova-compute[73884]:       <nova:name>tempest-VolumesActionsTest-instance-300582155</nova:name>
Oct 16 08:33:07 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:33:07</nova:creationTime>
Oct 16 08:33:07 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:33:07 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:33:07 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:33:07 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:33:07 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:33:07 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:33:07 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:33:07 user nova-compute[73884]:       <nova:owner>
Oct 16 08:33:07 user nova-compute[73884]:         <nova:user uuid="fd4dbfd39dd44b9fa6e1fbac48dacf32">tempest-VolumesActionsTest-1948612684-project-member</nova:user>
Oct 16 08:33:07 user nova-compute[73884]:         <nova:project uuid="ea3e5adf5a19445d96daaf5edbc5d10e">tempest-VolumesActionsTest-1948612684</nova:project>
Oct 16 08:33:07 user nova-compute[73884]:       </nova:owner>
Oct 16 08:33:07 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:33:07 user nova-compute[73884]:       <nova:ports>
Oct 16 08:33:07 user nova-compute[73884]:         <nova:port uuid="de9422a9-b6da-43a0-b1b7-a76ea856887d">
Oct 16 08:33:07 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 16 08:33:07 user nova-compute[73884]:         </nova:port>
Oct 16 08:33:07 user nova-compute[73884]:       </nova:ports>
Oct 16 08:33:07 user nova-compute[73884]:     </nova:instance>
Oct 16 08:33:07 user nova-compute[73884]:   </metadata>
Oct 16 08:33:07 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:33:07 user nova-compute[73884]:     <system>
Oct 16 08:33:07 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:33:07 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:33:07 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:33:07 user nova-compute[73884]:       <entry name="serial">d7999b22-da1f-4c02-b383-bef1b37ba3c7</entry>
Oct 16 08:33:07 user nova-compute[73884]:       <entry name="uuid">d7999b22-da1f-4c02-b383-bef1b37ba3c7</entry>
Oct 16 08:33:07 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:33:07 user nova-compute[73884]:     </system>
Oct 16 08:33:07 user nova-compute[73884]:   </sysinfo>
Oct 16 08:33:07 user nova-compute[73884]:   <os>
Oct 16 08:33:07 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:33:07 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:33:07 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:33:07 user nova-compute[73884]:   </os>
Oct 16 08:33:07 user nova-compute[73884]:   <features>
Oct 16 08:33:07 user nova-compute[73884]:     <acpi/>
Oct 16 08:33:07 user nova-compute[73884]:     <apic/>
Oct 16 08:33:07 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:33:07 user nova-compute[73884]:   </features>
Oct 16 08:33:07 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:33:07 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:33:07 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:33:07 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:33:07 user nova-compute[73884]:   </clock>
Oct 16 08:33:07 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:33:07 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:33:07 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:33:07 user nova-compute[73884]:   </cpu>
Oct 16 08:33:07 user nova-compute[73884]:   <devices>
Oct 16 08:33:07 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:33:07 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:33:07 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/d7999b22-da1f-4c02-b383-bef1b37ba3c7/disk"/>
Oct 16 08:33:07 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:33:07 user nova-compute[73884]:     </disk>
Oct 16 08:33:07 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:33:07 user nova-compute[73884]:       <mac address="fa:16:3e:e1:47:15"/>
Oct 16 08:33:07 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:33:07 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:33:07 user nova-compute[73884]:       <target dev="tapde9422a9-b6"/>
Oct 16 08:33:07 user nova-compute[73884]:     </interface>
Oct 16 08:33:07 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:33:07 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/d7999b22-da1f-4c02-b383-bef1b37ba3c7/console.log" append="off"/>
Oct 16 08:33:07 user nova-compute[73884]:     </serial>
Oct 16 08:33:07 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:33:07 user nova-compute[73884]:     <video>
Oct 16 08:33:07 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:33:07 user nova-compute[73884]:     </video>
Oct 16 08:33:07 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:33:07 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:33:07 user nova-compute[73884]:     </rng>
Oct 16 08:33:07 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:33:07 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:33:07 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:33:07 user nova-compute[73884]:     </memballoon>
Oct 16 08:33:07 user nova-compute[73884]:   </devices>
Oct 16 08:33:07 user nova-compute[73884]: </domain>
Oct 16 08:33:07 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:33:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-300582155',display_name='tempest-VolumesActionsTest-instance-300582155',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-300582155',id=23,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ea3e5adf5a19445d96daaf5edbc5d10e',ramdisk_id='',reservation_id='r-9adwfheb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1948612684',owner_user_name='tempest-VolumesActionsTest-1948612684-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:33:06Z,user_data=None,user_id='fd4dbfd39dd44b9fa6e1fbac48dacf32',uuid=d7999b22-da1f-4c02-b383-bef1b37ba3c7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "de9422a9-b6da-43a0-b1b7-a76ea856887d", "address": "fa:16:3e:e1:47:15", "network": {"id": "ce487059-a24a-4d65-8a04-06f3c87bb19a", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1801482799-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea3e5adf5a19445d96daaf5edbc5d10e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde9422a9-b6", "ovs_interfaceid": "de9422a9-b6da-43a0-b1b7-a76ea856887d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Converting VIF {"id": "de9422a9-b6da-43a0-b1b7-a76ea856887d", "address": "fa:16:3e:e1:47:15", "network": {"id": "ce487059-a24a-4d65-8a04-06f3c87bb19a", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1801482799-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea3e5adf5a19445d96daaf5edbc5d10e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde9422a9-b6", "ovs_interfaceid": "de9422a9-b6da-43a0-b1b7-a76ea856887d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e1:47:15,bridge_name='br-int',has_traffic_filtering=True,id=de9422a9-b6da-43a0-b1b7-a76ea856887d,network=Network(ce487059-a24a-4d65-8a04-06f3c87bb19a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde9422a9-b6') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG os_vif [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e1:47:15,bridge_name='br-int',has_traffic_filtering=True,id=de9422a9-b6da-43a0-b1b7-a76ea856887d,network=Network(ce487059-a24a-4d65-8a04-06f3c87bb19a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde9422a9-b6') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '662aec4f-ba87-5c87-aeef-d270e4d04bd8', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapde9422a9-b6, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapde9422a9-b6, col_values=(('qos', UUID('554752cf-ed80-4a4a-8b21-4b6a917db57c')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapde9422a9-b6, col_values=(('external_ids', {'iface-id': 'de9422a9-b6da-43a0-b1b7-a76ea856887d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e1:47:15', 'vm-uuid': 'd7999b22-da1f-4c02-b383-bef1b37ba3c7'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:07 user nova-compute[73884]: INFO os_vif [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e1:47:15,bridge_name='br-int',has_traffic_filtering=True,id=de9422a9-b6da-43a0-b1b7-a76ea856887d,network=Network(ce487059-a24a-4d65-8a04-06f3c87bb19a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde9422a9-b6')
Oct 16 08:33:07 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] No VIF found with MAC fa:16:3e:e1:47:15, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG nova.network.neutron [req-dec7da59-4be5-40c2-9254-0eeb0087fc50 req-8d5a0157-8483-4985-8c03-2e37b84d991c service nova] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Updated VIF entry in instance network info cache for port de9422a9-b6da-43a0-b1b7-a76ea856887d. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG nova.network.neutron [req-dec7da59-4be5-40c2-9254-0eeb0087fc50 req-8d5a0157-8483-4985-8c03-2e37b84d991c service nova] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Updating instance_info_cache with network_info: [{"id": "de9422a9-b6da-43a0-b1b7-a76ea856887d", "address": "fa:16:3e:e1:47:15", "network": {"id": "ce487059-a24a-4d65-8a04-06f3c87bb19a", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1801482799-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea3e5adf5a19445d96daaf5edbc5d10e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde9422a9-b6", "ovs_interfaceid": "de9422a9-b6da-43a0-b1b7-a76ea856887d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-dec7da59-4be5-40c2-9254-0eeb0087fc50 req-8d5a0157-8483-4985-8c03-2e37b84d991c service nova] Releasing lock "refresh_cache-d7999b22-da1f-4c02-b383-bef1b37ba3c7" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:33:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:09 user nova-compute[73884]: DEBUG nova.compute.manager [req-fc8eddab-5cc3-4bf6-9936-cbfe87e5ee5c req-da21b412-5df7-44c8-9dee-f8679434a663 service nova] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Received event network-vif-plugged-de9422a9-b6da-43a0-b1b7-a76ea856887d {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:33:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-fc8eddab-5cc3-4bf6-9936-cbfe87e5ee5c req-da21b412-5df7-44c8-9dee-f8679434a663 service nova] Acquiring lock "d7999b22-da1f-4c02-b383-bef1b37ba3c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:33:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-fc8eddab-5cc3-4bf6-9936-cbfe87e5ee5c req-da21b412-5df7-44c8-9dee-f8679434a663 service nova] Lock "d7999b22-da1f-4c02-b383-bef1b37ba3c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:33:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-fc8eddab-5cc3-4bf6-9936-cbfe87e5ee5c req-da21b412-5df7-44c8-9dee-f8679434a663 service nova] Lock "d7999b22-da1f-4c02-b383-bef1b37ba3c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:33:09 user nova-compute[73884]: DEBUG nova.compute.manager [req-fc8eddab-5cc3-4bf6-9936-cbfe87e5ee5c req-da21b412-5df7-44c8-9dee-f8679434a663 service nova] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] No waiting events found dispatching network-vif-plugged-de9422a9-b6da-43a0-b1b7-a76ea856887d {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:33:09 user nova-compute[73884]: WARNING nova.compute.manager [req-fc8eddab-5cc3-4bf6-9936-cbfe87e5ee5c req-da21b412-5df7-44c8-9dee-f8679434a663 service nova] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Received unexpected event network-vif-plugged-de9422a9-b6da-43a0-b1b7-a76ea856887d for instance with vm_state building and task_state spawning.
Oct 16 08:33:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Acquiring lock "72f3104c-08b5-4c3c-8485-2e08afa453d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:33:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Lock "72f3104c-08b5-4c3c-8485-2e08afa453d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:33:10 user nova-compute[73884]: DEBUG nova.compute.manager [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:33:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:33:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:33:10 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:33:10 user nova-compute[73884]: INFO nova.compute.claims [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Claim successful on node user
Oct 16 08:33:11 user nova-compute[73884]: DEBUG nova.compute.manager [req-8a6bdd82-60e7-4e29-81c9-b766f91b40ae req-43d05d27-654c-4bd1-97d5-466fda5a018d service nova] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Received event network-vif-plugged-de9422a9-b6da-43a0-b1b7-a76ea856887d {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:33:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8a6bdd82-60e7-4e29-81c9-b766f91b40ae req-43d05d27-654c-4bd1-97d5-466fda5a018d service nova] Acquiring lock "d7999b22-da1f-4c02-b383-bef1b37ba3c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:33:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8a6bdd82-60e7-4e29-81c9-b766f91b40ae req-43d05d27-654c-4bd1-97d5-466fda5a018d service nova] Lock "d7999b22-da1f-4c02-b383-bef1b37ba3c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:33:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8a6bdd82-60e7-4e29-81c9-b766f91b40ae req-43d05d27-654c-4bd1-97d5-466fda5a018d service nova] Lock "d7999b22-da1f-4c02-b383-bef1b37ba3c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:33:11 user nova-compute[73884]: DEBUG nova.compute.manager [req-8a6bdd82-60e7-4e29-81c9-b766f91b40ae req-43d05d27-654c-4bd1-97d5-466fda5a018d service nova] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] No waiting events found dispatching network-vif-plugged-de9422a9-b6da-43a0-b1b7-a76ea856887d {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:33:11 user nova-compute[73884]: WARNING nova.compute.manager [req-8a6bdd82-60e7-4e29-81c9-b766f91b40ae req-43d05d27-654c-4bd1-97d5-466fda5a018d service nova] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Received unexpected event network-vif-plugged-de9422a9-b6da-43a0-b1b7-a76ea856887d for instance with vm_state building and task_state spawning.
Oct 16 08:33:11 user nova-compute[73884]: DEBUG nova.compute.manager [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:33:11 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:33:11 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Instance spawned successfully.
Oct 16 08:33:11 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:33:11 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:33:11 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:33:11 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:33:11 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:33:11 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:33:11 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:33:11 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:33:11 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:33:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.517s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:33:11 user nova-compute[73884]: DEBUG nova.compute.manager [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:33:11 user nova-compute[73884]: DEBUG nova.compute.manager [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:33:11 user nova-compute[73884]: DEBUG nova.network.neutron [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:33:11 user nova-compute[73884]: INFO nova.compute.manager [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Took 5.61 seconds to spawn the instance on the hypervisor.
Oct 16 08:33:11 user nova-compute[73884]: DEBUG nova.compute.manager [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:33:11 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:33:11 user nova-compute[73884]: DEBUG nova.compute.manager [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:33:11 user nova-compute[73884]: DEBUG nova.policy [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab573c65e1cb4ad8b2bca8f16b20c6d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f57dc19243ba41bca3e12ea881aee10a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:33:11 user nova-compute[73884]: INFO nova.compute.manager [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Took 6.43 seconds to build instance.
Oct 16 08:33:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7d34eebb-da15-4164-b7b5-d60b2b7cad86 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Lock "d7999b22-da1f-4c02-b383-bef1b37ba3c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.538s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:33:11 user nova-compute[73884]: DEBUG nova.compute.manager [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:33:11 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:33:11 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Creating image(s)
Oct 16 08:33:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Acquiring lock "/opt/stack/data/nova/instances/72f3104c-08b5-4c3c-8485-2e08afa453d2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:33:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Lock "/opt/stack/data/nova/instances/72f3104c-08b5-4c3c-8485-2e08afa453d2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:33:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Lock "/opt/stack/data/nova/instances/72f3104c-08b5-4c3c-8485-2e08afa453d2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:33:11 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:11 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.194s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Acquiring lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:33:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:33:11 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:11 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.192s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:11 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/72f3104c-08b5-4c3c-8485-2e08afa453d2/disk 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:11 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/72f3104c-08b5-4c3c-8485-2e08afa453d2/disk 1073741824" returned: 0 in 0.081s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.281s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:33:11 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:11 user nova-compute[73884]: DEBUG nova.network.neutron [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Successfully created port: 60b99304-ab24-4651-a51e-7edb9655af10 {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:33:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.203s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:12 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Checking if we can resize image /opt/stack/data/nova/instances/72f3104c-08b5-4c3c-8485-2e08afa453d2/disk. size=1073741824 {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 08:33:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f3104c-08b5-4c3c-8485-2e08afa453d2/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f3104c-08b5-4c3c-8485-2e08afa453d2/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:12 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Cannot resize image /opt/stack/data/nova/instances/72f3104c-08b5-4c3c-8485-2e08afa453d2/disk to a smaller size. {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 08:33:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:33:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Ensure instance console log exists: /opt/stack/data/nova/instances/72f3104c-08b5-4c3c-8485-2e08afa453d2/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:33:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:33:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:33:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:33:12 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:12 user nova-compute[73884]: DEBUG nova.network.neutron [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Successfully updated port: 60b99304-ab24-4651-a51e-7edb9655af10 {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:33:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Acquiring lock "refresh_cache-72f3104c-08b5-4c3c-8485-2e08afa453d2" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:33:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Acquired lock "refresh_cache-72f3104c-08b5-4c3c-8485-2e08afa453d2" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:33:12 user nova-compute[73884]: DEBUG nova.network.neutron [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:33:12 user nova-compute[73884]: DEBUG nova.network.neutron [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:33:12 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:12 user nova-compute[73884]: DEBUG nova.network.neutron [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Updating instance_info_cache with network_info: [{"id": "60b99304-ab24-4651-a51e-7edb9655af10", "address": "fa:16:3e:b7:68:53", "network": {"id": "1b391def-7804-49b0-b105-806421c634ba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2037639892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f57dc19243ba41bca3e12ea881aee10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60b99304-ab", "ovs_interfaceid": "60b99304-ab24-4651-a51e-7edb9655af10", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:33:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Releasing lock "refresh_cache-72f3104c-08b5-4c3c-8485-2e08afa453d2" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:33:12 user nova-compute[73884]: DEBUG nova.compute.manager [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Instance network_info: |[{"id": "60b99304-ab24-4651-a51e-7edb9655af10", "address": "fa:16:3e:b7:68:53", "network": {"id": "1b391def-7804-49b0-b105-806421c634ba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2037639892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f57dc19243ba41bca3e12ea881aee10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60b99304-ab", "ovs_interfaceid": "60b99304-ab24-4651-a51e-7edb9655af10", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:33:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Start _get_guest_xml network_info=[{"id": "60b99304-ab24-4651-a51e-7edb9655af10", "address": "fa:16:3e:b7:68:53", "network": {"id": "1b391def-7804-49b0-b105-806421c634ba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2037639892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f57dc19243ba41bca3e12ea881aee10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60b99304-ab", "ovs_interfaceid": "60b99304-ab24-4651-a51e-7edb9655af10", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'a4e1d819-b957-4c9c-9b9d-fd987951fbab'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:33:12 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:33:12 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:33:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:33:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:33:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:33:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:33:13 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:33:13 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:33:13 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:33:13 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:33:13 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:33:13 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:33:13 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:33:13 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:33:13 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:33:13 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:33:13 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:33:13 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:33:13 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:33:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-152564578',display_name='tempest-ServersNegativeTestJSON-server-152564578',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-152564578',id=24,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f57dc19243ba41bca3e12ea881aee10a',ramdisk_id='',reservation_id='r-lilrd62w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-349483533',owner_user_name='tempest-ServersNegativeTestJSON-349483533-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:33:11Z,user_data=None,user_id='ab573c65e1cb4ad8b2bca8f16b20c6d1',uuid=72f3104c-08b5-4c3c-8485-2e08afa453d2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "60b99304-ab24-4651-a51e-7edb9655af10", "address": "fa:16:3e:b7:68:53", "network": {"id": "1b391def-7804-49b0-b105-806421c634ba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2037639892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f57dc19243ba41bca3e12ea881aee10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60b99304-ab", "ovs_interfaceid": "60b99304-ab24-4651-a51e-7edb9655af10", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:33:13 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Converting VIF {"id": "60b99304-ab24-4651-a51e-7edb9655af10", "address": "fa:16:3e:b7:68:53", "network": {"id": "1b391def-7804-49b0-b105-806421c634ba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2037639892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f57dc19243ba41bca3e12ea881aee10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60b99304-ab", "ovs_interfaceid": "60b99304-ab24-4651-a51e-7edb9655af10", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:33:13 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b7:68:53,bridge_name='br-int',has_traffic_filtering=True,id=60b99304-ab24-4651-a51e-7edb9655af10,network=Network(1b391def-7804-49b0-b105-806421c634ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap60b99304-ab') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:33:13 user nova-compute[73884]: DEBUG nova.objects.instance [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Lazy-loading 'pci_devices' on Instance uuid 72f3104c-08b5-4c3c-8485-2e08afa453d2 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:33:13 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:33:13 user nova-compute[73884]:   <uuid>72f3104c-08b5-4c3c-8485-2e08afa453d2</uuid>
Oct 16 08:33:13 user nova-compute[73884]:   <name>instance-00000018</name>
Oct 16 08:33:13 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:33:13 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:33:13 user nova-compute[73884]:   <metadata>
Oct 16 08:33:13 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:33:13 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:33:13 user nova-compute[73884]:       <nova:name>tempest-ServersNegativeTestJSON-server-152564578</nova:name>
Oct 16 08:33:13 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:33:12</nova:creationTime>
Oct 16 08:33:13 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:33:13 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:33:13 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:33:13 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:33:13 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:33:13 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:33:13 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:33:13 user nova-compute[73884]:       <nova:owner>
Oct 16 08:33:13 user nova-compute[73884]:         <nova:user uuid="ab573c65e1cb4ad8b2bca8f16b20c6d1">tempest-ServersNegativeTestJSON-349483533-project-member</nova:user>
Oct 16 08:33:13 user nova-compute[73884]:         <nova:project uuid="f57dc19243ba41bca3e12ea881aee10a">tempest-ServersNegativeTestJSON-349483533</nova:project>
Oct 16 08:33:13 user nova-compute[73884]:       </nova:owner>
Oct 16 08:33:13 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:33:13 user nova-compute[73884]:       <nova:ports>
Oct 16 08:33:13 user nova-compute[73884]:         <nova:port uuid="60b99304-ab24-4651-a51e-7edb9655af10">
Oct 16 08:33:13 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 16 08:33:13 user nova-compute[73884]:         </nova:port>
Oct 16 08:33:13 user nova-compute[73884]:       </nova:ports>
Oct 16 08:33:13 user nova-compute[73884]:     </nova:instance>
Oct 16 08:33:13 user nova-compute[73884]:   </metadata>
Oct 16 08:33:13 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:33:13 user nova-compute[73884]:     <system>
Oct 16 08:33:13 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:33:13 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:33:13 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:33:13 user nova-compute[73884]:       <entry name="serial">72f3104c-08b5-4c3c-8485-2e08afa453d2</entry>
Oct 16 08:33:13 user nova-compute[73884]:       <entry name="uuid">72f3104c-08b5-4c3c-8485-2e08afa453d2</entry>
Oct 16 08:33:13 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:33:13 user nova-compute[73884]:     </system>
Oct 16 08:33:13 user nova-compute[73884]:   </sysinfo>
Oct 16 08:33:13 user nova-compute[73884]:   <os>
Oct 16 08:33:13 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:33:13 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:33:13 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:33:13 user nova-compute[73884]:   </os>
Oct 16 08:33:13 user nova-compute[73884]:   <features>
Oct 16 08:33:13 user nova-compute[73884]:     <acpi/>
Oct 16 08:33:13 user nova-compute[73884]:     <apic/>
Oct 16 08:33:13 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:33:13 user nova-compute[73884]:   </features>
Oct 16 08:33:13 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:33:13 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:33:13 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:33:13 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:33:13 user nova-compute[73884]:   </clock>
Oct 16 08:33:13 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:33:13 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:33:13 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:33:13 user nova-compute[73884]:   </cpu>
Oct 16 08:33:13 user nova-compute[73884]:   <devices>
Oct 16 08:33:13 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:33:13 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:33:13 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/72f3104c-08b5-4c3c-8485-2e08afa453d2/disk"/>
Oct 16 08:33:13 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:33:13 user nova-compute[73884]:     </disk>
Oct 16 08:33:13 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:33:13 user nova-compute[73884]:       <mac address="fa:16:3e:b7:68:53"/>
Oct 16 08:33:13 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:33:13 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:33:13 user nova-compute[73884]:       <target dev="tap60b99304-ab"/>
Oct 16 08:33:13 user nova-compute[73884]:     </interface>
Oct 16 08:33:13 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:33:13 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/72f3104c-08b5-4c3c-8485-2e08afa453d2/console.log" append="off"/>
Oct 16 08:33:13 user nova-compute[73884]:     </serial>
Oct 16 08:33:13 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:33:13 user nova-compute[73884]:     <video>
Oct 16 08:33:13 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:33:13 user nova-compute[73884]:     </video>
Oct 16 08:33:13 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:33:13 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:33:13 user nova-compute[73884]:     </rng>
Oct 16 08:33:13 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:33:13 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:33:13 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:33:13 user nova-compute[73884]:     </memballoon>
Oct 16 08:33:13 user nova-compute[73884]:   </devices>
Oct 16 08:33:13 user nova-compute[73884]: </domain>
Oct 16 08:33:13 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:33:13 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:33:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-152564578',display_name='tempest-ServersNegativeTestJSON-server-152564578',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-152564578',id=24,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f57dc19243ba41bca3e12ea881aee10a',ramdisk_id='',reservation_id='r-lilrd62w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-349483533',owner_user_name='tempest-ServersNegativeTestJSON-349483533-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:33:11Z,user_data=None,user_id='ab573c65e1cb4ad8b2bca8f16b20c6d1',uuid=72f3104c-08b5-4c3c-8485-2e08afa453d2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "60b99304-ab24-4651-a51e-7edb9655af10", "address": "fa:16:3e:b7:68:53", "network": {"id": "1b391def-7804-49b0-b105-806421c634ba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2037639892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f57dc19243ba41bca3e12ea881aee10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60b99304-ab", "ovs_interfaceid": "60b99304-ab24-4651-a51e-7edb9655af10", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:33:13 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Converting VIF {"id": "60b99304-ab24-4651-a51e-7edb9655af10", "address": "fa:16:3e:b7:68:53", "network": {"id": "1b391def-7804-49b0-b105-806421c634ba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2037639892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f57dc19243ba41bca3e12ea881aee10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60b99304-ab", "ovs_interfaceid": "60b99304-ab24-4651-a51e-7edb9655af10", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:33:13 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b7:68:53,bridge_name='br-int',has_traffic_filtering=True,id=60b99304-ab24-4651-a51e-7edb9655af10,network=Network(1b391def-7804-49b0-b105-806421c634ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap60b99304-ab') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:33:13 user nova-compute[73884]: DEBUG os_vif [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b7:68:53,bridge_name='br-int',has_traffic_filtering=True,id=60b99304-ab24-4651-a51e-7edb9655af10,network=Network(1b391def-7804-49b0-b105-806421c634ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap60b99304-ab') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:33:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:33:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:33:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'dd5d8c91-c07c-5ca4-b24b-64ee637d5da7', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:33:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:33:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap60b99304-ab, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:33:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap60b99304-ab, col_values=(('qos', UUID('31f5d172-15ca-47df-9787-d023251186a7')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:33:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap60b99304-ab, col_values=(('external_ids', {'iface-id': '60b99304-ab24-4651-a51e-7edb9655af10', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b7:68:53', 'vm-uuid': '72f3104c-08b5-4c3c-8485-2e08afa453d2'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:33:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:33:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:13 user nova-compute[73884]: INFO os_vif [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b7:68:53,bridge_name='br-int',has_traffic_filtering=True,id=60b99304-ab24-4651-a51e-7edb9655af10,network=Network(1b391def-7804-49b0-b105-806421c634ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap60b99304-ab')
Oct 16 08:33:13 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:33:13 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] No VIF found with MAC fa:16:3e:b7:68:53, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:33:13 user nova-compute[73884]: DEBUG nova.compute.manager [req-3c40f5cc-6a30-425f-b7b7-728a824bf03f req-1ba8d1c7-daed-45eb-89a9-486110699a0d service nova] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Received event network-changed-60b99304-ab24-4651-a51e-7edb9655af10 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:33:13 user nova-compute[73884]: DEBUG nova.compute.manager [req-3c40f5cc-6a30-425f-b7b7-728a824bf03f req-1ba8d1c7-daed-45eb-89a9-486110699a0d service nova] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Refreshing instance network info cache due to event network-changed-60b99304-ab24-4651-a51e-7edb9655af10. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:33:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-3c40f5cc-6a30-425f-b7b7-728a824bf03f req-1ba8d1c7-daed-45eb-89a9-486110699a0d service nova] Acquiring lock "refresh_cache-72f3104c-08b5-4c3c-8485-2e08afa453d2" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:33:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-3c40f5cc-6a30-425f-b7b7-728a824bf03f req-1ba8d1c7-daed-45eb-89a9-486110699a0d service nova] Acquired lock "refresh_cache-72f3104c-08b5-4c3c-8485-2e08afa453d2" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:33:13 user nova-compute[73884]: DEBUG nova.network.neutron [req-3c40f5cc-6a30-425f-b7b7-728a824bf03f req-1ba8d1c7-daed-45eb-89a9-486110699a0d service nova] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Refreshing network info cache for port 60b99304-ab24-4651-a51e-7edb9655af10 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:33:14 user nova-compute[73884]: DEBUG nova.network.neutron [req-3c40f5cc-6a30-425f-b7b7-728a824bf03f req-1ba8d1c7-daed-45eb-89a9-486110699a0d service nova] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Updated VIF entry in instance network info cache for port 60b99304-ab24-4651-a51e-7edb9655af10. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:33:14 user nova-compute[73884]: DEBUG nova.network.neutron [req-3c40f5cc-6a30-425f-b7b7-728a824bf03f req-1ba8d1c7-daed-45eb-89a9-486110699a0d service nova] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Updating instance_info_cache with network_info: [{"id": "60b99304-ab24-4651-a51e-7edb9655af10", "address": "fa:16:3e:b7:68:53", "network": {"id": "1b391def-7804-49b0-b105-806421c634ba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2037639892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f57dc19243ba41bca3e12ea881aee10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60b99304-ab", "ovs_interfaceid": "60b99304-ab24-4651-a51e-7edb9655af10", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:33:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-3c40f5cc-6a30-425f-b7b7-728a824bf03f req-1ba8d1c7-daed-45eb-89a9-486110699a0d service nova] Releasing lock "refresh_cache-72f3104c-08b5-4c3c-8485-2e08afa453d2" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:33:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:14 user nova-compute[73884]: DEBUG nova.compute.manager [req-d2ae9b4a-8cc9-4bb2-902d-485de7bf8450 req-40b1cb71-e400-4f0c-bf5e-c59b2794e8dc service nova] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Received event network-vif-plugged-60b99304-ab24-4651-a51e-7edb9655af10 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:33:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d2ae9b4a-8cc9-4bb2-902d-485de7bf8450 req-40b1cb71-e400-4f0c-bf5e-c59b2794e8dc service nova] Acquiring lock "72f3104c-08b5-4c3c-8485-2e08afa453d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:33:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d2ae9b4a-8cc9-4bb2-902d-485de7bf8450 req-40b1cb71-e400-4f0c-bf5e-c59b2794e8dc service nova] Lock "72f3104c-08b5-4c3c-8485-2e08afa453d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:33:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d2ae9b4a-8cc9-4bb2-902d-485de7bf8450 req-40b1cb71-e400-4f0c-bf5e-c59b2794e8dc service nova] Lock "72f3104c-08b5-4c3c-8485-2e08afa453d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:33:14 user nova-compute[73884]: DEBUG nova.compute.manager [req-d2ae9b4a-8cc9-4bb2-902d-485de7bf8450 req-40b1cb71-e400-4f0c-bf5e-c59b2794e8dc service nova] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] No waiting events found dispatching network-vif-plugged-60b99304-ab24-4651-a51e-7edb9655af10 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:33:14 user nova-compute[73884]: WARNING nova.compute.manager [req-d2ae9b4a-8cc9-4bb2-902d-485de7bf8450 req-40b1cb71-e400-4f0c-bf5e-c59b2794e8dc service nova] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Received unexpected event network-vif-plugged-60b99304-ab24-4651-a51e-7edb9655af10 for instance with vm_state building and task_state spawning.
Oct 16 08:33:15 user nova-compute[73884]: DEBUG nova.compute.manager [req-7d10170c-0c48-4c2f-be18-e104e5b4e72e req-7ee3891f-30db-4d9d-bcd3-a8d50d03d4c3 service nova] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Received event network-changed-685a2322-bc32-490c-affa-aeceb1974572 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:33:15 user nova-compute[73884]: DEBUG nova.compute.manager [req-7d10170c-0c48-4c2f-be18-e104e5b4e72e req-7ee3891f-30db-4d9d-bcd3-a8d50d03d4c3 service nova] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Refreshing instance network info cache due to event network-changed-685a2322-bc32-490c-affa-aeceb1974572. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:33:15 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-7d10170c-0c48-4c2f-be18-e104e5b4e72e req-7ee3891f-30db-4d9d-bcd3-a8d50d03d4c3 service nova] Acquiring lock "refresh_cache-49814cf9-3d31-4163-aa37-3578ac1ebd90" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:33:15 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-7d10170c-0c48-4c2f-be18-e104e5b4e72e req-7ee3891f-30db-4d9d-bcd3-a8d50d03d4c3 service nova] Acquired lock "refresh_cache-49814cf9-3d31-4163-aa37-3578ac1ebd90" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:33:15 user nova-compute[73884]: DEBUG nova.network.neutron [req-7d10170c-0c48-4c2f-be18-e104e5b4e72e req-7ee3891f-30db-4d9d-bcd3-a8d50d03d4c3 service nova] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Refreshing network info cache for port 685a2322-bc32-490c-affa-aeceb1974572 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:33:15 user nova-compute[73884]: DEBUG nova.network.neutron [req-7d10170c-0c48-4c2f-be18-e104e5b4e72e req-7ee3891f-30db-4d9d-bcd3-a8d50d03d4c3 service nova] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Updated VIF entry in instance network info cache for port 685a2322-bc32-490c-affa-aeceb1974572. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:33:15 user nova-compute[73884]: DEBUG nova.network.neutron [req-7d10170c-0c48-4c2f-be18-e104e5b4e72e req-7ee3891f-30db-4d9d-bcd3-a8d50d03d4c3 service nova] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Updating instance_info_cache with network_info: [{"id": "685a2322-bc32-490c-affa-aeceb1974572", "address": "fa:16:3e:d7:92:7a", "network": {"id": "e6c27229-23f2-49e4-a586-cd4ba520e1e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-139611324-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d655f1249c64e03ba95139efa91e346", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap685a2322-bc", "ovs_interfaceid": "685a2322-bc32-490c-affa-aeceb1974572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:33:15 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-7d10170c-0c48-4c2f-be18-e104e5b4e72e req-7ee3891f-30db-4d9d-bcd3-a8d50d03d4c3 service nova] Releasing lock "refresh_cache-49814cf9-3d31-4163-aa37-3578ac1ebd90" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:33:16 user nova-compute[73884]: DEBUG nova.compute.manager [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:33:16 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:33:16 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Instance spawned successfully.
Oct 16 08:33:16 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:33:16 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:33:16 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:33:16 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:33:16 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:33:16 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:33:16 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:33:17 user nova-compute[73884]: DEBUG nova.compute.manager [req-fd9cec75-c382-49d6-a0dd-f8256920a6e9 req-af110bae-c30b-46b4-8980-3518bd84a905 service nova] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Received event network-vif-plugged-60b99304-ab24-4651-a51e-7edb9655af10 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:33:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-fd9cec75-c382-49d6-a0dd-f8256920a6e9 req-af110bae-c30b-46b4-8980-3518bd84a905 service nova] Acquiring lock "72f3104c-08b5-4c3c-8485-2e08afa453d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:33:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-fd9cec75-c382-49d6-a0dd-f8256920a6e9 req-af110bae-c30b-46b4-8980-3518bd84a905 service nova] Lock "72f3104c-08b5-4c3c-8485-2e08afa453d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:33:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-fd9cec75-c382-49d6-a0dd-f8256920a6e9 req-af110bae-c30b-46b4-8980-3518bd84a905 service nova] Lock "72f3104c-08b5-4c3c-8485-2e08afa453d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:33:17 user nova-compute[73884]: DEBUG nova.compute.manager [req-fd9cec75-c382-49d6-a0dd-f8256920a6e9 req-af110bae-c30b-46b4-8980-3518bd84a905 service nova] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] No waiting events found dispatching network-vif-plugged-60b99304-ab24-4651-a51e-7edb9655af10 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:33:17 user nova-compute[73884]: WARNING nova.compute.manager [req-fd9cec75-c382-49d6-a0dd-f8256920a6e9 req-af110bae-c30b-46b4-8980-3518bd84a905 service nova] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Received unexpected event network-vif-plugged-60b99304-ab24-4651-a51e-7edb9655af10 for instance with vm_state building and task_state spawning.
Oct 16 08:33:17 user nova-compute[73884]: INFO nova.compute.manager [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Took 5.64 seconds to spawn the instance on the hypervisor.
Oct 16 08:33:17 user nova-compute[73884]: DEBUG nova.compute.manager [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:33:17 user nova-compute[73884]: INFO nova.compute.manager [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Took 6.54 seconds to build instance.
Oct 16 08:33:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-656439ef-8821-4a24-8134-4f1fa04b2ddb tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Lock "72f3104c-08b5-4c3c-8485-2e08afa453d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.655s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:33:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "49814cf9-3d31-4163-aa37-3578ac1ebd90" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:33:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "49814cf9-3d31-4163-aa37-3578ac1ebd90" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:33:20 user nova-compute[73884]: DEBUG nova.objects.instance [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lazy-loading 'flavor' on Instance uuid 49814cf9-3d31-4163-aa37-3578ac1ebd90 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:33:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "49814cf9-3d31-4163-aa37-3578ac1ebd90" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.093s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:33:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "49814cf9-3d31-4163-aa37-3578ac1ebd90" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:33:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "49814cf9-3d31-4163-aa37-3578ac1ebd90" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:33:20 user nova-compute[73884]: INFO nova.compute.manager [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Attaching volume a1b56c18-1658-4a70-bc32-386508e585c4 to /dev/vdb
Oct 16 08:33:20 user nova-compute[73884]: DEBUG os_brick.utils [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:33:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:20 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b78f2e7f-0aa8-446e-aa2d-da06d3c19191]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:33:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:21 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[80556e06-1ad6-42e4-87be-9c958c13b820]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:33:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:21 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4aad6ec-f1c9-4b33-a5d9-e5adb0e39fee]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:33:21 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[586cc08e-db68-490c-a689-c55e6117414f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:33:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:33:21 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 08:33:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:33:21 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 08:33:21 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[eacad324-6352-48fd-97fa-d1e782fbce35]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:33:21 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 08:33:21 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 08:33:21 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 08:33:21 user nova-compute[73884]: DEBUG os_brick.utils [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:33:21 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Updating existing volume attachment record: 3becb4df-0fbe-4ffa-b035-2ff9211e3ecb {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 08:33:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:25 user nova-compute[73884]: DEBUG nova.compute.manager [req-1c82dc4a-c303-4c8b-90b3-5ad62c668f84 req-ce149595-32a5-4ffd-997d-a9160794cba0 service nova] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Received event network-changed-97bfcf8c-a269-4475-9438-edc09ade1f5f {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:33:25 user nova-compute[73884]: DEBUG nova.compute.manager [req-1c82dc4a-c303-4c8b-90b3-5ad62c668f84 req-ce149595-32a5-4ffd-997d-a9160794cba0 service nova] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Refreshing instance network info cache due to event network-changed-97bfcf8c-a269-4475-9438-edc09ade1f5f. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:33:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1c82dc4a-c303-4c8b-90b3-5ad62c668f84 req-ce149595-32a5-4ffd-997d-a9160794cba0 service nova] Acquiring lock "refresh_cache-0b64ffd5-e574-4626-935d-5fbcead9a09d" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:33:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1c82dc4a-c303-4c8b-90b3-5ad62c668f84 req-ce149595-32a5-4ffd-997d-a9160794cba0 service nova] Acquired lock "refresh_cache-0b64ffd5-e574-4626-935d-5fbcead9a09d" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:33:25 user nova-compute[73884]: DEBUG nova.network.neutron [req-1c82dc4a-c303-4c8b-90b3-5ad62c668f84 req-ce149595-32a5-4ffd-997d-a9160794cba0 service nova] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Refreshing network info cache for port 97bfcf8c-a269-4475-9438-edc09ade1f5f {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:33:25 user nova-compute[73884]: DEBUG nova.network.neutron [req-1c82dc4a-c303-4c8b-90b3-5ad62c668f84 req-ce149595-32a5-4ffd-997d-a9160794cba0 service nova] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Updated VIF entry in instance network info cache for port 97bfcf8c-a269-4475-9438-edc09ade1f5f. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:33:25 user nova-compute[73884]: DEBUG nova.network.neutron [req-1c82dc4a-c303-4c8b-90b3-5ad62c668f84 req-ce149595-32a5-4ffd-997d-a9160794cba0 service nova] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Updating instance_info_cache with network_info: [{"id": "97bfcf8c-a269-4475-9438-edc09ade1f5f", "address": "fa:16:3e:c0:e3:d2", "network": {"id": "ec2e8234-5122-4a7f-86ee-ce2ebe2e7a6b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1430927414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe7bd4c1d8c84160a44d01ba37f5210e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97bfcf8c-a2", "ovs_interfaceid": "97bfcf8c-a269-4475-9438-edc09ade1f5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:33:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1c82dc4a-c303-4c8b-90b3-5ad62c668f84 req-ce149595-32a5-4ffd-997d-a9160794cba0 service nova] Releasing lock "refresh_cache-0b64ffd5-e574-4626-935d-5fbcead9a09d" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:33:27 user nova-compute[73884]: INFO nova.compute.manager [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Rebuilding instance
Oct 16 08:33:27 user nova-compute[73884]: DEBUG nova.compute.manager [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:33:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:27 user nova-compute[73884]: DEBUG nova.compute.manager [req-9bffd7dc-ce69-4b22-8f82-2faa0eea6ef6 req-00a07ed2-bfac-48e1-90c1-3e50187c5fb1 service nova] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Received event network-vif-unplugged-97bfcf8c-a269-4475-9438-edc09ade1f5f {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:33:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-9bffd7dc-ce69-4b22-8f82-2faa0eea6ef6 req-00a07ed2-bfac-48e1-90c1-3e50187c5fb1 service nova] Acquiring lock "0b64ffd5-e574-4626-935d-5fbcead9a09d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:33:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-9bffd7dc-ce69-4b22-8f82-2faa0eea6ef6 req-00a07ed2-bfac-48e1-90c1-3e50187c5fb1 service nova] Lock "0b64ffd5-e574-4626-935d-5fbcead9a09d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:33:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-9bffd7dc-ce69-4b22-8f82-2faa0eea6ef6 req-00a07ed2-bfac-48e1-90c1-3e50187c5fb1 service nova] Lock "0b64ffd5-e574-4626-935d-5fbcead9a09d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:33:27 user nova-compute[73884]: DEBUG nova.compute.manager [req-9bffd7dc-ce69-4b22-8f82-2faa0eea6ef6 req-00a07ed2-bfac-48e1-90c1-3e50187c5fb1 service nova] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] No waiting events found dispatching network-vif-unplugged-97bfcf8c-a269-4475-9438-edc09ade1f5f {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:33:27 user nova-compute[73884]: WARNING nova.compute.manager [req-9bffd7dc-ce69-4b22-8f82-2faa0eea6ef6 req-00a07ed2-bfac-48e1-90c1-3e50187c5fb1 service nova] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Received unexpected event network-vif-unplugged-97bfcf8c-a269-4475-9438-edc09ade1f5f for instance with vm_state active and task_state rebuilding.
Oct 16 08:33:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:27 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Instance destroyed successfully.
Oct 16 08:33:27 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Instance destroyed successfully.
Oct 16 08:33:27 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:31:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-480183376',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1567513429',id=22,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBYIyOEaAozDqo6ZI3DTb1jLMqcPQV2WLAkyahcWKotno63ADGfLr+vRLMaHat3Q6gI7nZMLpzV7WaqODhaDbKUI9WxEqtC9GDVSZDw9pRIONS7rFRXVbVkypelJtqCmng==',key_name='tempest-keypair-1483152668',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:31:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='fe7bd4c1d8c84160a44d01ba37f5210e',ramdisk_id='',reservation_id='r-062w86ec',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1380869354',owner_user_name='tempest-ServerActionsV293TestJSON-1380869354-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:33:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='da9364cdffb1469dbcc748916a509390',uuid=0b64ffd5-e574-4626-935d-5fbcead9a09d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "97bfcf8c-a269-4475-9438-edc09ade1f5f", "address": "fa:16:3e:c0:e3:d2", "network": {"id": "ec2e8234-5122-4a7f-86ee-ce2ebe2e7a6b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1430927414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe7bd4c1d8c84160a44d01ba37f5210e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97bfcf8c-a2", "ovs_interfaceid": "97bfcf8c-a269-4475-9438-edc09ade1f5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:33:27 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Converting VIF {"id": "97bfcf8c-a269-4475-9438-edc09ade1f5f", "address": "fa:16:3e:c0:e3:d2", "network": {"id": "ec2e8234-5122-4a7f-86ee-ce2ebe2e7a6b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1430927414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe7bd4c1d8c84160a44d01ba37f5210e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97bfcf8c-a2", "ovs_interfaceid": "97bfcf8c-a269-4475-9438-edc09ade1f5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:33:27 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c0:e3:d2,bridge_name='br-int',has_traffic_filtering=True,id=97bfcf8c-a269-4475-9438-edc09ade1f5f,network=Network(ec2e8234-5122-4a7f-86ee-ce2ebe2e7a6b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97bfcf8c-a2') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:33:27 user nova-compute[73884]: DEBUG os_vif [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c0:e3:d2,bridge_name='br-int',has_traffic_filtering=True,id=97bfcf8c-a269-4475-9438-edc09ade1f5f,network=Network(ec2e8234-5122-4a7f-86ee-ce2ebe2e7a6b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97bfcf8c-a2') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:33:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap97bfcf8c-a2, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:33:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6a6f9d44-23df-4c57-b3dd-942bfe8763f0) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:33:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:27 user nova-compute[73884]: INFO os_vif [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c0:e3:d2,bridge_name='br-int',has_traffic_filtering=True,id=97bfcf8c-a269-4475-9438-edc09ade1f5f,network=Network(ec2e8234-5122-4a7f-86ee-ce2ebe2e7a6b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97bfcf8c-a2')
Oct 16 08:33:27 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:33:27 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'anoCRKNI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:33:27 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 16 08:33:27 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f8123bc-acb1-4033-a75d-f04482b10b4b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:33:28 user nova-compute[73884]: No targets found.
Oct 16 08:33:28 user nova-compute[73884]: iSNS:
Oct 16 08:33:28 user nova-compute[73884]: No targets found.
Oct 16 08:33:28 user nova-compute[73884]: STATIC:
Oct 16 08:33:28 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57
Oct 16 08:33:28 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:33:28 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:33:28 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97
Oct 16 08:33:28 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:33:28 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:33:28 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469
Oct 16 08:33:28 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:33:28 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:33:28 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d
Oct 16 08:33:28 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:33:28 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:33:28 user nova-compute[73884]: FIRMWARE:
Oct 16 08:33:28 user nova-compute[73884]: No targets found.
Oct 16 08:33:28 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:33:28 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:33:28 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[7081c93a-e226-4ba8-873c-bd2ef5b6cf45]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[24c0de6e-feac-4193-918b-eb395242fae7]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:33:28 user nova-compute[73884]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 (non-flash)
Oct 16 08:33:28 user nova-compute[73884]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 (non-flash)
Oct 16 08:33:28 user nova-compute[73884]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57 (non-flash)
Oct 16 08:33:28 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:33:28 user nova-compute[73884]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 (non-flash)
Oct 16 08:33:28 user nova-compute[73884]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 (non-flash)
Oct 16 08:33:28 user nova-compute[73884]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57 (non-flash)
Oct 16 08:33:28 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7ea44fc3a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469'): ({'sdc'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Removing single pathed devices sdc {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5cf0494-71a1-4732-9866-7e13da216596]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[5efb7c41-f4e6-4a60-a6d5-6d7a82fda5c7]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Flushing IO for device /dev/sdc {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c31a502-632e-4dda-a24d-1feccc0f378c]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.048s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b6bd70d-25fb-4450-91eb-0bb59d777278]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] SCSI volumes sdc have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed0984db-1b0c-47ae-9ab0-6372de613ff2]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d52084c-1519-4904-8c4d-ec2ce748fc86]: (4, ('Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469, portal: 172.16.0.220,3260]\nLogout of [sid: 18, target: iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469, portal: 172.16.0.220,3260]
Oct 16 08:33:28 user nova-compute[73884]: Logout of [sid: 18, target: iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469, portal: 172.16.0.220,3260] successful.
Oct 16 08:33:28 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a587b8db-0c83-467f-a58b-9f526680129c]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.328s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] <== disconnect_volume: return (329ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:33:28 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Deleting instance files /opt/stack/data/nova/instances/0b64ffd5-e574-4626-935d-5fbcead9a09d_del
Oct 16 08:33:28 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Deletion of /opt/stack/data/nova/instances/0b64ffd5-e574-4626-935d-5fbcead9a09d_del complete
Oct 16 08:33:28 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] During detach_volume, instance disappeared.: nova.exception.InstanceNotFound: Instance 0b64ffd5-e574-4626-935d-5fbcead9a09d could not be found.
Oct 16 08:33:28 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'anoCRKNI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:33:28 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 16 08:33:28 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c625ff64-1f30-4307-a910-f5dbe1d77760]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:33:28 user nova-compute[73884]: No targets found.
Oct 16 08:33:28 user nova-compute[73884]: iSNS:
Oct 16 08:33:28 user nova-compute[73884]: No targets found.
Oct 16 08:33:28 user nova-compute[73884]: STATIC:
Oct 16 08:33:28 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57
Oct 16 08:33:28 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:33:28 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:33:28 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97
Oct 16 08:33:28 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:33:28 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:33:28 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d
Oct 16 08:33:28 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:33:28 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:33:28 user nova-compute[73884]: FIRMWARE:
Oct 16 08:33:28 user nova-compute[73884]: No targets found.
Oct 16 08:33:28 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:33:28 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:33:28 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[099e5eaa-4896-4903-b6a5-54b895de2231]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[15aa064b-b288-41da-9ed9-01d9e2b73748]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:33:28 user nova-compute[73884]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 (non-flash)
Oct 16 08:33:28 user nova-compute[73884]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57 (non-flash)
Oct 16 08:33:28 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:33:28 user nova-compute[73884]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 (non-flash)
Oct 16 08:33:28 user nova-compute[73884]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57 (non-flash)
Oct 16 08:33:28 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7ea469da20>, {}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Disconnecting from: [] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.075s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] <== disconnect_volume: return (76ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:33:28 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:33:29 user nova-compute[73884]: DEBUG nova.compute.manager [req-4b5de76e-5284-4159-91f0-ea248219a771 req-bd15c71f-975b-4799-9b04-38a7ac89c7ad service nova] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Received event network-vif-plugged-97bfcf8c-a269-4475-9438-edc09ade1f5f {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:33:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-4b5de76e-5284-4159-91f0-ea248219a771 req-bd15c71f-975b-4799-9b04-38a7ac89c7ad service nova] Acquiring lock "0b64ffd5-e574-4626-935d-5fbcead9a09d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:33:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-4b5de76e-5284-4159-91f0-ea248219a771 req-bd15c71f-975b-4799-9b04-38a7ac89c7ad service nova] Lock "0b64ffd5-e574-4626-935d-5fbcead9a09d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:33:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-4b5de76e-5284-4159-91f0-ea248219a771 req-bd15c71f-975b-4799-9b04-38a7ac89c7ad service nova] Lock "0b64ffd5-e574-4626-935d-5fbcead9a09d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:33:29 user nova-compute[73884]: DEBUG nova.compute.manager [req-4b5de76e-5284-4159-91f0-ea248219a771 req-bd15c71f-975b-4799-9b04-38a7ac89c7ad service nova] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] No waiting events found dispatching network-vif-plugged-97bfcf8c-a269-4475-9438-edc09ade1f5f {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:33:29 user nova-compute[73884]: WARNING nova.compute.manager [req-4b5de76e-5284-4159-91f0-ea248219a771 req-bd15c71f-975b-4799-9b04-38a7ac89c7ad service nova] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Received unexpected event network-vif-plugged-97bfcf8c-a269-4475-9438-edc09ade1f5f for instance with vm_state active and task_state rebuilding.
Oct 16 08:33:29 user nova-compute[73884]: DEBUG nova.compute.manager [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Preparing to wait for external event volume-reimaged-799b3ef7-e427-4702-8df8-58bacf17e469 {{(pid=73884) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:283}}
Oct 16 08:33:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Acquiring lock "0b64ffd5-e574-4626-935d-5fbcead9a09d-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:33:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Lock "0b64ffd5-e574-4626-935d-5fbcead9a09d-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:33:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Lock "0b64ffd5-e574-4626-935d-5fbcead9a09d-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:33:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:37 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:37 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kUbYOioW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:33:38 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:33:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:33:38 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:33:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:33:38 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:33:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[47be362c-6cd6-4240-b94e-faf7f173187b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:33:38 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1c1f4a8-9197-4ae4-8a56-48109cda1b52]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4] added
Oct 16 08:33:38 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ba8c5f1-d5a0-420e-9fa3-bdce8ec0c306]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdf0f508-9f70-451a-a96a-980fdfe68c18]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kUbYOioW {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kUbYOioW" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[16c55d42-802e-4b57-b92e-29363fa1aef5]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'kUbYOioW'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[127d9d74-a0a8-441e-8b1b-b3784f1c88e2]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a98a84d-1e64-4f98-8dbf-1fc44c50b1a7]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:33:38 user nova-compute[73884]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 (non-flash)
Oct 16 08:33:38 user nova-compute[73884]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57 (non-flash)
Oct 16 08:33:38 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:33:38 user nova-compute[73884]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 (non-flash)
Oct 16 08:33:38 user nova-compute[73884]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57 (non-flash)
Oct 16 08:33:38 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8ef19c9-1d43-4291-977d-87fa439b3312]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4, portal: 172.16.0.220,3260]
Oct 16 08:33:38 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4, portal: 172.16.0.220,3260] successful.
Oct 16 08:33:38 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[85e4960d-21a7-481d-88e2-e9d026eebfe4]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb7a4824-74fa-4ab1-aa20-2cd35a327694]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:33:38 user nova-compute[73884]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 (non-flash)
Oct 16 08:33:38 user nova-compute[73884]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57 (non-flash)
Oct 16 08:33:38 user nova-compute[73884]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 (non-flash)
Oct 16 08:33:38 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:33:38 user nova-compute[73884]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 (non-flash)
Oct 16 08:33:38 user nova-compute[73884]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57 (non-flash)
Oct 16 08:33:38 user nova-compute[73884]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 (non-flash)
Oct 16 08:33:38 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.270s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] HCTL ('34', '-', '-', 0) found on session 21 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[de4c4420-deed-48d7-8118-4825457ef041]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Searching for a device in session 21 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:33:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kUbYOioW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:33:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.304s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:33:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] <== connect_volume: return (1305ms) {'type': 'block', 'scsi_wwn': '26232663864656639', 'path': '/dev/sdc'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:33:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26232663864656639', 'path': '/dev/sdc'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:33:39 user nova-compute[73884]: DEBUG nova.objects.instance [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lazy-loading 'flavor' on Instance uuid 49814cf9-3d31-4163-aa37-3578ac1ebd90 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:33:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 08:33:39 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:33:39 user nova-compute[73884]:   <source dev="/dev/sdc"/>
Oct 16 08:33:39 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:33:39 user nova-compute[73884]:   <serial>a1b56c18-1658-4a70-bc32-386508e585c4</serial>
Oct 16 08:33:39 user nova-compute[73884]: </disk>
Oct 16 08:33:39 user nova-compute[73884]:  {{(pid=73884) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 08:33:40 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:33:40 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] No BDM found with device name vdb, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:33:40 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] No VIF found with MAC fa:16:3e:d7:92:7a, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:33:40 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-aad38cb1-9daf-421d-928f-c98b3c0f5f0c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "49814cf9-3d31-4163-aa37-3578ac1ebd90" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 19.414s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:33:41 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:33:42 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:33:42 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:33:42 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:42 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "ad596545-5896-4f7c-b032-e7971e0024dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:33:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "ad596545-5896-4f7c-b032-e7971e0024dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:33:43 user nova-compute[73884]: DEBUG nova.compute.manager [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:33:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:33:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:33:43 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:33:43 user nova-compute[73884]: INFO nova.compute.claims [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Claim successful on node user
Oct 16 08:33:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b47d8bc9-865c-4696-a551-3eb9fceb5867 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquiring lock "8347d2fa-c322-485f-b96e-e404f52c21fe" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:33:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b47d8bc9-865c-4696-a551-3eb9fceb5867 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "8347d2fa-c322-485f-b96e-e404f52c21fe" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:33:43 user nova-compute[73884]: INFO nova.compute.manager [None req-b47d8bc9-865c-4696-a551-3eb9fceb5867 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Detaching volume 63c97002-7dfd-4c11-aefe-7a950c1cde97
Oct 16 08:33:43 user nova-compute[73884]: INFO nova.virt.block_device [None req-b47d8bc9-865c-4696-a551-3eb9fceb5867 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Attempting to driver detach volume 63c97002-7dfd-4c11-aefe-7a950c1cde97 from mountpoint /dev/vdc
Oct 16 08:33:43 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b47d8bc9-865c-4696-a551-3eb9fceb5867 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Attempting to detach device vdc from instance 8347d2fa-c322-485f-b96e-e404f52c21fe from the persistent domain config. {{(pid=73884) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 08:33:43 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-b47d8bc9-865c-4696-a551-3eb9fceb5867 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 08:33:43 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:33:43 user nova-compute[73884]:   <source dev="/dev/sdd"/>
Oct 16 08:33:43 user nova-compute[73884]:   <target dev="vdc" bus="virtio"/>
Oct 16 08:33:43 user nova-compute[73884]:   <serial>63c97002-7dfd-4c11-aefe-7a950c1cde97</serial>
Oct 16 08:33:43 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 16 08:33:43 user nova-compute[73884]: </disk>
Oct 16 08:33:43 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:33:43 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-b47d8bc9-865c-4696-a551-3eb9fceb5867 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Successfully detached device vdc from instance 8347d2fa-c322-485f-b96e-e404f52c21fe from the persistent domain config.
Oct 16 08:33:43 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b47d8bc9-865c-4696-a551-3eb9fceb5867 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 8347d2fa-c322-485f-b96e-e404f52c21fe from the live domain config. {{(pid=73884) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 08:33:43 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-b47d8bc9-865c-4696-a551-3eb9fceb5867 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 08:33:43 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:33:43 user nova-compute[73884]:   <source dev="/dev/sdd"/>
Oct 16 08:33:43 user nova-compute[73884]:   <target dev="vdc" bus="virtio"/>
Oct 16 08:33:43 user nova-compute[73884]:   <serial>63c97002-7dfd-4c11-aefe-7a950c1cde97</serial>
Oct 16 08:33:43 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 16 08:33:43 user nova-compute[73884]: </disk>
Oct 16 08:33:43 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:33:44 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:33:44 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:33:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.505s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:33:44 user nova-compute[73884]: DEBUG nova.compute.manager [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:33:44 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:33:44 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:33:44 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:33:44 user nova-compute[73884]: DEBUG nova.compute.manager [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:33:44 user nova-compute[73884]: DEBUG nova.network.neutron [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:33:44 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:33:44 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Cleaning up deleted instances with incomplete migration  {{(pid=73884) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 16 08:33:44 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:33:44 user nova-compute[73884]: DEBUG nova.compute.manager [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:33:44 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b47d8bc9-865c-4696-a551-3eb9fceb5867 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 8347d2fa-c322-485f-b96e-e404f52c21fe {{(pid=73884) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 08:33:44 user nova-compute[73884]: DEBUG nova.policy [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66ae9d1205f8431b8633ceea5ff568ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d655f1249c64e03ba95139efa91e346', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:33:44 user nova-compute[73884]: DEBUG nova.compute.manager [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:33:44 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:33:44 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Creating image(s)
Oct 16 08:33:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "/opt/stack/data/nova/instances/ad596545-5896-4f7c-b032-e7971e0024dc/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:33:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "/opt/stack/data/nova/instances/ad596545-5896-4f7c-b032-e7971e0024dc/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:33:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "/opt/stack/data/nova/instances/ad596545-5896-4f7c-b032-e7971e0024dc/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:33:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.178s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:33:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:33:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.171s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/ad596545-5896-4f7c-b032-e7971e0024dc/disk 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/ad596545-5896-4f7c-b032-e7971e0024dc/disk 1073741824" returned: 0 in 0.187s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.366s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:33:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:45 user nova-compute[73884]: DEBUG nova.network.neutron [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Successfully created port: 100c81b4-360b-4608-b988-647de57b9212 {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:33:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.204s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:45 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ad596545-5896-4f7c-b032-e7971e0024dc/disk. size=1073741824 {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 08:33:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad596545-5896-4f7c-b032-e7971e0024dc/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:45 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:33:45 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 08:33:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad596545-5896-4f7c-b032-e7971e0024dc/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:45 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Cannot resize image /opt/stack/data/nova/instances/ad596545-5896-4f7c-b032-e7971e0024dc/disk to a smaller size. {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 08:33:45 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:33:45 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Ensure instance console log exists: /opt/stack/data/nova/instances/ad596545-5896-4f7c-b032-e7971e0024dc/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:33:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:33:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:33:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:33:45 user nova-compute[73884]: DEBUG nova.network.neutron [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Successfully updated port: 100c81b4-360b-4608-b988-647de57b9212 {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:33:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "refresh_cache-ad596545-5896-4f7c-b032-e7971e0024dc" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:33:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquired lock "refresh_cache-ad596545-5896-4f7c-b032-e7971e0024dc" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:33:45 user nova-compute[73884]: DEBUG nova.network.neutron [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:33:45 user nova-compute[73884]: DEBUG nova.compute.manager [req-aafea076-05b7-47dc-9407-0fada34fb44c req-05ae8636-e1a2-48d9-95f2-3cba8f385c3e service nova] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Received event network-changed-100c81b4-360b-4608-b988-647de57b9212 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:33:45 user nova-compute[73884]: DEBUG nova.compute.manager [req-aafea076-05b7-47dc-9407-0fada34fb44c req-05ae8636-e1a2-48d9-95f2-3cba8f385c3e service nova] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Refreshing instance network info cache due to event network-changed-100c81b4-360b-4608-b988-647de57b9212. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:33:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-aafea076-05b7-47dc-9407-0fada34fb44c req-05ae8636-e1a2-48d9-95f2-3cba8f385c3e service nova] Acquiring lock "refresh_cache-ad596545-5896-4f7c-b032-e7971e0024dc" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:33:45 user nova-compute[73884]: DEBUG nova.network.neutron [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:33:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-457be627-57f1-4565-95b2-bd673d036530 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Acquiring lock "d49d8558-c88f-4aac-a202-171db5e3fdb6" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:33:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-457be627-57f1-4565-95b2-bd673d036530 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "d49d8558-c88f-4aac-a202-171db5e3fdb6" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:33:45 user nova-compute[73884]: INFO nova.compute.manager [None req-457be627-57f1-4565-95b2-bd673d036530 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Detaching volume e311c238-9ca9-4ccf-9130-4faf80199f57
Oct 16 08:33:45 user nova-compute[73884]: INFO nova.virt.block_device [None req-457be627-57f1-4565-95b2-bd673d036530 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Attempting to driver detach volume e311c238-9ca9-4ccf-9130-4faf80199f57 from mountpoint /dev/vdb
Oct 16 08:33:46 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-457be627-57f1-4565-95b2-bd673d036530 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Attempting to detach device vdb from instance d49d8558-c88f-4aac-a202-171db5e3fdb6 from the persistent domain config. {{(pid=73884) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-457be627-57f1-4565-95b2-bd673d036530 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 08:33:46 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:33:46 user nova-compute[73884]:   <source dev="/dev/sde"/>
Oct 16 08:33:46 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:33:46 user nova-compute[73884]:   <serial>e311c238-9ca9-4ccf-9130-4faf80199f57</serial>
Oct 16 08:33:46 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 08:33:46 user nova-compute[73884]: </disk>
Oct 16 08:33:46 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-9f36604a-5a8a-4863-9c01-261ba396e38a tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Acquiring lock "d49d8558-c88f-4aac-a202-171db5e3fdb6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:33:46 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-457be627-57f1-4565-95b2-bd673d036530 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Successfully detached device vdb from instance d49d8558-c88f-4aac-a202-171db5e3fdb6 from the persistent domain config.
Oct 16 08:33:46 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-457be627-57f1-4565-95b2-bd673d036530 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance d49d8558-c88f-4aac-a202-171db5e3fdb6 from the live domain config. {{(pid=73884) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-457be627-57f1-4565-95b2-bd673d036530 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 08:33:46 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:33:46 user nova-compute[73884]:   <source dev="/dev/sde"/>
Oct 16 08:33:46 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:33:46 user nova-compute[73884]:   <serial>e311c238-9ca9-4ccf-9130-4faf80199f57</serial>
Oct 16 08:33:46 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 08:33:46 user nova-compute[73884]: </disk>
Oct 16 08:33:46 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG nova.network.neutron [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Updating instance_info_cache with network_info: [{"id": "100c81b4-360b-4608-b988-647de57b9212", "address": "fa:16:3e:d3:ad:c9", "network": {"id": "e6c27229-23f2-49e4-a586-cd4ba520e1e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-139611324-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d655f1249c64e03ba95139efa91e346", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap100c81b4-36", "ovs_interfaceid": "100c81b4-360b-4608-b988-647de57b9212", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Releasing lock "refresh_cache-ad596545-5896-4f7c-b032-e7971e0024dc" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG nova.compute.manager [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Instance network_info: |[{"id": "100c81b4-360b-4608-b988-647de57b9212", "address": "fa:16:3e:d3:ad:c9", "network": {"id": "e6c27229-23f2-49e4-a586-cd4ba520e1e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-139611324-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d655f1249c64e03ba95139efa91e346", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap100c81b4-36", "ovs_interfaceid": "100c81b4-360b-4608-b988-647de57b9212", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-aafea076-05b7-47dc-9407-0fada34fb44c req-05ae8636-e1a2-48d9-95f2-3cba8f385c3e service nova] Acquired lock "refresh_cache-ad596545-5896-4f7c-b032-e7971e0024dc" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG nova.network.neutron [req-aafea076-05b7-47dc-9407-0fada34fb44c req-05ae8636-e1a2-48d9-95f2-3cba8f385c3e service nova] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Refreshing network info cache for port 100c81b4-360b-4608-b988-647de57b9212 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Start _get_guest_xml network_info=[{"id": "100c81b4-360b-4608-b988-647de57b9212", "address": "fa:16:3e:d3:ad:c9", "network": {"id": "e6c27229-23f2-49e4-a586-cd4ba520e1e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-139611324-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d655f1249c64e03ba95139efa91e346", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap100c81b4-36", "ovs_interfaceid": "100c81b4-360b-4608-b988-647de57b9212", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'a4e1d819-b957-4c9c-9b9d-fd987951fbab'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:33:46 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:33:46 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:33:46 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:33:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-2130349843',display_name='tempest-AttachVolumeNegativeTest-server-2130349843',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-2130349843',id=25,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIDchbJ17068hsH/j26VypHkwPHJdIKsJ0OCpUuYGYzrqtGCea8pvs0njvP1XDS0MtVMEWewwcYGmS1QYIzt4lbb7/hjaUydhCMdADGAgskjGJ0AONIUk8F5E5O3k7sIvA==',key_name='tempest-keypair-218094832',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8d655f1249c64e03ba95139efa91e346',ramdisk_id='',reservation_id='r-zh7i616y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-155093106',owner_user_name='tempest-AttachVolumeNegativeTest-155093106-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:33:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='66ae9d1205f8431b8633ceea5ff568ed',uuid=ad596545-5896-4f7c-b032-e7971e0024dc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "100c81b4-360b-4608-b988-647de57b9212", "address": "fa:16:3e:d3:ad:c9", "network": {"id": "e6c27229-23f2-49e4-a586-cd4ba520e1e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-139611324-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d655f1249c64e03ba95139efa91e346", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap100c81b4-36", "ovs_interfaceid": "100c81b4-360b-4608-b988-647de57b9212", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Converting VIF {"id": "100c81b4-360b-4608-b988-647de57b9212", "address": "fa:16:3e:d3:ad:c9", "network": {"id": "e6c27229-23f2-49e4-a586-cd4ba520e1e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-139611324-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d655f1249c64e03ba95139efa91e346", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap100c81b4-36", "ovs_interfaceid": "100c81b4-360b-4608-b988-647de57b9212", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d3:ad:c9,bridge_name='br-int',has_traffic_filtering=True,id=100c81b4-360b-4608-b988-647de57b9212,network=Network(e6c27229-23f2-49e4-a586-cd4ba520e1e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap100c81b4-36') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG nova.objects.instance [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lazy-loading 'pci_devices' on Instance uuid ad596545-5896-4f7c-b032-e7971e0024dc {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:33:46 user nova-compute[73884]:   <uuid>ad596545-5896-4f7c-b032-e7971e0024dc</uuid>
Oct 16 08:33:46 user nova-compute[73884]:   <name>instance-00000019</name>
Oct 16 08:33:46 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:33:46 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:33:46 user nova-compute[73884]:   <metadata>
Oct 16 08:33:46 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:33:46 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:33:46 user nova-compute[73884]:       <nova:name>tempest-AttachVolumeNegativeTest-server-2130349843</nova:name>
Oct 16 08:33:46 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:33:46</nova:creationTime>
Oct 16 08:33:46 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:33:46 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:33:46 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:33:46 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:33:46 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:33:46 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:33:46 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:33:46 user nova-compute[73884]:       <nova:owner>
Oct 16 08:33:46 user nova-compute[73884]:         <nova:user uuid="66ae9d1205f8431b8633ceea5ff568ed">tempest-AttachVolumeNegativeTest-155093106-project-member</nova:user>
Oct 16 08:33:46 user nova-compute[73884]:         <nova:project uuid="8d655f1249c64e03ba95139efa91e346">tempest-AttachVolumeNegativeTest-155093106</nova:project>
Oct 16 08:33:46 user nova-compute[73884]:       </nova:owner>
Oct 16 08:33:46 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:33:46 user nova-compute[73884]:       <nova:ports>
Oct 16 08:33:46 user nova-compute[73884]:         <nova:port uuid="100c81b4-360b-4608-b988-647de57b9212">
Oct 16 08:33:46 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 16 08:33:46 user nova-compute[73884]:         </nova:port>
Oct 16 08:33:46 user nova-compute[73884]:       </nova:ports>
Oct 16 08:33:46 user nova-compute[73884]:     </nova:instance>
Oct 16 08:33:46 user nova-compute[73884]:   </metadata>
Oct 16 08:33:46 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:33:46 user nova-compute[73884]:     <system>
Oct 16 08:33:46 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:33:46 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:33:46 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:33:46 user nova-compute[73884]:       <entry name="serial">ad596545-5896-4f7c-b032-e7971e0024dc</entry>
Oct 16 08:33:46 user nova-compute[73884]:       <entry name="uuid">ad596545-5896-4f7c-b032-e7971e0024dc</entry>
Oct 16 08:33:46 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:33:46 user nova-compute[73884]:     </system>
Oct 16 08:33:46 user nova-compute[73884]:   </sysinfo>
Oct 16 08:33:46 user nova-compute[73884]:   <os>
Oct 16 08:33:46 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:33:46 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:33:46 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:33:46 user nova-compute[73884]:   </os>
Oct 16 08:33:46 user nova-compute[73884]:   <features>
Oct 16 08:33:46 user nova-compute[73884]:     <acpi/>
Oct 16 08:33:46 user nova-compute[73884]:     <apic/>
Oct 16 08:33:46 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:33:46 user nova-compute[73884]:   </features>
Oct 16 08:33:46 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:33:46 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:33:46 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:33:46 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:33:46 user nova-compute[73884]:   </clock>
Oct 16 08:33:46 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:33:46 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:33:46 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:33:46 user nova-compute[73884]:   </cpu>
Oct 16 08:33:46 user nova-compute[73884]:   <devices>
Oct 16 08:33:46 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:33:46 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:33:46 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/ad596545-5896-4f7c-b032-e7971e0024dc/disk"/>
Oct 16 08:33:46 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:33:46 user nova-compute[73884]:     </disk>
Oct 16 08:33:46 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:33:46 user nova-compute[73884]:       <mac address="fa:16:3e:d3:ad:c9"/>
Oct 16 08:33:46 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:33:46 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:33:46 user nova-compute[73884]:       <target dev="tap100c81b4-36"/>
Oct 16 08:33:46 user nova-compute[73884]:     </interface>
Oct 16 08:33:46 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:33:46 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/ad596545-5896-4f7c-b032-e7971e0024dc/console.log" append="off"/>
Oct 16 08:33:46 user nova-compute[73884]:     </serial>
Oct 16 08:33:46 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:33:46 user nova-compute[73884]:     <video>
Oct 16 08:33:46 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:33:46 user nova-compute[73884]:     </video>
Oct 16 08:33:46 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:33:46 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:33:46 user nova-compute[73884]:     </rng>
Oct 16 08:33:46 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:33:46 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:33:46 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:33:46 user nova-compute[73884]:     </memballoon>
Oct 16 08:33:46 user nova-compute[73884]:   </devices>
Oct 16 08:33:46 user nova-compute[73884]: </domain>
Oct 16 08:33:46 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:33:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-2130349843',display_name='tempest-AttachVolumeNegativeTest-server-2130349843',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-2130349843',id=25,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIDchbJ17068hsH/j26VypHkwPHJdIKsJ0OCpUuYGYzrqtGCea8pvs0njvP1XDS0MtVMEWewwcYGmS1QYIzt4lbb7/hjaUydhCMdADGAgskjGJ0AONIUk8F5E5O3k7sIvA==',key_name='tempest-keypair-218094832',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8d655f1249c64e03ba95139efa91e346',ramdisk_id='',reservation_id='r-zh7i616y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-155093106',owner_user_name='tempest-AttachVolumeNegativeTest-155093106-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:33:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='66ae9d1205f8431b8633ceea5ff568ed',uuid=ad596545-5896-4f7c-b032-e7971e0024dc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "100c81b4-360b-4608-b988-647de57b9212", "address": "fa:16:3e:d3:ad:c9", "network": {"id": "e6c27229-23f2-49e4-a586-cd4ba520e1e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-139611324-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d655f1249c64e03ba95139efa91e346", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap100c81b4-36", "ovs_interfaceid": "100c81b4-360b-4608-b988-647de57b9212", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Converting VIF {"id": "100c81b4-360b-4608-b988-647de57b9212", "address": "fa:16:3e:d3:ad:c9", "network": {"id": "e6c27229-23f2-49e4-a586-cd4ba520e1e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-139611324-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d655f1249c64e03ba95139efa91e346", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap100c81b4-36", "ovs_interfaceid": "100c81b4-360b-4608-b988-647de57b9212", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d3:ad:c9,bridge_name='br-int',has_traffic_filtering=True,id=100c81b4-360b-4608-b988-647de57b9212,network=Network(e6c27229-23f2-49e4-a586-cd4ba520e1e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap100c81b4-36') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG os_vif [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d3:ad:c9,bridge_name='br-int',has_traffic_filtering=True,id=100c81b4-360b-4608-b988-647de57b9212,network=Network(e6c27229-23f2-49e4-a586-cd4ba520e1e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap100c81b4-36') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '96bdc47a-7108-5609-bc00-833caccc0d16', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap100c81b4-36, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap100c81b4-36, col_values=(('qos', UUID('8fdb69b1-5e71-49c1-8028-5c7c0a970688')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap100c81b4-36, col_values=(('external_ids', {'iface-id': '100c81b4-360b-4608-b988-647de57b9212', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d3:ad:c9', 'vm-uuid': 'ad596545-5896-4f7c-b032-e7971e0024dc'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:46 user nova-compute[73884]: INFO os_vif [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d3:ad:c9,bridge_name='br-int',has_traffic_filtering=True,id=100c81b4-360b-4608-b988-647de57b9212,network=Network(e6c27229-23f2-49e4-a586-cd4ba520e1e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap100c81b4-36')
Oct 16 08:33:46 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] No VIF found with MAC fa:16:3e:d3:ad:c9, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-457be627-57f1-4565-95b2-bd673d036530 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance d49d8558-c88f-4aac-a202-171db5e3fdb6 {{(pid=73884) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG nova.network.neutron [req-aafea076-05b7-47dc-9407-0fada34fb44c req-05ae8636-e1a2-48d9-95f2-3cba8f385c3e service nova] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Updated VIF entry in instance network info cache for port 100c81b4-360b-4608-b988-647de57b9212. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG nova.network.neutron [req-aafea076-05b7-47dc-9407-0fada34fb44c req-05ae8636-e1a2-48d9-95f2-3cba8f385c3e service nova] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Updating instance_info_cache with network_info: [{"id": "100c81b4-360b-4608-b988-647de57b9212", "address": "fa:16:3e:d3:ad:c9", "network": {"id": "e6c27229-23f2-49e4-a586-cd4ba520e1e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-139611324-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d655f1249c64e03ba95139efa91e346", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap100c81b4-36", "ovs_interfaceid": "100c81b4-360b-4608-b988-647de57b9212", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:33:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-aafea076-05b7-47dc-9407-0fada34fb44c req-05ae8636-e1a2-48d9-95f2-3cba8f385c3e service nova] Releasing lock "refresh_cache-ad596545-5896-4f7c-b032-e7971e0024dc" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:33:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:48 user nova-compute[73884]: DEBUG nova.compute.manager [req-491bdfcd-e85e-4d58-8a62-8cb0d856d247 req-451c1a43-c6c7-4007-b267-74c6330741ff service nova] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Received event network-vif-plugged-100c81b4-360b-4608-b988-647de57b9212 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:33:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-491bdfcd-e85e-4d58-8a62-8cb0d856d247 req-451c1a43-c6c7-4007-b267-74c6330741ff service nova] Acquiring lock "ad596545-5896-4f7c-b032-e7971e0024dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:33:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-491bdfcd-e85e-4d58-8a62-8cb0d856d247 req-451c1a43-c6c7-4007-b267-74c6330741ff service nova] Lock "ad596545-5896-4f7c-b032-e7971e0024dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:33:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-491bdfcd-e85e-4d58-8a62-8cb0d856d247 req-451c1a43-c6c7-4007-b267-74c6330741ff service nova] Lock "ad596545-5896-4f7c-b032-e7971e0024dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:33:48 user nova-compute[73884]: DEBUG nova.compute.manager [req-491bdfcd-e85e-4d58-8a62-8cb0d856d247 req-451c1a43-c6c7-4007-b267-74c6330741ff service nova] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] No waiting events found dispatching network-vif-plugged-100c81b4-360b-4608-b988-647de57b9212 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:33:48 user nova-compute[73884]: WARNING nova.compute.manager [req-491bdfcd-e85e-4d58-8a62-8cb0d856d247 req-451c1a43-c6c7-4007-b267-74c6330741ff service nova] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Received unexpected event network-vif-plugged-100c81b4-360b-4608-b988-647de57b9212 for instance with vm_state building and task_state spawning.
Oct 16 08:33:48 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:33:48 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 08:33:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "refresh_cache-8347d2fa-c322-485f-b96e-e404f52c21fe" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:33:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquired lock "refresh_cache-8347d2fa-c322-485f-b96e-e404f52c21fe" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:33:48 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Forcefully refreshing network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 08:33:48 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Updating instance_info_cache with network_info: [{"id": "720782a3-50c2-4ea4-9224-addee7a74dc7", "address": "fa:16:3e:f3:51:bc", "network": {"id": "52793eaf-54c8-4092-868b-51753d278fbf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-915749854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aac394fa5be84455ba4c994fe7a08925", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720782a3-50", "ovs_interfaceid": "720782a3-50c2-4ea4-9224-addee7a74dc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:33:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Releasing lock "refresh_cache-8347d2fa-c322-485f-b96e-e404f52c21fe" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:33:48 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Updated the network info_cache for instance {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 08:33:48 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:33:48 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:33:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:33:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:33:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:33:48 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 08:33:48 user nova-compute[73884]: INFO nova.compute.manager [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Rescuing
Oct 16 08:33:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquiring lock "refresh_cache-7d5fd04a-039d-4cb0-9eef-bce9700a85bb" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:33:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquired lock "refresh_cache-7d5fd04a-039d-4cb0-9eef-bce9700a85bb" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:33:48 user nova-compute[73884]: DEBUG nova.network.neutron [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:33:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d49d8558-c88f-4aac-a202-171db5e3fdb6/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d49d8558-c88f-4aac-a202-171db5e3fdb6/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d49d8558-c88f-4aac-a202-171db5e3fdb6/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d49d8558-c88f-4aac-a202-171db5e3fdb6/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:49 user nova-compute[73884]: DEBUG nova.network.neutron [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Updating instance_info_cache with network_info: [{"id": "b41c92f3-92d8-4654-89f1-124b210d2af5", "address": "fa:16:3e:8a:47:33", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb41c92f3-92", "ovs_interfaceid": "b41c92f3-92d8-4654-89f1-124b210d2af5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:33:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Releasing lock "refresh_cache-7d5fd04a-039d-4cb0-9eef-bce9700a85bb" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:33:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.compute.manager [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:33:50 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Instance spawned successfully.
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.compute.manager [req-6ac96f19-1266-43c3-a682-40d79a9dd3fb req-aa189ac7-4902-4ac3-bb0a-eac02ad51b55 service nova] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Received event network-vif-unplugged-b41c92f3-92d8-4654-89f1-124b210d2af5 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6ac96f19-1266-43c3-a682-40d79a9dd3fb req-aa189ac7-4902-4ac3-bb0a-eac02ad51b55 service nova] Acquiring lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6ac96f19-1266-43c3-a682-40d79a9dd3fb req-aa189ac7-4902-4ac3-bb0a-eac02ad51b55 service nova] Lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6ac96f19-1266-43c3-a682-40d79a9dd3fb req-aa189ac7-4902-4ac3-bb0a-eac02ad51b55 service nova] Lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.compute.manager [req-6ac96f19-1266-43c3-a682-40d79a9dd3fb req-aa189ac7-4902-4ac3-bb0a-eac02ad51b55 service nova] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] No waiting events found dispatching network-vif-unplugged-b41c92f3-92d8-4654-89f1-124b210d2af5 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:33:50 user nova-compute[73884]: WARNING nova.compute.manager [req-6ac96f19-1266-43c3-a682-40d79a9dd3fb req-aa189ac7-4902-4ac3-bb0a-eac02ad51b55 service nova] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Received unexpected event network-vif-unplugged-b41c92f3-92d8-4654-89f1-124b210d2af5 for instance with vm_state active and task_state rescuing.
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.compute.manager [req-ebb6d782-e6af-42c7-bafb-88d5b773322f req-4d19159f-4fab-42cb-80a8-7604b1659873 service nova] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Received event network-vif-plugged-100c81b4-360b-4608-b988-647de57b9212 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ebb6d782-e6af-42c7-bafb-88d5b773322f req-4d19159f-4fab-42cb-80a8-7604b1659873 service nova] Acquiring lock "ad596545-5896-4f7c-b032-e7971e0024dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ebb6d782-e6af-42c7-bafb-88d5b773322f req-4d19159f-4fab-42cb-80a8-7604b1659873 service nova] Lock "ad596545-5896-4f7c-b032-e7971e0024dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ebb6d782-e6af-42c7-bafb-88d5b773322f req-4d19159f-4fab-42cb-80a8-7604b1659873 service nova] Lock "ad596545-5896-4f7c-b032-e7971e0024dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.compute.manager [req-ebb6d782-e6af-42c7-bafb-88d5b773322f req-4d19159f-4fab-42cb-80a8-7604b1659873 service nova] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] No waiting events found dispatching network-vif-plugged-100c81b4-360b-4608-b988-647de57b9212 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:33:50 user nova-compute[73884]: WARNING nova.compute.manager [req-ebb6d782-e6af-42c7-bafb-88d5b773322f req-4d19159f-4fab-42cb-80a8-7604b1659873 service nova] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Received unexpected event network-vif-plugged-100c81b4-360b-4608-b988-647de57b9212 for instance with vm_state building and task_state spawning.
Oct 16 08:33:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:50 user nova-compute[73884]: INFO nova.compute.manager [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Took 5.75 seconds to spawn the instance on the hypervisor.
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.compute.manager [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:33:50 user nova-compute[73884]: INFO nova.compute.manager [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Took 6.61 seconds to build instance.
Oct 16 08:33:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0a5e4c44-21f9-46f8-bea0-58587b41a4e1 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "ad596545-5896-4f7c-b032-e7971e0024dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.704s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:50 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Instance destroyed successfully.
Oct 16 08:33:50 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Attempting rescue
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=73884) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Instance directory exists: not creating {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 16 08:33:50 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Creating image(s)
Oct 16 08:33:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquiring lock "/opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "/opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "/opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.objects.instance [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lazy-loading 'trusted_certs' on Instance uuid 7d5fd04a-039d-4cb0-9eef-bce9700a85bb {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquiring lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.191s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk.rescue {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk.rescue" returned: 0 in 0.055s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.253s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.objects.instance [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lazy-loading 'migration_context' on Instance uuid 7d5fd04a-039d-4cb0-9eef-bce9700a85bb {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.objects.base [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Object Instance<7d5fd04a-039d-4cb0-9eef-bce9700a85bb> lazy-loaded attributes: trusted_certs,migration_context {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Start _get_guest_xml network_info=[{"id": "b41c92f3-92d8-4654-89f1-124b210d2af5", "address": "fa:16:3e:8a:47:33", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "vif_mac": "fa:16:3e:8a:47:33"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb41c92f3-92", "ovs_interfaceid": "b41c92f3-92d8-4654-89f1-124b210d2af5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'a4e1d819-b957-4c9c-9b9d-fd987951fbab', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.objects.instance [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lazy-loading 'resources' on Instance uuid 7d5fd04a-039d-4cb0-9eef-bce9700a85bb {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.objects.base [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Object Instance<7d5fd04a-039d-4cb0-9eef-bce9700a85bb> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.objects.instance [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lazy-loading 'numa_topology' on Instance uuid 7d5fd04a-039d-4cb0-9eef-bce9700a85bb {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49814cf9-3d31-4163-aa37-3578ac1ebd90/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.objects.base [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Object Instance<7d5fd04a-039d-4cb0-9eef-bce9700a85bb> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:33:50 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:33:50 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.objects.instance [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lazy-loading 'vcpu_model' on Instance uuid 7d5fd04a-039d-4cb0-9eef-bce9700a85bb {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.objects.base [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Object Instance<7d5fd04a-039d-4cb0-9eef-bce9700a85bb> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:29:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-2088157553',display_name='tempest-ServerRescueNegativeTestJSON-server-2088157553',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-2088157553',id=14,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:29:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9e52badad06145cfa089e3408fc0ec2a',ramdisk_id='',reservation_id='r-3euty4kx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1439350041',owner_user_name='tempest-ServerRescueNegativeTestJSON-1439350041-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:29:10Z,user_data=None,user_id='de4969717c974b0882fa85234f08a619',uuid=7d5fd04a-039d-4cb0-9eef-bce9700a85bb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b41c92f3-92d8-4654-89f1-124b210d2af5", "address": "fa:16:3e:8a:47:33", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "vif_mac": "fa:16:3e:8a:47:33"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb41c92f3-92", "ovs_interfaceid": "b41c92f3-92d8-4654-89f1-124b210d2af5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Converting VIF {"id": "b41c92f3-92d8-4654-89f1-124b210d2af5", "address": "fa:16:3e:8a:47:33", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "vif_mac": "fa:16:3e:8a:47:33"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb41c92f3-92", "ovs_interfaceid": "b41c92f3-92d8-4654-89f1-124b210d2af5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8a:47:33,bridge_name='br-int',has_traffic_filtering=True,id=b41c92f3-92d8-4654-89f1-124b210d2af5,network=Network(c29d5c21-21e2-439e-9ee6-7530bc770e4d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb41c92f3-92') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.objects.instance [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lazy-loading 'pci_devices' on Instance uuid 7d5fd04a-039d-4cb0-9eef-bce9700a85bb {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.objects.base [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Object Instance<7d5fd04a-039d-4cb0-9eef-bce9700a85bb> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:33:50 user nova-compute[73884]:   <uuid>7d5fd04a-039d-4cb0-9eef-bce9700a85bb</uuid>
Oct 16 08:33:50 user nova-compute[73884]:   <name>instance-0000000e</name>
Oct 16 08:33:50 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:33:50 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:33:50 user nova-compute[73884]:   <metadata>
Oct 16 08:33:50 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:33:50 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:33:50 user nova-compute[73884]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-2088157553</nova:name>
Oct 16 08:33:50 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:33:50</nova:creationTime>
Oct 16 08:33:50 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:33:50 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:33:50 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:33:50 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:33:50 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:33:50 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:33:50 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:33:50 user nova-compute[73884]:       <nova:owner>
Oct 16 08:33:50 user nova-compute[73884]:         <nova:user uuid="de4969717c974b0882fa85234f08a619">tempest-ServerRescueNegativeTestJSON-1439350041-project-member</nova:user>
Oct 16 08:33:50 user nova-compute[73884]:         <nova:project uuid="9e52badad06145cfa089e3408fc0ec2a">tempest-ServerRescueNegativeTestJSON-1439350041</nova:project>
Oct 16 08:33:50 user nova-compute[73884]:       </nova:owner>
Oct 16 08:33:50 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:33:50 user nova-compute[73884]:       <nova:ports>
Oct 16 08:33:50 user nova-compute[73884]:         <nova:port uuid="b41c92f3-92d8-4654-89f1-124b210d2af5">
Oct 16 08:33:50 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 16 08:33:50 user nova-compute[73884]:         </nova:port>
Oct 16 08:33:50 user nova-compute[73884]:       </nova:ports>
Oct 16 08:33:50 user nova-compute[73884]:     </nova:instance>
Oct 16 08:33:50 user nova-compute[73884]:   </metadata>
Oct 16 08:33:50 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:33:50 user nova-compute[73884]:     <system>
Oct 16 08:33:50 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:33:50 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:33:50 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:33:50 user nova-compute[73884]:       <entry name="serial">7d5fd04a-039d-4cb0-9eef-bce9700a85bb</entry>
Oct 16 08:33:50 user nova-compute[73884]:       <entry name="uuid">7d5fd04a-039d-4cb0-9eef-bce9700a85bb</entry>
Oct 16 08:33:50 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:33:50 user nova-compute[73884]:     </system>
Oct 16 08:33:50 user nova-compute[73884]:   </sysinfo>
Oct 16 08:33:50 user nova-compute[73884]:   <os>
Oct 16 08:33:50 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:33:50 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:33:50 user nova-compute[73884]:   </os>
Oct 16 08:33:50 user nova-compute[73884]:   <features>
Oct 16 08:33:50 user nova-compute[73884]:     <acpi/>
Oct 16 08:33:50 user nova-compute[73884]:     <apic/>
Oct 16 08:33:50 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:33:50 user nova-compute[73884]:   </features>
Oct 16 08:33:50 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:33:50 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:33:50 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:33:50 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:33:50 user nova-compute[73884]:   </clock>
Oct 16 08:33:50 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:33:50 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:33:50 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:33:50 user nova-compute[73884]:   </cpu>
Oct 16 08:33:50 user nova-compute[73884]:   <devices>
Oct 16 08:33:50 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:33:50 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:33:50 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk.rescue"/>
Oct 16 08:33:50 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:33:50 user nova-compute[73884]:     </disk>
Oct 16 08:33:50 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:33:50 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:33:50 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk"/>
Oct 16 08:33:50 user nova-compute[73884]:       <target dev="vdb" bus="virtio"/>
Oct 16 08:33:50 user nova-compute[73884]:     </disk>
Oct 16 08:33:50 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:33:50 user nova-compute[73884]:       <mac address="fa:16:3e:8a:47:33"/>
Oct 16 08:33:50 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:33:50 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:33:50 user nova-compute[73884]:       <target dev="tapb41c92f3-92"/>
Oct 16 08:33:50 user nova-compute[73884]:     </interface>
Oct 16 08:33:50 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:33:50 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/console.log" append="off"/>
Oct 16 08:33:50 user nova-compute[73884]:     </serial>
Oct 16 08:33:50 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:33:50 user nova-compute[73884]:     <video>
Oct 16 08:33:50 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:33:50 user nova-compute[73884]:     </video>
Oct 16 08:33:50 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:33:50 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:33:50 user nova-compute[73884]:     </rng>
Oct 16 08:33:50 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:33:50 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:33:50 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:33:50 user nova-compute[73884]:     </memballoon>
Oct 16 08:33:50 user nova-compute[73884]:   </devices>
Oct 16 08:33:50 user nova-compute[73884]: </domain>
Oct 16 08:33:50 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:33:50 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Instance destroyed successfully.
Oct 16 08:33:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49814cf9-3d31-4163-aa37-3578ac1ebd90/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49814cf9-3d31-4163-aa37-3578ac1ebd90/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:51 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:33:51 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] No BDM found with device name vdb, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:33:51 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] No VIF found with MAC fa:16:3e:8a:47:33, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:33:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49814cf9-3d31-4163-aa37-3578ac1ebd90/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:51 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:33:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:51 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad596545-5896-4f7c-b032-e7971e0024dc/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:52 user nova-compute[73884]: DEBUG nova.compute.manager [req-95e75e43-47a4-4581-8dd0-f8ab7d0e47bf req-19eba8a9-d7b7-4b0a-8e83-afca5d204d81 service nova] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Received event network-vif-plugged-b41c92f3-92d8-4654-89f1-124b210d2af5 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:33:52 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-95e75e43-47a4-4581-8dd0-f8ab7d0e47bf req-19eba8a9-d7b7-4b0a-8e83-afca5d204d81 service nova] Acquiring lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:33:52 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-95e75e43-47a4-4581-8dd0-f8ab7d0e47bf req-19eba8a9-d7b7-4b0a-8e83-afca5d204d81 service nova] Lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:33:52 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-95e75e43-47a4-4581-8dd0-f8ab7d0e47bf req-19eba8a9-d7b7-4b0a-8e83-afca5d204d81 service nova] Lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:33:52 user nova-compute[73884]: DEBUG nova.compute.manager [req-95e75e43-47a4-4581-8dd0-f8ab7d0e47bf req-19eba8a9-d7b7-4b0a-8e83-afca5d204d81 service nova] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] No waiting events found dispatching network-vif-plugged-b41c92f3-92d8-4654-89f1-124b210d2af5 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:33:52 user nova-compute[73884]: WARNING nova.compute.manager [req-95e75e43-47a4-4581-8dd0-f8ab7d0e47bf req-19eba8a9-d7b7-4b0a-8e83-afca5d204d81 service nova] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Received unexpected event network-vif-plugged-b41c92f3-92d8-4654-89f1-124b210d2af5 for instance with vm_state active and task_state rescuing.
Oct 16 08:33:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad596545-5896-4f7c-b032-e7971e0024dc/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad596545-5896-4f7c-b032-e7971e0024dc/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad596545-5896-4f7c-b032-e7971e0024dc/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:52 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:33:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e92bce3d-33d8-4004-869d-4db8991dda75/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e92bce3d-33d8-4004-869d-4db8991dda75/disk.rescue --force-share --output=json" returned: 0 in 0.199s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e92bce3d-33d8-4004-869d-4db8991dda75/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e92bce3d-33d8-4004-869d-4db8991dda75/disk.rescue --force-share --output=json" returned: 0 in 0.205s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7999b22-da1f-4c02-b383-bef1b37ba3c7/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7999b22-da1f-4c02-b383-bef1b37ba3c7/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7999b22-da1f-4c02-b383-bef1b37ba3c7/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7999b22-da1f-4c02-b383-bef1b37ba3c7/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f3104c-08b5-4c3c-8485-2e08afa453d2/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f3104c-08b5-4c3c-8485-2e08afa453d2/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f3104c-08b5-4c3c-8485-2e08afa453d2/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f3104c-08b5-4c3c-8485-2e08afa453d2/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8347d2fa-c322-485f-b96e-e404f52c21fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8347d2fa-c322-485f-b96e-e404f52c21fe/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:54 user nova-compute[73884]: DEBUG nova.compute.manager [req-79b96ac3-e496-4af6-8f9b-059205fd41ce req-e98d289d-0715-449c-9015-282476b85d34 service nova] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Received event network-vif-plugged-b41c92f3-92d8-4654-89f1-124b210d2af5 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:33:54 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-79b96ac3-e496-4af6-8f9b-059205fd41ce req-e98d289d-0715-449c-9015-282476b85d34 service nova] Acquiring lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:33:54 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-79b96ac3-e496-4af6-8f9b-059205fd41ce req-e98d289d-0715-449c-9015-282476b85d34 service nova] Lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:33:54 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-79b96ac3-e496-4af6-8f9b-059205fd41ce req-e98d289d-0715-449c-9015-282476b85d34 service nova] Lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:33:54 user nova-compute[73884]: DEBUG nova.compute.manager [req-79b96ac3-e496-4af6-8f9b-059205fd41ce req-e98d289d-0715-449c-9015-282476b85d34 service nova] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] No waiting events found dispatching network-vif-plugged-b41c92f3-92d8-4654-89f1-124b210d2af5 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:33:54 user nova-compute[73884]: WARNING nova.compute.manager [req-79b96ac3-e496-4af6-8f9b-059205fd41ce req-e98d289d-0715-449c-9015-282476b85d34 service nova] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Received unexpected event network-vif-plugged-b41c92f3-92d8-4654-89f1-124b210d2af5 for instance with vm_state active and task_state rescuing.
Oct 16 08:33:54 user nova-compute[73884]: DEBUG nova.compute.manager [req-79b96ac3-e496-4af6-8f9b-059205fd41ce req-e98d289d-0715-449c-9015-282476b85d34 service nova] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Received event network-vif-plugged-b41c92f3-92d8-4654-89f1-124b210d2af5 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:33:54 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-79b96ac3-e496-4af6-8f9b-059205fd41ce req-e98d289d-0715-449c-9015-282476b85d34 service nova] Acquiring lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:33:54 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-79b96ac3-e496-4af6-8f9b-059205fd41ce req-e98d289d-0715-449c-9015-282476b85d34 service nova] Lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:33:54 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-79b96ac3-e496-4af6-8f9b-059205fd41ce req-e98d289d-0715-449c-9015-282476b85d34 service nova] Lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:33:54 user nova-compute[73884]: DEBUG nova.compute.manager [req-79b96ac3-e496-4af6-8f9b-059205fd41ce req-e98d289d-0715-449c-9015-282476b85d34 service nova] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] No waiting events found dispatching network-vif-plugged-b41c92f3-92d8-4654-89f1-124b210d2af5 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:33:54 user nova-compute[73884]: WARNING nova.compute.manager [req-79b96ac3-e496-4af6-8f9b-059205fd41ce req-e98d289d-0715-449c-9015-282476b85d34 service nova] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Received unexpected event network-vif-plugged-b41c92f3-92d8-4654-89f1-124b210d2af5 for instance with vm_state active and task_state rescuing.
Oct 16 08:33:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8347d2fa-c322-485f-b96e-e404f52c21fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8347d2fa-c322-485f-b96e-e404f52c21fe/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:55 user nova-compute[73884]: DEBUG nova.compute.manager [None req-c9cdea4b-441a-4b2f-bed8-6f45c513a056 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:33:55 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:33:55 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:33:55 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=7322MB free_disk=25.218257904052734GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 08:33:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:33:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:33:55 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 8fab1c63-d9a3-4cea-b129-904a5f15e5fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:33:55 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 7d5fd04a-039d-4cb0-9eef-bce9700a85bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:33:55 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 1b00d8e1-f570-4091-9bee-780b98344624 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:33:55 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance e92bce3d-33d8-4004-869d-4db8991dda75 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:33:55 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance d49d8558-c88f-4aac-a202-171db5e3fdb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:33:55 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance baa67186-a783-44fc-bf2f-8275de0e27ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:33:55 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 133759dc-9633-4099-b44e-911363a567a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:33:55 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 49814cf9-3d31-4163-aa37-3578ac1ebd90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:33:55 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 0b64ffd5-e574-4626-935d-5fbcead9a09d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:33:55 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 8347d2fa-c322-485f-b96e-e404f52c21fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:33:55 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance d7999b22-da1f-4c02-b383-bef1b37ba3c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:33:55 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 72f3104c-08b5-4c3c-8485-2e08afa453d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:33:55 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance ad596545-5896-4f7c-b032-e7971e0024dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:33:55 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 08:33:55 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 08:33:55 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Refreshing inventories for resource provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 16 08:33:55 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Updating ProviderTree inventory for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 16 08:33:55 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Updating inventory in ProviderTree for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 16 08:33:55 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Refreshing aggregate associations for resource provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6, aggregates: None {{(pid=73884) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 16 08:33:55 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Refreshing trait associations for resource provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_FDC,COMPUTE_RESCUE_BFV,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_PCNET,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSSE3,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_SSE41,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000 {{(pid=73884) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 16 08:33:55 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:33:55 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:33:55 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 08:33:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.869s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:33:55 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:33:55 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Cleaning up deleted instances {{(pid=73884) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 16 08:33:55 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] There are 0 instances to clean {{(pid=73884) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 16 08:33:56 user nova-compute[73884]: DEBUG nova.compute.manager [req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 req-39409afe-1f4a-4bb7-a36b-e0e81ab8f269 service nova] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Received event volume-reimaged-799b3ef7-e427-4702-8df8-58bacf17e469 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:33:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 req-39409afe-1f4a-4bb7-a36b-e0e81ab8f269 service nova] Acquiring lock "0b64ffd5-e574-4626-935d-5fbcead9a09d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:33:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 req-39409afe-1f4a-4bb7-a36b-e0e81ab8f269 service nova] Lock "0b64ffd5-e574-4626-935d-5fbcead9a09d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:33:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 req-39409afe-1f4a-4bb7-a36b-e0e81ab8f269 service nova] Lock "0b64ffd5-e574-4626-935d-5fbcead9a09d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:33:56 user nova-compute[73884]: DEBUG nova.compute.manager [req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 req-39409afe-1f4a-4bb7-a36b-e0e81ab8f269 service nova] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Processing event volume-reimaged-799b3ef7-e427-4702-8df8-58bacf17e469 {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10871}}
Oct 16 08:33:56 user nova-compute[73884]: DEBUG nova.compute.manager [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Instance event wait completed in 26 seconds for volume-reimaged {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:33:56 user nova-compute[73884]: INFO nova.virt.block_device [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Booting with volume 799b3ef7-e427-4702-8df8-58bacf17e469 at /dev/vda
Oct 16 08:33:56 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:33:56 user nova-compute[73884]: DEBUG os_brick.utils [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:33:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:56 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a6c54ff-c9b3-4698-90ba-c91140f03c9b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:33:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:56 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5e6fe49-de45-46ad-9b62-991d0b91fd9e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:33:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:33:56 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6eeee90b-696e-4a44-9540-6b6e14b834e2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:33:56 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e963aaeb-7235-4a12-98e3-e1ca92fd6413]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:33:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:33:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 08:33:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:33:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:33:56 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 08:33:56 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[daec140b-a573-420f-9876-7dd71deef941]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:33:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 08:33:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 08:33:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 08:33:56 user nova-compute[73884]: DEBUG os_brick.utils [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] <== get_connector_properties: return (146ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:33:56 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Updating existing volume attachment record: 5f2fc6e1-c88d-457b-8791-274633aa0385 {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 08:33:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:03 user nova-compute[73884]: INFO nova.compute.manager [None req-77708a4c-b3ec-477c-b7f7-3617480277eb tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Unrescuing
Oct 16 08:34:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-77708a4c-b3ec-477c-b7f7-3617480277eb tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "refresh_cache-e92bce3d-33d8-4004-869d-4db8991dda75" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:34:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-77708a4c-b3ec-477c-b7f7-3617480277eb tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquired lock "refresh_cache-e92bce3d-33d8-4004-869d-4db8991dda75" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:34:03 user nova-compute[73884]: DEBUG nova.network.neutron [None req-77708a4c-b3ec-477c-b7f7-3617480277eb tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG nova.network.neutron [None req-77708a4c-b3ec-477c-b7f7-3617480277eb tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Updating instance_info_cache with network_info: [{"id": "e23a29ce-99fc-402f-8a26-cd8031fd07b4", "address": "fa:16:3e:c6:8b:4d", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape23a29ce-99", "ovs_interfaceid": "e23a29ce-99fc-402f-8a26-cd8031fd07b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-77708a4c-b3ec-477c-b7f7-3617480277eb tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Releasing lock "refresh_cache-e92bce3d-33d8-4004-869d-4db8991dda75" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG nova.objects.instance [None req-77708a4c-b3ec-477c-b7f7-3617480277eb tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lazy-loading 'flavor' on Instance uuid e92bce3d-33d8-4004-869d-4db8991dda75 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:04 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b47d8bc9-865c-4696-a551-3eb9fceb5867 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 8347d2fa-c322-485f-b96e-e404f52c21fe is timed out.
Oct 16 08:34:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:04 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-b47d8bc9-865c-4696-a551-3eb9fceb5867 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Successfully detached device vdc from instance 8347d2fa-c322-485f-b96e-e404f52c21fe from the live domain config.
Oct 16 08:34:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b47d8bc9-865c-4696-a551-3eb9fceb5867 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b47d8bc9-865c-4696-a551-3eb9fceb5867 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MtRijafU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:34:04 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-b47d8bc9-865c-4696-a551-3eb9fceb5867 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:34:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-b47d8bc9-865c-4696-a551-3eb9fceb5867 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-b47d8bc9-865c-4696-a551-3eb9fceb5867 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9a2b753-6871-4a3f-b030-3e7de553ea21]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b47d8bc9-865c-4696-a551-3eb9fceb5867 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:34:04 user nova-compute[73884]: No targets found.
Oct 16 08:34:04 user nova-compute[73884]: iSNS:
Oct 16 08:34:04 user nova-compute[73884]: No targets found.
Oct 16 08:34:04 user nova-compute[73884]: STATIC:
Oct 16 08:34:04 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57
Oct 16 08:34:04 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:34:04 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:34:04 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4
Oct 16 08:34:04 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:34:04 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:34:04 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97
Oct 16 08:34:04 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:34:04 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:34:04 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d
Oct 16 08:34:04 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:34:04 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:34:04 user nova-compute[73884]: FIRMWARE:
Oct 16 08:34:04 user nova-compute[73884]: No targets found.
Oct 16 08:34:04 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b47d8bc9-865c-4696-a551-3eb9fceb5867 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:34:04 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:34:04 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b47d8bc9-865c-4696-a551-3eb9fceb5867 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d62439f-0dcf-4e8b-b071-bbd55b65b750]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e7ebb9b-1da8-4124-b0ad-d0ecae3f1462]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b47d8bc9-865c-4696-a551-3eb9fceb5867 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:34:04 user nova-compute[73884]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 (non-flash)
Oct 16 08:34:04 user nova-compute[73884]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57 (non-flash)
Oct 16 08:34:04 user nova-compute[73884]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 (non-flash)
Oct 16 08:34:04 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b47d8bc9-865c-4696-a551-3eb9fceb5867 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:34:04 user nova-compute[73884]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 (non-flash)
Oct 16 08:34:04 user nova-compute[73884]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57 (non-flash)
Oct 16 08:34:04 user nova-compute[73884]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 (non-flash)
Oct 16 08:34:04 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b47d8bc9-865c-4696-a551-3eb9fceb5867 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7e847241f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97'): ({'sdd'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b47d8bc9-865c-4696-a551-3eb9fceb5867 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Removing single pathed devices sdd {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[27101624-5e9d-4a7c-8ef2-93437b07587f]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG nova.compute.manager [req-ce8778ac-d31c-46c1-a84f-1bf3a094fb4d req-b4df830d-3921-43d2-baf4-e5389c5f25e9 service nova] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Received event network-vif-unplugged-e23a29ce-99fc-402f-8a26-cd8031fd07b4 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ce8778ac-d31c-46c1-a84f-1bf3a094fb4d req-b4df830d-3921-43d2-baf4-e5389c5f25e9 service nova] Acquiring lock "e92bce3d-33d8-4004-869d-4db8991dda75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ce8778ac-d31c-46c1-a84f-1bf3a094fb4d req-b4df830d-3921-43d2-baf4-e5389c5f25e9 service nova] Lock "e92bce3d-33d8-4004-869d-4db8991dda75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ce8778ac-d31c-46c1-a84f-1bf3a094fb4d req-b4df830d-3921-43d2-baf4-e5389c5f25e9 service nova] Lock "e92bce3d-33d8-4004-869d-4db8991dda75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG nova.compute.manager [req-ce8778ac-d31c-46c1-a84f-1bf3a094fb4d req-b4df830d-3921-43d2-baf4-e5389c5f25e9 service nova] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] No waiting events found dispatching network-vif-unplugged-e23a29ce-99fc-402f-8a26-cd8031fd07b4 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:34:04 user nova-compute[73884]: WARNING nova.compute.manager [req-ce8778ac-d31c-46c1-a84f-1bf3a094fb4d req-b4df830d-3921-43d2-baf4-e5389c5f25e9 service nova] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Received unexpected event network-vif-unplugged-e23a29ce-99fc-402f-8a26-cd8031fd07b4 for instance with vm_state rescued and task_state unrescuing.
Oct 16 08:34:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6095d80-d3b7-4d5e-a2e4-0c9559d978e3]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b47d8bc9-865c-4696-a551-3eb9fceb5867 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Flushing IO for device /dev/sdd {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.015s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5c6629b-bc14-4ebe-bf15-cb7edfef9649]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b47d8bc9-865c-4696-a551-3eb9fceb5867 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.054s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcd584b9-e00b-4831-9fe2-cda68e689429]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b47d8bc9-865c-4696-a551-3eb9fceb5867 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b47d8bc9-865c-4696-a551-3eb9fceb5867 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] SCSI volumes sdd have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b47d8bc9-865c-4696-a551-3eb9fceb5867 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1a4d6bc-9d44-4f4e-831c-e9cd400d9a22]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b47d8bc9-865c-4696-a551-3eb9fceb5867 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 -p 172.16.0.220:3260 --logout" returned: 0 in 0.173s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f81d3662-11e4-4ef2-83a9-edc467e1787f]: (4, ('Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97, portal: 172.16.0.220,3260]\nLogout of [sid: 19, target: iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b47d8bc9-865c-4696-a551-3eb9fceb5867 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97, portal: 172.16.0.220,3260]
Oct 16 08:34:04 user nova-compute[73884]: Logout of [sid: 19, target: iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97, portal: 172.16.0.220,3260] successful.
Oct 16 08:34:04 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63c97002-7dfd-4c11-aefe-7a950c1cde97 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[aafd45de-7dc9-4b23-bf9f-85b672791621]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b47d8bc9-865c-4696-a551-3eb9fceb5867 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-b47d8bc9-865c-4696-a551-3eb9fceb5867 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.475s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b47d8bc9-865c-4696-a551-3eb9fceb5867 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] <== disconnect_volume: return (476ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:34:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b47d8bc9-865c-4696-a551-3eb9fceb5867 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:34:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:05 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Instance destroyed successfully.
Oct 16 08:34:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG nova.objects.instance [None req-b47d8bc9-865c-4696-a551-3eb9fceb5867 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lazy-loading 'flavor' on Instance uuid 8347d2fa-c322-485f-b96e-e404f52c21fe {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b47d8bc9-865c-4696-a551-3eb9fceb5867 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "8347d2fa-c322-485f-b96e-e404f52c21fe" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.323s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:06 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-457be627-57f1-4565-95b2-bd673d036530 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance d49d8558-c88f-4aac-a202-171db5e3fdb6 is timed out.
Oct 16 08:34:06 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-457be627-57f1-4565-95b2-bd673d036530 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Successfully detached device vdb from instance d49d8558-c88f-4aac-a202-171db5e3fdb6 from the live domain config.
Oct 16 08:34:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-457be627-57f1-4565-95b2-bd673d036530 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-457be627-57f1-4565-95b2-bd673d036530 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EIBPqnGj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:34:06 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-457be627-57f1-4565-95b2-bd673d036530 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:34:06 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-457be627-57f1-4565-95b2-bd673d036530 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-457be627-57f1-4565-95b2-bd673d036530 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7ff2384-54a2-4d0f-b414-812a9b600cbe]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-457be627-57f1-4565-95b2-bd673d036530 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:34:06 user nova-compute[73884]: No targets found.
Oct 16 08:34:06 user nova-compute[73884]: iSNS:
Oct 16 08:34:06 user nova-compute[73884]: No targets found.
Oct 16 08:34:06 user nova-compute[73884]: STATIC:
Oct 16 08:34:06 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57
Oct 16 08:34:06 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:34:06 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:34:06 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4
Oct 16 08:34:06 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:34:06 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:34:06 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d
Oct 16 08:34:06 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:34:06 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:34:06 user nova-compute[73884]: FIRMWARE:
Oct 16 08:34:06 user nova-compute[73884]: No targets found.
Oct 16 08:34:06 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-457be627-57f1-4565-95b2-bd673d036530 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:34:06 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:34:06 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-457be627-57f1-4565-95b2-bd673d036530 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[506154ec-85ea-4992-81c1-b4c6016896ab]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebbb3eb3-7c07-4e8d-bf36-a3e18ef87f09]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-457be627-57f1-4565-95b2-bd673d036530 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:34:06 user nova-compute[73884]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57 (non-flash)
Oct 16 08:34:06 user nova-compute[73884]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 (non-flash)
Oct 16 08:34:06 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-457be627-57f1-4565-95b2-bd673d036530 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:34:06 user nova-compute[73884]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57 (non-flash)
Oct 16 08:34:06 user nova-compute[73884]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 (non-flash)
Oct 16 08:34:06 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-457be627-57f1-4565-95b2-bd673d036530 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7ea47cdf30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57'): ({'sde'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-457be627-57f1-4565-95b2-bd673d036530 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Removing single pathed devices sde {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG nova.compute.manager [req-5eeae3c3-8991-4dee-8d11-db334d2834a4 req-76894782-bf34-48cf-baac-ee13eee20b72 service nova] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Received event network-vif-plugged-e23a29ce-99fc-402f-8a26-cd8031fd07b4 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-5eeae3c3-8991-4dee-8d11-db334d2834a4 req-76894782-bf34-48cf-baac-ee13eee20b72 service nova] Acquiring lock "e92bce3d-33d8-4004-869d-4db8991dda75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-5eeae3c3-8991-4dee-8d11-db334d2834a4 req-76894782-bf34-48cf-baac-ee13eee20b72 service nova] Lock "e92bce3d-33d8-4004-869d-4db8991dda75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-5eeae3c3-8991-4dee-8d11-db334d2834a4 req-76894782-bf34-48cf-baac-ee13eee20b72 service nova] Lock "e92bce3d-33d8-4004-869d-4db8991dda75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG nova.compute.manager [req-5eeae3c3-8991-4dee-8d11-db334d2834a4 req-76894782-bf34-48cf-baac-ee13eee20b72 service nova] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] No waiting events found dispatching network-vif-plugged-e23a29ce-99fc-402f-8a26-cd8031fd07b4 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:34:06 user nova-compute[73884]: WARNING nova.compute.manager [req-5eeae3c3-8991-4dee-8d11-db334d2834a4 req-76894782-bf34-48cf-baac-ee13eee20b72 service nova] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Received unexpected event network-vif-plugged-e23a29ce-99fc-402f-8a26-cd8031fd07b4 for instance with vm_state rescued and task_state unrescuing.
Oct 16 08:34:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e7468ee-a1a4-4ee0-b56a-4f2828b2ec9a]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[83eeb685-84ba-40d4-81e3-50d407ded9f5]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-457be627-57f1-4565-95b2-bd673d036530 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Flushing IO for device /dev/sde {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.012s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cd729b2-d477-4010-a06d-fe7260a27ca7]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-457be627-57f1-4565-95b2-bd673d036530 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.042s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4bbf67e-1c64-4273-ae72-c128b8d072e8]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-457be627-57f1-4565-95b2-bd673d036530 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-457be627-57f1-4565-95b2-bd673d036530 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] SCSI volumes sde have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-457be627-57f1-4565-95b2-bd673d036530 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[125862a8-94d4-4b4a-8933-2894cd9e0f9b]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-457be627-57f1-4565-95b2-bd673d036530 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57 -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57 -p 172.16.0.220:3260 --logout" returned: 0 in 0.082s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f61f507c-b555-461a-b52b-f97c7e02b107]: (4, ('Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57, portal: 172.16.0.220,3260]\nLogout of [sid: 20, target: iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-457be627-57f1-4565-95b2-bd673d036530 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57, portal: 172.16.0.220,3260]
Oct 16 08:34:06 user nova-compute[73884]: Logout of [sid: 20, target: iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57, portal: 172.16.0.220,3260] successful.
Oct 16 08:34:06 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57 -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[06a2196b-cfc0-469e-88b2-ec2771520446]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-457be627-57f1-4565-95b2-bd673d036530 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-457be627-57f1-4565-95b2-bd673d036530 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.357s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-457be627-57f1-4565-95b2-bd673d036530 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] <== disconnect_volume: return (359ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:34:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-457be627-57f1-4565-95b2-bd673d036530 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:34:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:07 user nova-compute[73884]: DEBUG nova.objects.instance [None req-457be627-57f1-4565-95b2-bd673d036530 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lazy-loading 'flavor' on Instance uuid d49d8558-c88f-4aac-a202-171db5e3fdb6 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:34:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-457be627-57f1-4565-95b2-bd673d036530 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "d49d8558-c88f-4aac-a202-171db5e3fdb6" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.845s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:34:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-9f36604a-5a8a-4863-9c01-261ba396e38a tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "d49d8558-c88f-4aac-a202-171db5e3fdb6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.714s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:34:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-9f36604a-5a8a-4863-9c01-261ba396e38a tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Acquiring lock "d49d8558-c88f-4aac-a202-171db5e3fdb6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:34:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-9f36604a-5a8a-4863-9c01-261ba396e38a tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "d49d8558-c88f-4aac-a202-171db5e3fdb6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:34:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-9f36604a-5a8a-4863-9c01-261ba396e38a tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "d49d8558-c88f-4aac-a202-171db5e3fdb6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:34:07 user nova-compute[73884]: INFO nova.compute.manager [None req-9f36604a-5a8a-4863-9c01-261ba396e38a tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Terminating instance
Oct 16 08:34:07 user nova-compute[73884]: DEBUG nova.compute.manager [None req-9f36604a-5a8a-4863-9c01-261ba396e38a tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 08:34:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:08 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Instance destroyed successfully.
Oct 16 08:34:08 user nova-compute[73884]: DEBUG nova.objects.instance [None req-9f36604a-5a8a-4863-9c01-261ba396e38a tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lazy-loading 'resources' on Instance uuid d49d8558-c88f-4aac-a202-171db5e3fdb6 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-9f36604a-5a8a-4863-9c01-261ba396e38a tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:30:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1323156697',display_name='tempest-VolumesSnapshotTestJSON-instance-1323156697',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1323156697',id=18,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ7kaN9heZA8wNsFePbVHmxE+6+8zaN0lAI/t6l9/r81lv/KbnT50R6CLooca9PyePC59qQ1L91LIzsJ7u1VNaAeyKyt2q1PKv9kEWPhIeQ1T0Xf93ruQ7TL2BwnfBa/9g==',key_name='tempest-keypair-1875597535',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:30:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='903b3efe41694579b78ab822be66eddd',ramdisk_id='',reservation_id='r-3hwq05dq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1926081043',owner_user_name='tempest-VolumesSnapshotTestJSON-1926081043-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:30:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e17f2668b0b044bfb70790467866f671',uuid=d49d8558-c88f-4aac-a202-171db5e3fdb6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d0de32e1-78f4-467c-a7b3-f4c6fa2736d0", "address": "fa:16:3e:81:13:f7", "network": {"id": "86cbd675-e907-48e0-9d77-9e0fea07c65e", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1312534937-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "903b3efe41694579b78ab822be66eddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0de32e1-78", "ovs_interfaceid": "d0de32e1-78f4-467c-a7b3-f4c6fa2736d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-9f36604a-5a8a-4863-9c01-261ba396e38a tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Converting VIF {"id": "d0de32e1-78f4-467c-a7b3-f4c6fa2736d0", "address": "fa:16:3e:81:13:f7", "network": {"id": "86cbd675-e907-48e0-9d77-9e0fea07c65e", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1312534937-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "903b3efe41694579b78ab822be66eddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd0de32e1-78", "ovs_interfaceid": "d0de32e1-78f4-467c-a7b3-f4c6fa2736d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-9f36604a-5a8a-4863-9c01-261ba396e38a tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:81:13:f7,bridge_name='br-int',has_traffic_filtering=True,id=d0de32e1-78f4-467c-a7b3-f4c6fa2736d0,network=Network(86cbd675-e907-48e0-9d77-9e0fea07c65e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0de32e1-78') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG os_vif [None req-9f36604a-5a8a-4863-9c01-261ba396e38a tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:81:13:f7,bridge_name='br-int',has_traffic_filtering=True,id=d0de32e1-78f4-467c-a7b3-f4c6fa2736d0,network=Network(86cbd675-e907-48e0-9d77-9e0fea07c65e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0de32e1-78') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd0de32e1-78, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=06978e6b-9670-4e99-a2db-4b058ddeb82e) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:08 user nova-compute[73884]: INFO os_vif [None req-9f36604a-5a8a-4863-9c01-261ba396e38a tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:81:13:f7,bridge_name='br-int',has_traffic_filtering=True,id=d0de32e1-78f4-467c-a7b3-f4c6fa2736d0,network=Network(86cbd675-e907-48e0-9d77-9e0fea07c65e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd0de32e1-78')
Oct 16 08:34:08 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9f36604a-5a8a-4863-9c01-261ba396e38a tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f36604a-5a8a-4863-9c01-261ba396e38a tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EIBPqnGj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:34:08 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-9f36604a-5a8a-4863-9c01-261ba396e38a tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:34:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-9f36604a-5a8a-4863-9c01-261ba396e38a tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-9f36604a-5a8a-4863-9c01-261ba396e38a tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[135694d2-52d6-4cd8-a15b-dbc128082b4b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f36604a-5a8a-4863-9c01-261ba396e38a tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:34:08 user nova-compute[73884]: No targets found.
Oct 16 08:34:08 user nova-compute[73884]: iSNS:
Oct 16 08:34:08 user nova-compute[73884]: No targets found.
Oct 16 08:34:08 user nova-compute[73884]: STATIC:
Oct 16 08:34:08 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4
Oct 16 08:34:08 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:34:08 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:34:08 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d
Oct 16 08:34:08 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:34:08 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:34:08 user nova-compute[73884]: FIRMWARE:
Oct 16 08:34:08 user nova-compute[73884]: No targets found.
Oct 16 08:34:08 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f36604a-5a8a-4863-9c01-261ba396e38a tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:34:08 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:34:08 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f36604a-5a8a-4863-9c01-261ba396e38a tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e311c238-9ca9-4ccf-9130-4faf80199f57', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1c9d272-0f8a-4b47-95e9-eda0bee1a0a3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4072c87-9017-4851-acad-97c3002e4f75]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f36604a-5a8a-4863-9c01-261ba396e38a tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:34:08 user nova-compute[73884]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 (non-flash)
Oct 16 08:34:08 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f36604a-5a8a-4863-9c01-261ba396e38a tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:34:08 user nova-compute[73884]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 (non-flash)
Oct 16 08:34:08 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f36604a-5a8a-4863-9c01-261ba396e38a tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7eac21b9a0>, {}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f36604a-5a8a-4863-9c01-261ba396e38a tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Disconnecting from: [] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-9f36604a-5a8a-4863-9c01-261ba396e38a tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.079s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f36604a-5a8a-4863-9c01-261ba396e38a tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] <== disconnect_volume: return (80ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9f36604a-5a8a-4863-9c01-261ba396e38a tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:34:08 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-9f36604a-5a8a-4863-9c01-261ba396e38a tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Deleting instance files /opt/stack/data/nova/instances/d49d8558-c88f-4aac-a202-171db5e3fdb6_del
Oct 16 08:34:08 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-9f36604a-5a8a-4863-9c01-261ba396e38a tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Deletion of /opt/stack/data/nova/instances/d49d8558-c88f-4aac-a202-171db5e3fdb6_del complete
Oct 16 08:34:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-705b0e67-ca57-4ab9-b482-95a7986210a7 req-de9f990e-cf7a-4335-8d0d-6840c9f771b6 service nova] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Received event network-vif-plugged-e23a29ce-99fc-402f-8a26-cd8031fd07b4 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-705b0e67-ca57-4ab9-b482-95a7986210a7 req-de9f990e-cf7a-4335-8d0d-6840c9f771b6 service nova] Acquiring lock "e92bce3d-33d8-4004-869d-4db8991dda75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-705b0e67-ca57-4ab9-b482-95a7986210a7 req-de9f990e-cf7a-4335-8d0d-6840c9f771b6 service nova] Lock "e92bce3d-33d8-4004-869d-4db8991dda75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-705b0e67-ca57-4ab9-b482-95a7986210a7 req-de9f990e-cf7a-4335-8d0d-6840c9f771b6 service nova] Lock "e92bce3d-33d8-4004-869d-4db8991dda75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-705b0e67-ca57-4ab9-b482-95a7986210a7 req-de9f990e-cf7a-4335-8d0d-6840c9f771b6 service nova] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] No waiting events found dispatching network-vif-plugged-e23a29ce-99fc-402f-8a26-cd8031fd07b4 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:34:08 user nova-compute[73884]: WARNING nova.compute.manager [req-705b0e67-ca57-4ab9-b482-95a7986210a7 req-de9f990e-cf7a-4335-8d0d-6840c9f771b6 service nova] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Received unexpected event network-vif-plugged-e23a29ce-99fc-402f-8a26-cd8031fd07b4 for instance with vm_state rescued and task_state unrescuing.
Oct 16 08:34:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-705b0e67-ca57-4ab9-b482-95a7986210a7 req-de9f990e-cf7a-4335-8d0d-6840c9f771b6 service nova] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Received event network-vif-plugged-e23a29ce-99fc-402f-8a26-cd8031fd07b4 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-705b0e67-ca57-4ab9-b482-95a7986210a7 req-de9f990e-cf7a-4335-8d0d-6840c9f771b6 service nova] Acquiring lock "e92bce3d-33d8-4004-869d-4db8991dda75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-705b0e67-ca57-4ab9-b482-95a7986210a7 req-de9f990e-cf7a-4335-8d0d-6840c9f771b6 service nova] Lock "e92bce3d-33d8-4004-869d-4db8991dda75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-705b0e67-ca57-4ab9-b482-95a7986210a7 req-de9f990e-cf7a-4335-8d0d-6840c9f771b6 service nova] Lock "e92bce3d-33d8-4004-869d-4db8991dda75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-705b0e67-ca57-4ab9-b482-95a7986210a7 req-de9f990e-cf7a-4335-8d0d-6840c9f771b6 service nova] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] No waiting events found dispatching network-vif-plugged-e23a29ce-99fc-402f-8a26-cd8031fd07b4 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:34:08 user nova-compute[73884]: WARNING nova.compute.manager [req-705b0e67-ca57-4ab9-b482-95a7986210a7 req-de9f990e-cf7a-4335-8d0d-6840c9f771b6 service nova] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Received unexpected event network-vif-plugged-e23a29ce-99fc-402f-8a26-cd8031fd07b4 for instance with vm_state rescued and task_state unrescuing.
Oct 16 08:34:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-705b0e67-ca57-4ab9-b482-95a7986210a7 req-de9f990e-cf7a-4335-8d0d-6840c9f771b6 service nova] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Received event network-vif-unplugged-d0de32e1-78f4-467c-a7b3-f4c6fa2736d0 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-705b0e67-ca57-4ab9-b482-95a7986210a7 req-de9f990e-cf7a-4335-8d0d-6840c9f771b6 service nova] Acquiring lock "d49d8558-c88f-4aac-a202-171db5e3fdb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-705b0e67-ca57-4ab9-b482-95a7986210a7 req-de9f990e-cf7a-4335-8d0d-6840c9f771b6 service nova] Lock "d49d8558-c88f-4aac-a202-171db5e3fdb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-705b0e67-ca57-4ab9-b482-95a7986210a7 req-de9f990e-cf7a-4335-8d0d-6840c9f771b6 service nova] Lock "d49d8558-c88f-4aac-a202-171db5e3fdb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-705b0e67-ca57-4ab9-b482-95a7986210a7 req-de9f990e-cf7a-4335-8d0d-6840c9f771b6 service nova] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] No waiting events found dispatching network-vif-unplugged-d0de32e1-78f4-467c-a7b3-f4c6fa2736d0 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-705b0e67-ca57-4ab9-b482-95a7986210a7 req-de9f990e-cf7a-4335-8d0d-6840c9f771b6 service nova] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Received event network-vif-unplugged-d0de32e1-78f4-467c-a7b3-f4c6fa2736d0 for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-705b0e67-ca57-4ab9-b482-95a7986210a7 req-de9f990e-cf7a-4335-8d0d-6840c9f771b6 service nova] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Received event network-vif-plugged-d0de32e1-78f4-467c-a7b3-f4c6fa2736d0 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-705b0e67-ca57-4ab9-b482-95a7986210a7 req-de9f990e-cf7a-4335-8d0d-6840c9f771b6 service nova] Acquiring lock "d49d8558-c88f-4aac-a202-171db5e3fdb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-705b0e67-ca57-4ab9-b482-95a7986210a7 req-de9f990e-cf7a-4335-8d0d-6840c9f771b6 service nova] Lock "d49d8558-c88f-4aac-a202-171db5e3fdb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-705b0e67-ca57-4ab9-b482-95a7986210a7 req-de9f990e-cf7a-4335-8d0d-6840c9f771b6 service nova] Lock "d49d8558-c88f-4aac-a202-171db5e3fdb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-705b0e67-ca57-4ab9-b482-95a7986210a7 req-de9f990e-cf7a-4335-8d0d-6840c9f771b6 service nova] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] No waiting events found dispatching network-vif-plugged-d0de32e1-78f4-467c-a7b3-f4c6fa2736d0 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:34:08 user nova-compute[73884]: WARNING nova.compute.manager [req-705b0e67-ca57-4ab9-b482-95a7986210a7 req-de9f990e-cf7a-4335-8d0d-6840c9f771b6 service nova] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Received unexpected event network-vif-plugged-d0de32e1-78f4-467c-a7b3-f4c6fa2736d0 for instance with vm_state active and task_state deleting.
Oct 16 08:34:08 user nova-compute[73884]: INFO nova.compute.manager [None req-9f36604a-5a8a-4863-9c01-261ba396e38a tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Took 1.04 seconds to destroy the instance on the hypervisor.
Oct 16 08:34:08 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-9f36604a-5a8a-4863-9c01-261ba396e38a tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 08:34:08 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 08:34:09 user nova-compute[73884]: DEBUG nova.compute.manager [None req-77708a4c-b3ec-477c-b7f7-3617480277eb tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:34:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:09 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:34:09 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Took 1.04 seconds to deallocate network for instance.
Oct 16 08:34:09 user nova-compute[73884]: WARNING nova.volume.cinder [None req-9f36604a-5a8a-4863-9c01-261ba396e38a tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Attachment 3e6db024-2112-4c13-be7b-ad0889f98f4c does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 3e6db024-2112-4c13-be7b-ad0889f98f4c. (HTTP 404) (Request-ID: req-6480ab0f-8327-46fc-a62b-5b2d8d2b22d3)
Oct 16 08:34:09 user nova-compute[73884]: INFO nova.compute.manager [None req-9f36604a-5a8a-4863-9c01-261ba396e38a tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Took 0.04 seconds to detach 1 volumes for instance.
Oct 16 08:34:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-9f36604a-5a8a-4863-9c01-261ba396e38a tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:34:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-9f36604a-5a8a-4863-9c01-261ba396e38a tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:34:10 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-9f36604a-5a8a-4863-9c01-261ba396e38a tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:34:10 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-9f36604a-5a8a-4863-9c01-261ba396e38a tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:34:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-9f36604a-5a8a-4863-9c01-261ba396e38a tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.422s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:34:10 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-9f36604a-5a8a-4863-9c01-261ba396e38a tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Deleted allocations for instance d49d8558-c88f-4aac-a202-171db5e3fdb6
Oct 16 08:34:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-9f36604a-5a8a-4863-9c01-261ba396e38a tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "d49d8558-c88f-4aac-a202-171db5e3fdb6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.726s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:34:10 user nova-compute[73884]: DEBUG nova.compute.manager [req-709f09e4-0ec3-425f-83ee-0d2fbdb9dbea req-4792d42c-876d-4b11-9183-233d7efbe8bc service nova] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Received event network-vif-plugged-d0de32e1-78f4-467c-a7b3-f4c6fa2736d0 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:34:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-709f09e4-0ec3-425f-83ee-0d2fbdb9dbea req-4792d42c-876d-4b11-9183-233d7efbe8bc service nova] Acquiring lock "d49d8558-c88f-4aac-a202-171db5e3fdb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:34:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-709f09e4-0ec3-425f-83ee-0d2fbdb9dbea req-4792d42c-876d-4b11-9183-233d7efbe8bc service nova] Lock "d49d8558-c88f-4aac-a202-171db5e3fdb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:34:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-709f09e4-0ec3-425f-83ee-0d2fbdb9dbea req-4792d42c-876d-4b11-9183-233d7efbe8bc service nova] Lock "d49d8558-c88f-4aac-a202-171db5e3fdb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:34:10 user nova-compute[73884]: DEBUG nova.compute.manager [req-709f09e4-0ec3-425f-83ee-0d2fbdb9dbea req-4792d42c-876d-4b11-9183-233d7efbe8bc service nova] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] No waiting events found dispatching network-vif-plugged-d0de32e1-78f4-467c-a7b3-f4c6fa2736d0 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:34:10 user nova-compute[73884]: WARNING nova.compute.manager [req-709f09e4-0ec3-425f-83ee-0d2fbdb9dbea req-4792d42c-876d-4b11-9183-233d7efbe8bc service nova] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Received unexpected event network-vif-plugged-d0de32e1-78f4-467c-a7b3-f4c6fa2736d0 for instance with vm_state deleted and task_state None.
Oct 16 08:34:10 user nova-compute[73884]: DEBUG nova.compute.manager [req-709f09e4-0ec3-425f-83ee-0d2fbdb9dbea req-4792d42c-876d-4b11-9183-233d7efbe8bc service nova] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Received event network-vif-plugged-d0de32e1-78f4-467c-a7b3-f4c6fa2736d0 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:34:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-709f09e4-0ec3-425f-83ee-0d2fbdb9dbea req-4792d42c-876d-4b11-9183-233d7efbe8bc service nova] Acquiring lock "d49d8558-c88f-4aac-a202-171db5e3fdb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:34:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-709f09e4-0ec3-425f-83ee-0d2fbdb9dbea req-4792d42c-876d-4b11-9183-233d7efbe8bc service nova] Lock "d49d8558-c88f-4aac-a202-171db5e3fdb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:34:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-709f09e4-0ec3-425f-83ee-0d2fbdb9dbea req-4792d42c-876d-4b11-9183-233d7efbe8bc service nova] Lock "d49d8558-c88f-4aac-a202-171db5e3fdb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:34:10 user nova-compute[73884]: DEBUG nova.compute.manager [req-709f09e4-0ec3-425f-83ee-0d2fbdb9dbea req-4792d42c-876d-4b11-9183-233d7efbe8bc service nova] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] No waiting events found dispatching network-vif-plugged-d0de32e1-78f4-467c-a7b3-f4c6fa2736d0 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:34:10 user nova-compute[73884]: WARNING nova.compute.manager [req-709f09e4-0ec3-425f-83ee-0d2fbdb9dbea req-4792d42c-876d-4b11-9183-233d7efbe8bc service nova] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Received unexpected event network-vif-plugged-d0de32e1-78f4-467c-a7b3-f4c6fa2736d0 for instance with vm_state deleted and task_state None.
Oct 16 08:34:10 user nova-compute[73884]: DEBUG nova.compute.manager [req-709f09e4-0ec3-425f-83ee-0d2fbdb9dbea req-4792d42c-876d-4b11-9183-233d7efbe8bc service nova] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Received event network-vif-unplugged-d0de32e1-78f4-467c-a7b3-f4c6fa2736d0 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:34:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-709f09e4-0ec3-425f-83ee-0d2fbdb9dbea req-4792d42c-876d-4b11-9183-233d7efbe8bc service nova] Acquiring lock "d49d8558-c88f-4aac-a202-171db5e3fdb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:34:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-709f09e4-0ec3-425f-83ee-0d2fbdb9dbea req-4792d42c-876d-4b11-9183-233d7efbe8bc service nova] Lock "d49d8558-c88f-4aac-a202-171db5e3fdb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:34:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-709f09e4-0ec3-425f-83ee-0d2fbdb9dbea req-4792d42c-876d-4b11-9183-233d7efbe8bc service nova] Lock "d49d8558-c88f-4aac-a202-171db5e3fdb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:34:10 user nova-compute[73884]: DEBUG nova.compute.manager [req-709f09e4-0ec3-425f-83ee-0d2fbdb9dbea req-4792d42c-876d-4b11-9183-233d7efbe8bc service nova] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] No waiting events found dispatching network-vif-unplugged-d0de32e1-78f4-467c-a7b3-f4c6fa2736d0 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:34:10 user nova-compute[73884]: WARNING nova.compute.manager [req-709f09e4-0ec3-425f-83ee-0d2fbdb9dbea req-4792d42c-876d-4b11-9183-233d7efbe8bc service nova] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Received unexpected event network-vif-unplugged-d0de32e1-78f4-467c-a7b3-f4c6fa2736d0 for instance with vm_state deleted and task_state None.
Oct 16 08:34:10 user nova-compute[73884]: DEBUG nova.compute.manager [req-709f09e4-0ec3-425f-83ee-0d2fbdb9dbea req-4792d42c-876d-4b11-9183-233d7efbe8bc service nova] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Received event network-vif-plugged-d0de32e1-78f4-467c-a7b3-f4c6fa2736d0 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:34:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-709f09e4-0ec3-425f-83ee-0d2fbdb9dbea req-4792d42c-876d-4b11-9183-233d7efbe8bc service nova] Acquiring lock "d49d8558-c88f-4aac-a202-171db5e3fdb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:34:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-709f09e4-0ec3-425f-83ee-0d2fbdb9dbea req-4792d42c-876d-4b11-9183-233d7efbe8bc service nova] Lock "d49d8558-c88f-4aac-a202-171db5e3fdb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:34:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-709f09e4-0ec3-425f-83ee-0d2fbdb9dbea req-4792d42c-876d-4b11-9183-233d7efbe8bc service nova] Lock "d49d8558-c88f-4aac-a202-171db5e3fdb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:34:10 user nova-compute[73884]: DEBUG nova.compute.manager [req-709f09e4-0ec3-425f-83ee-0d2fbdb9dbea req-4792d42c-876d-4b11-9183-233d7efbe8bc service nova] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] No waiting events found dispatching network-vif-plugged-d0de32e1-78f4-467c-a7b3-f4c6fa2736d0 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:34:10 user nova-compute[73884]: WARNING nova.compute.manager [req-709f09e4-0ec3-425f-83ee-0d2fbdb9dbea req-4792d42c-876d-4b11-9183-233d7efbe8bc service nova] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Received unexpected event network-vif-plugged-d0de32e1-78f4-467c-a7b3-f4c6fa2736d0 for instance with vm_state deleted and task_state None.
Oct 16 08:34:10 user nova-compute[73884]: DEBUG nova.compute.manager [req-709f09e4-0ec3-425f-83ee-0d2fbdb9dbea req-4792d42c-876d-4b11-9183-233d7efbe8bc service nova] [instance: d49d8558-c88f-4aac-a202-171db5e3fdb6] Received event network-vif-deleted-d0de32e1-78f4-467c-a7b3-f4c6fa2736d0 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:34:12 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:34:14 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Creating image(s)
Oct 16 08:34:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Did not create local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Ensure instance console log exists: /opt/stack/data/nova/instances/0b64ffd5-e574-4626-935d-5fbcead9a09d/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Start _get_guest_xml network_info=[{"id": "97bfcf8c-a269-4475-9438-edc09ade1f5f", "address": "fa:16:3e:c0:e3:d2", "network": {"id": "ec2e8234-5122-4a7f-86ee-ce2ebe2e7a6b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1430927414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe7bd4c1d8c84160a44d01ba37f5210e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97bfcf8c-a2", "ovs_interfaceid": "97bfcf8c-a269-4475-9438-edc09ade1f5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'anoCRKNI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0b64ffd5-e574-4626-935d-5fbcead9a09d', 'attached_at': '', 'detached_at': '', 'volume_id': '799b3ef7-e427-4702-8df8-58bacf17e469', 'serial': '799b3ef7-e427-4702-8df8-58bacf17e469'}, 'attachment_id': '5f2fc6e1-c88d-457b-8791-274633aa0385', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'delete_on_termination': True, 'boot_index': 0, 'device_type': 'disk', 'volume_type': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:34:14 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 16 08:34:14 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 16 08:34:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG nova.objects.instance [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Lazy-loading 'vcpu_model' on Instance uuid 0b64ffd5-e574-4626-935d-5fbcead9a09d {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'anoCRKNI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:34:14 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 16 08:34:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:34:14 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 16 08:34:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:34:14 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:34:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[596eeba8-4e49-4249-8370-bfa7bece1df0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:34:14 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c223278a-3fba-4253-80ef-30e49c97e520]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469] added
Oct 16 08:34:14 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e0e55cd-ba09-4f9f-b450-1c6c36e233c0]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[61019530-a809-4938-b73f-304ff2e5aa28]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v anoCRKNI {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v anoCRKNI" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[21426abb-ecba-458e-a912-50e4d959a083]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'anoCRKNI'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec8b7322-743e-4955-9a05-ec5c76442d7f]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef4b8eab-971e-493c-9302-da8604a70098]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:34:14 user nova-compute[73884]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 (non-flash)
Oct 16 08:34:14 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:34:14 user nova-compute[73884]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 (non-flash)
Oct 16 08:34:14 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0b1e93c-9e37-4b17-a3ac-0fdcb1fa1d1b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469, portal: 172.16.0.220,3260]
Oct 16 08:34:14 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469, portal: 172.16.0.220,3260] successful.
Oct 16 08:34:14 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[fce1f547-9ea6-472f-91e7-71f10d258b5e]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[029c4303-773e-4bea-8915-8070a1c14c81]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:34:14 user nova-compute[73884]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 (non-flash)
Oct 16 08:34:14 user nova-compute[73884]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 (non-flash)
Oct 16 08:34:14 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:34:14 user nova-compute[73884]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 (non-flash)
Oct 16 08:34:14 user nova-compute[73884]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 (non-flash)
Oct 16 08:34:14 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.267s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] HCTL ('35', '-', '-', 0) found on session 23 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[591b5bbf-79a5-4e53-a62f-cc7f0376dc72]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Searching for a device in session 23 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:34:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'anoCRKNI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:34:15 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.300s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:34:15 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] <== connect_volume: return (1303ms) {'type': 'block', 'scsi_wwn': '23733626537386133', 'path': '/dev/sdd'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:34:15 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23733626537386133', 'path': '/dev/sdd'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:34:15 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-16T08:31:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-480183376',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1567513429',id=22,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBYIyOEaAozDqo6ZI3DTb1jLMqcPQV2WLAkyahcWKotno63ADGfLr+vRLMaHat3Q6gI7nZMLpzV7WaqODhaDbKUI9WxEqtC9GDVSZDw9pRIONS7rFRXVbVkypelJtqCmng==',key_name='tempest-keypair-1483152668',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:31:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='fe7bd4c1d8c84160a44d01ba37f5210e',ramdisk_id='',reservation_id='r-062w86ec',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1380869354',owner_user_name='tempest-ServerActionsV293TestJSON-1380869354-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:33:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='da9364cdffb1469dbcc748916a509390',uuid=0b64ffd5-e574-4626-935d-5fbcead9a09d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "97bfcf8c-a269-4475-9438-edc09ade1f5f", "address": "fa:16:3e:c0:e3:d2", "network": {"id": "ec2e8234-5122-4a7f-86ee-ce2ebe2e7a6b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1430927414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe7bd4c1d8c84160a44d01ba37f5210e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97bfcf8c-a2", "ovs_interfaceid": "97bfcf8c-a269-4475-9438-edc09ade1f5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:34:15 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Converting VIF {"id": "97bfcf8c-a269-4475-9438-edc09ade1f5f", "address": "fa:16:3e:c0:e3:d2", "network": {"id": "ec2e8234-5122-4a7f-86ee-ce2ebe2e7a6b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1430927414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe7bd4c1d8c84160a44d01ba37f5210e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97bfcf8c-a2", "ovs_interfaceid": "97bfcf8c-a269-4475-9438-edc09ade1f5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:34:15 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c0:e3:d2,bridge_name='br-int',has_traffic_filtering=True,id=97bfcf8c-a269-4475-9438-edc09ade1f5f,network=Network(ec2e8234-5122-4a7f-86ee-ce2ebe2e7a6b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97bfcf8c-a2') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:34:15 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:34:15 user nova-compute[73884]:   <uuid>0b64ffd5-e574-4626-935d-5fbcead9a09d</uuid>
Oct 16 08:34:15 user nova-compute[73884]:   <name>instance-00000016</name>
Oct 16 08:34:15 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:34:15 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:34:15 user nova-compute[73884]:   <metadata>
Oct 16 08:34:15 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:34:15 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:34:15 user nova-compute[73884]:       <nova:name>tempest-ServerActionsV293TestJSON-server-480183376</nova:name>
Oct 16 08:34:15 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:34:14</nova:creationTime>
Oct 16 08:34:15 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:34:15 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:34:15 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:34:15 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:34:15 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:34:15 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:34:15 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:34:15 user nova-compute[73884]:       <nova:owner>
Oct 16 08:34:15 user nova-compute[73884]:         <nova:user uuid="da9364cdffb1469dbcc748916a509390">tempest-ServerActionsV293TestJSON-1380869354-project-member</nova:user>
Oct 16 08:34:15 user nova-compute[73884]:         <nova:project uuid="fe7bd4c1d8c84160a44d01ba37f5210e">tempest-ServerActionsV293TestJSON-1380869354</nova:project>
Oct 16 08:34:15 user nova-compute[73884]:       </nova:owner>
Oct 16 08:34:15 user nova-compute[73884]:       <nova:ports>
Oct 16 08:34:15 user nova-compute[73884]:         <nova:port uuid="97bfcf8c-a269-4475-9438-edc09ade1f5f">
Oct 16 08:34:15 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 16 08:34:15 user nova-compute[73884]:         </nova:port>
Oct 16 08:34:15 user nova-compute[73884]:       </nova:ports>
Oct 16 08:34:15 user nova-compute[73884]:     </nova:instance>
Oct 16 08:34:15 user nova-compute[73884]:   </metadata>
Oct 16 08:34:15 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:34:15 user nova-compute[73884]:     <system>
Oct 16 08:34:15 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:34:15 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:34:15 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:34:15 user nova-compute[73884]:       <entry name="serial">0b64ffd5-e574-4626-935d-5fbcead9a09d</entry>
Oct 16 08:34:15 user nova-compute[73884]:       <entry name="uuid">0b64ffd5-e574-4626-935d-5fbcead9a09d</entry>
Oct 16 08:34:15 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:34:15 user nova-compute[73884]:     </system>
Oct 16 08:34:15 user nova-compute[73884]:   </sysinfo>
Oct 16 08:34:15 user nova-compute[73884]:   <os>
Oct 16 08:34:15 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:34:15 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:34:15 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:34:15 user nova-compute[73884]:   </os>
Oct 16 08:34:15 user nova-compute[73884]:   <features>
Oct 16 08:34:15 user nova-compute[73884]:     <acpi/>
Oct 16 08:34:15 user nova-compute[73884]:     <apic/>
Oct 16 08:34:15 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:34:15 user nova-compute[73884]:   </features>
Oct 16 08:34:15 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:34:15 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:34:15 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:34:15 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:34:15 user nova-compute[73884]:   </clock>
Oct 16 08:34:15 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:34:15 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:34:15 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:34:15 user nova-compute[73884]:   </cpu>
Oct 16 08:34:15 user nova-compute[73884]:   <devices>
Oct 16 08:34:15 user nova-compute[73884]:     <disk type="block" device="disk">
Oct 16 08:34:15 user nova-compute[73884]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:34:15 user nova-compute[73884]:       <source dev="/dev/sdd"/>
Oct 16 08:34:15 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:34:15 user nova-compute[73884]:       <serial>799b3ef7-e427-4702-8df8-58bacf17e469</serial>
Oct 16 08:34:15 user nova-compute[73884]:     </disk>
Oct 16 08:34:15 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:34:15 user nova-compute[73884]:       <mac address="fa:16:3e:c0:e3:d2"/>
Oct 16 08:34:15 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:34:15 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:34:15 user nova-compute[73884]:       <target dev="tap97bfcf8c-a2"/>
Oct 16 08:34:15 user nova-compute[73884]:     </interface>
Oct 16 08:34:15 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:34:15 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/0b64ffd5-e574-4626-935d-5fbcead9a09d/console.log" append="off"/>
Oct 16 08:34:15 user nova-compute[73884]:     </serial>
Oct 16 08:34:15 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:34:15 user nova-compute[73884]:     <video>
Oct 16 08:34:15 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:34:15 user nova-compute[73884]:     </video>
Oct 16 08:34:15 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:34:15 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:34:15 user nova-compute[73884]:     </rng>
Oct 16 08:34:15 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:34:15 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:34:15 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:34:15 user nova-compute[73884]:     </memballoon>
Oct 16 08:34:15 user nova-compute[73884]:   </devices>
Oct 16 08:34:15 user nova-compute[73884]: </domain>
Oct 16 08:34:15 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:34:15 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-16T08:31:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-480183376',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1567513429',id=22,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBYIyOEaAozDqo6ZI3DTb1jLMqcPQV2WLAkyahcWKotno63ADGfLr+vRLMaHat3Q6gI7nZMLpzV7WaqODhaDbKUI9WxEqtC9GDVSZDw9pRIONS7rFRXVbVkypelJtqCmng==',key_name='tempest-keypair-1483152668',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:31:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='fe7bd4c1d8c84160a44d01ba37f5210e',ramdisk_id='',reservation_id='r-062w86ec',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1380869354',owner_user_name='tempest-ServerActionsV293TestJSON-1380869354-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:33:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='da9364cdffb1469dbcc748916a509390',uuid=0b64ffd5-e574-4626-935d-5fbcead9a09d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "97bfcf8c-a269-4475-9438-edc09ade1f5f", "address": "fa:16:3e:c0:e3:d2", "network": {"id": "ec2e8234-5122-4a7f-86ee-ce2ebe2e7a6b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1430927414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe7bd4c1d8c84160a44d01ba37f5210e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97bfcf8c-a2", "ovs_interfaceid": "97bfcf8c-a269-4475-9438-edc09ade1f5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:34:15 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Converting VIF {"id": "97bfcf8c-a269-4475-9438-edc09ade1f5f", "address": "fa:16:3e:c0:e3:d2", "network": {"id": "ec2e8234-5122-4a7f-86ee-ce2ebe2e7a6b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1430927414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe7bd4c1d8c84160a44d01ba37f5210e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97bfcf8c-a2", "ovs_interfaceid": "97bfcf8c-a269-4475-9438-edc09ade1f5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:34:15 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c0:e3:d2,bridge_name='br-int',has_traffic_filtering=True,id=97bfcf8c-a269-4475-9438-edc09ade1f5f,network=Network(ec2e8234-5122-4a7f-86ee-ce2ebe2e7a6b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97bfcf8c-a2') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:34:15 user nova-compute[73884]: DEBUG os_vif [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c0:e3:d2,bridge_name='br-int',has_traffic_filtering=True,id=97bfcf8c-a269-4475-9438-edc09ade1f5f,network=Network(ec2e8234-5122-4a7f-86ee-ce2ebe2e7a6b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97bfcf8c-a2') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:34:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:34:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:34:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c56529e5-509a-5086-8bfd-927ef23610af', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:34:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:34:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap97bfcf8c-a2, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:34:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap97bfcf8c-a2, col_values=(('qos', UUID('1a2e7c28-e58f-4cdf-b4fb-10d4a52f377b')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:34:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap97bfcf8c-a2, col_values=(('external_ids', {'iface-id': '97bfcf8c-a269-4475-9438-edc09ade1f5f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c0:e3:d2', 'vm-uuid': '0b64ffd5-e574-4626-935d-5fbcead9a09d'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:34:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:34:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:15 user nova-compute[73884]: INFO os_vif [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c0:e3:d2,bridge_name='br-int',has_traffic_filtering=True,id=97bfcf8c-a269-4475-9438-edc09ade1f5f,network=Network(ec2e8234-5122-4a7f-86ee-ce2ebe2e7a6b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97bfcf8c-a2')
Oct 16 08:34:15 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:34:15 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] No VIF found with MAC fa:16:3e:c0:e3:d2, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:34:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:17 user nova-compute[73884]: DEBUG nova.compute.manager [req-73496a4c-c0b6-4288-85cb-1a74fd77301f req-e149b771-3751-492e-8b4f-c264c0632769 service nova] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Received event network-vif-plugged-97bfcf8c-a269-4475-9438-edc09ade1f5f {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:34:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-73496a4c-c0b6-4288-85cb-1a74fd77301f req-e149b771-3751-492e-8b4f-c264c0632769 service nova] Acquiring lock "0b64ffd5-e574-4626-935d-5fbcead9a09d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:34:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-73496a4c-c0b6-4288-85cb-1a74fd77301f req-e149b771-3751-492e-8b4f-c264c0632769 service nova] Lock "0b64ffd5-e574-4626-935d-5fbcead9a09d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:34:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-73496a4c-c0b6-4288-85cb-1a74fd77301f req-e149b771-3751-492e-8b4f-c264c0632769 service nova] Lock "0b64ffd5-e574-4626-935d-5fbcead9a09d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:34:17 user nova-compute[73884]: DEBUG nova.compute.manager [req-73496a4c-c0b6-4288-85cb-1a74fd77301f req-e149b771-3751-492e-8b4f-c264c0632769 service nova] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] No waiting events found dispatching network-vif-plugged-97bfcf8c-a269-4475-9438-edc09ade1f5f {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:34:17 user nova-compute[73884]: WARNING nova.compute.manager [req-73496a4c-c0b6-4288-85cb-1a74fd77301f req-e149b771-3751-492e-8b4f-c264c0632769 service nova] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Received unexpected event network-vif-plugged-97bfcf8c-a269-4475-9438-edc09ade1f5f for instance with vm_state active and task_state rebuild_spawning.
Oct 16 08:34:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:19 user nova-compute[73884]: DEBUG nova.compute.manager [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:34:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:34:19 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Instance spawned successfully.
Oct 16 08:34:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:34:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:34:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:34:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:34:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:34:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:34:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:34:19 user nova-compute[73884]: DEBUG nova.compute.manager [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:34:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:34:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:34:19 user nova-compute[73884]: DEBUG nova.objects.instance [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=73884) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1078}}
Oct 16 08:34:19 user nova-compute[73884]: DEBUG nova.compute.manager [req-a00066d6-0782-4437-b2c6-56236f73264f req-fc54b128-c251-478c-8f8b-9bcfc4269776 service nova] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Received event network-vif-plugged-97bfcf8c-a269-4475-9438-edc09ade1f5f {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:34:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a00066d6-0782-4437-b2c6-56236f73264f req-fc54b128-c251-478c-8f8b-9bcfc4269776 service nova] Acquiring lock "0b64ffd5-e574-4626-935d-5fbcead9a09d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:34:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a00066d6-0782-4437-b2c6-56236f73264f req-fc54b128-c251-478c-8f8b-9bcfc4269776 service nova] Lock "0b64ffd5-e574-4626-935d-5fbcead9a09d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:34:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a00066d6-0782-4437-b2c6-56236f73264f req-fc54b128-c251-478c-8f8b-9bcfc4269776 service nova] Lock "0b64ffd5-e574-4626-935d-5fbcead9a09d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:34:19 user nova-compute[73884]: DEBUG nova.compute.manager [req-a00066d6-0782-4437-b2c6-56236f73264f req-fc54b128-c251-478c-8f8b-9bcfc4269776 service nova] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] No waiting events found dispatching network-vif-plugged-97bfcf8c-a269-4475-9438-edc09ade1f5f {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:34:19 user nova-compute[73884]: WARNING nova.compute.manager [req-a00066d6-0782-4437-b2c6-56236f73264f req-fc54b128-c251-478c-8f8b-9bcfc4269776 service nova] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Received unexpected event network-vif-plugged-97bfcf8c-a269-4475-9438-edc09ade1f5f for instance with vm_state active and task_state None.
Oct 16 08:34:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-95fb34a0-82b9-48e7-9aaf-224f21a1e3b1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.079s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:34:20 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "0937d380-fe61-49d8-a44e-8bf2e5049c73" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:34:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "0937d380-fe61-49d8-a44e-8bf2e5049c73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:34:29 user nova-compute[73884]: DEBUG nova.compute.manager [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:34:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:34:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:34:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:34:29 user nova-compute[73884]: INFO nova.compute.claims [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Claim successful on node user
Oct 16 08:34:29 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:34:29 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:34:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.497s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:34:29 user nova-compute[73884]: DEBUG nova.compute.manager [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:34:29 user nova-compute[73884]: DEBUG nova.compute.manager [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:34:29 user nova-compute[73884]: DEBUG nova.network.neutron [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:34:29 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:34:29 user nova-compute[73884]: DEBUG nova.compute.manager [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:34:30 user nova-compute[73884]: DEBUG nova.policy [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e683e6de0905423cb11b3fce7c77f7fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e746b051e0de47ab8847bba1edcbee5b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:34:30 user nova-compute[73884]: DEBUG nova.compute.manager [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:34:30 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:34:30 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Creating image(s)
Oct 16 08:34:30 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "/opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:34:30 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "/opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:34:30 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "/opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:34:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.175s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:30 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:34:30 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:34:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.214s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73/disk 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73/disk 1073741824" returned: 0 in 0.053s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:30 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.275s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:34:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.190s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:30 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73/disk. size=1073741824 {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 08:34:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:30 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:30 user nova-compute[73884]: DEBUG nova.network.neutron [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Successfully created port: 1c57ba07-dd87-41e5-ac1d-6618f3ba8c20 {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:34:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:30 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Cannot resize image /opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73/disk to a smaller size. {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 08:34:30 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:34:30 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Ensure instance console log exists: /opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:34:30 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:34:30 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:34:30 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG nova.network.neutron [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Successfully updated port: 1c57ba07-dd87-41e5-ac1d-6618f3ba8c20 {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "refresh_cache-0937d380-fe61-49d8-a44e-8bf2e5049c73" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquired lock "refresh_cache-0937d380-fe61-49d8-a44e-8bf2e5049c73" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG nova.network.neutron [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG nova.compute.manager [req-8a453ba1-2e23-47bb-bfb1-04ff3c07b70c req-c4644fb1-b5e2-4b73-817f-cecc392982ac service nova] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Received event network-changed-1c57ba07-dd87-41e5-ac1d-6618f3ba8c20 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG nova.compute.manager [req-8a453ba1-2e23-47bb-bfb1-04ff3c07b70c req-c4644fb1-b5e2-4b73-817f-cecc392982ac service nova] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Refreshing instance network info cache due to event network-changed-1c57ba07-dd87-41e5-ac1d-6618f3ba8c20. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8a453ba1-2e23-47bb-bfb1-04ff3c07b70c req-c4644fb1-b5e2-4b73-817f-cecc392982ac service nova] Acquiring lock "refresh_cache-0937d380-fe61-49d8-a44e-8bf2e5049c73" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG nova.network.neutron [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG nova.network.neutron [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Updating instance_info_cache with network_info: [{"id": "1c57ba07-dd87-41e5-ac1d-6618f3ba8c20", "address": "fa:16:3e:73:43:d2", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c57ba07-dd", "ovs_interfaceid": "1c57ba07-dd87-41e5-ac1d-6618f3ba8c20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Releasing lock "refresh_cache-0937d380-fe61-49d8-a44e-8bf2e5049c73" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG nova.compute.manager [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Instance network_info: |[{"id": "1c57ba07-dd87-41e5-ac1d-6618f3ba8c20", "address": "fa:16:3e:73:43:d2", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c57ba07-dd", "ovs_interfaceid": "1c57ba07-dd87-41e5-ac1d-6618f3ba8c20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8a453ba1-2e23-47bb-bfb1-04ff3c07b70c req-c4644fb1-b5e2-4b73-817f-cecc392982ac service nova] Acquired lock "refresh_cache-0937d380-fe61-49d8-a44e-8bf2e5049c73" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG nova.network.neutron [req-8a453ba1-2e23-47bb-bfb1-04ff3c07b70c req-c4644fb1-b5e2-4b73-817f-cecc392982ac service nova] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Refreshing network info cache for port 1c57ba07-dd87-41e5-ac1d-6618f3ba8c20 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Start _get_guest_xml network_info=[{"id": "1c57ba07-dd87-41e5-ac1d-6618f3ba8c20", "address": "fa:16:3e:73:43:d2", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c57ba07-dd", "ovs_interfaceid": "1c57ba07-dd87-41e5-ac1d-6618f3ba8c20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'a4e1d819-b957-4c9c-9b9d-fd987951fbab'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:34:31 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:34:31 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:34:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:34:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1060419727',display_name='tempest-tempest.common.compute-instance-1060419727',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1060419727',id=26,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCfypN3SK00G+jzo5qiPzwYOfEKe6pHJ0aXSIT94tJMwAzk1FuX+qkkMJOKamLzrHWaqL1XSncipVv/rH444k97Rh0WLSTFUWdHdHEfGfDA7ckKgJVNSL8v1NXjpR3fUUA==',key_name='tempest-keypair-1690998675',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e746b051e0de47ab8847bba1edcbee5b',ramdisk_id='',reservation_id='r-imfkjl29',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-2116041418',owner_user_name='tempest-ServerActionsTestOtherA-2116041418-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:34:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e683e6de0905423cb11b3fce7c77f7fe',uuid=0937d380-fe61-49d8-a44e-8bf2e5049c73,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1c57ba07-dd87-41e5-ac1d-6618f3ba8c20", "address": "fa:16:3e:73:43:d2", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c57ba07-dd", "ovs_interfaceid": "1c57ba07-dd87-41e5-ac1d-6618f3ba8c20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Converting VIF {"id": "1c57ba07-dd87-41e5-ac1d-6618f3ba8c20", "address": "fa:16:3e:73:43:d2", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c57ba07-dd", "ovs_interfaceid": "1c57ba07-dd87-41e5-ac1d-6618f3ba8c20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:73:43:d2,bridge_name='br-int',has_traffic_filtering=True,id=1c57ba07-dd87-41e5-ac1d-6618f3ba8c20,network=Network(71810bcd-afd3-4642-87f2-d1e06d726e3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c57ba07-dd') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG nova.objects.instance [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lazy-loading 'pci_devices' on Instance uuid 0937d380-fe61-49d8-a44e-8bf2e5049c73 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:34:31 user nova-compute[73884]:   <uuid>0937d380-fe61-49d8-a44e-8bf2e5049c73</uuid>
Oct 16 08:34:31 user nova-compute[73884]:   <name>instance-0000001a</name>
Oct 16 08:34:31 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:34:31 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:34:31 user nova-compute[73884]:   <metadata>
Oct 16 08:34:31 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:34:31 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:34:31 user nova-compute[73884]:       <nova:name>tempest-tempest.common.compute-instance-1060419727</nova:name>
Oct 16 08:34:31 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:34:31</nova:creationTime>
Oct 16 08:34:31 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:34:31 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:34:31 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:34:31 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:34:31 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:34:31 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:34:31 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:34:31 user nova-compute[73884]:       <nova:owner>
Oct 16 08:34:31 user nova-compute[73884]:         <nova:user uuid="e683e6de0905423cb11b3fce7c77f7fe">tempest-ServerActionsTestOtherA-2116041418-project-member</nova:user>
Oct 16 08:34:31 user nova-compute[73884]:         <nova:project uuid="e746b051e0de47ab8847bba1edcbee5b">tempest-ServerActionsTestOtherA-2116041418</nova:project>
Oct 16 08:34:31 user nova-compute[73884]:       </nova:owner>
Oct 16 08:34:31 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:34:31 user nova-compute[73884]:       <nova:ports>
Oct 16 08:34:31 user nova-compute[73884]:         <nova:port uuid="1c57ba07-dd87-41e5-ac1d-6618f3ba8c20">
Oct 16 08:34:31 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 16 08:34:31 user nova-compute[73884]:         </nova:port>
Oct 16 08:34:31 user nova-compute[73884]:       </nova:ports>
Oct 16 08:34:31 user nova-compute[73884]:     </nova:instance>
Oct 16 08:34:31 user nova-compute[73884]:   </metadata>
Oct 16 08:34:31 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:34:31 user nova-compute[73884]:     <system>
Oct 16 08:34:31 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:34:31 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:34:31 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:34:31 user nova-compute[73884]:       <entry name="serial">0937d380-fe61-49d8-a44e-8bf2e5049c73</entry>
Oct 16 08:34:31 user nova-compute[73884]:       <entry name="uuid">0937d380-fe61-49d8-a44e-8bf2e5049c73</entry>
Oct 16 08:34:31 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:34:31 user nova-compute[73884]:     </system>
Oct 16 08:34:31 user nova-compute[73884]:   </sysinfo>
Oct 16 08:34:31 user nova-compute[73884]:   <os>
Oct 16 08:34:31 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:34:31 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:34:31 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:34:31 user nova-compute[73884]:   </os>
Oct 16 08:34:31 user nova-compute[73884]:   <features>
Oct 16 08:34:31 user nova-compute[73884]:     <acpi/>
Oct 16 08:34:31 user nova-compute[73884]:     <apic/>
Oct 16 08:34:31 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:34:31 user nova-compute[73884]:   </features>
Oct 16 08:34:31 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:34:31 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:34:31 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:34:31 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:34:31 user nova-compute[73884]:   </clock>
Oct 16 08:34:31 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:34:31 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:34:31 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:34:31 user nova-compute[73884]:   </cpu>
Oct 16 08:34:31 user nova-compute[73884]:   <devices>
Oct 16 08:34:31 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:34:31 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:34:31 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73/disk"/>
Oct 16 08:34:31 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:34:31 user nova-compute[73884]:     </disk>
Oct 16 08:34:31 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:34:31 user nova-compute[73884]:       <mac address="fa:16:3e:73:43:d2"/>
Oct 16 08:34:31 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:34:31 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:34:31 user nova-compute[73884]:       <target dev="tap1c57ba07-dd"/>
Oct 16 08:34:31 user nova-compute[73884]:     </interface>
Oct 16 08:34:31 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:34:31 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73/console.log" append="off"/>
Oct 16 08:34:31 user nova-compute[73884]:     </serial>
Oct 16 08:34:31 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:34:31 user nova-compute[73884]:     <video>
Oct 16 08:34:31 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:34:31 user nova-compute[73884]:     </video>
Oct 16 08:34:31 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:34:31 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:34:31 user nova-compute[73884]:     </rng>
Oct 16 08:34:31 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:34:31 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:34:31 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:34:31 user nova-compute[73884]:     </memballoon>
Oct 16 08:34:31 user nova-compute[73884]:   </devices>
Oct 16 08:34:31 user nova-compute[73884]: </domain>
Oct 16 08:34:31 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:34:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1060419727',display_name='tempest-tempest.common.compute-instance-1060419727',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1060419727',id=26,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCfypN3SK00G+jzo5qiPzwYOfEKe6pHJ0aXSIT94tJMwAzk1FuX+qkkMJOKamLzrHWaqL1XSncipVv/rH444k97Rh0WLSTFUWdHdHEfGfDA7ckKgJVNSL8v1NXjpR3fUUA==',key_name='tempest-keypair-1690998675',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e746b051e0de47ab8847bba1edcbee5b',ramdisk_id='',reservation_id='r-imfkjl29',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-2116041418',owner_user_name='tempest-ServerActionsTestOtherA-2116041418-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:34:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e683e6de0905423cb11b3fce7c77f7fe',uuid=0937d380-fe61-49d8-a44e-8bf2e5049c73,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1c57ba07-dd87-41e5-ac1d-6618f3ba8c20", "address": "fa:16:3e:73:43:d2", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c57ba07-dd", "ovs_interfaceid": "1c57ba07-dd87-41e5-ac1d-6618f3ba8c20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Converting VIF {"id": "1c57ba07-dd87-41e5-ac1d-6618f3ba8c20", "address": "fa:16:3e:73:43:d2", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c57ba07-dd", "ovs_interfaceid": "1c57ba07-dd87-41e5-ac1d-6618f3ba8c20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:73:43:d2,bridge_name='br-int',has_traffic_filtering=True,id=1c57ba07-dd87-41e5-ac1d-6618f3ba8c20,network=Network(71810bcd-afd3-4642-87f2-d1e06d726e3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c57ba07-dd') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG os_vif [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:73:43:d2,bridge_name='br-int',has_traffic_filtering=True,id=1c57ba07-dd87-41e5-ac1d-6618f3ba8c20,network=Network(71810bcd-afd3-4642-87f2-d1e06d726e3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c57ba07-dd') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7bd46f2e-4fc4-5126-a4ad-54ee9d93cb69', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1c57ba07-dd, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1c57ba07-dd, col_values=(('qos', UUID('2eeaf78e-aefb-493c-b3cb-63e22f10c038')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1c57ba07-dd, col_values=(('external_ids', {'iface-id': '1c57ba07-dd87-41e5-ac1d-6618f3ba8c20', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:73:43:d2', 'vm-uuid': '0937d380-fe61-49d8-a44e-8bf2e5049c73'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:31 user nova-compute[73884]: INFO os_vif [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:73:43:d2,bridge_name='br-int',has_traffic_filtering=True,id=1c57ba07-dd87-41e5-ac1d-6618f3ba8c20,network=Network(71810bcd-afd3-4642-87f2-d1e06d726e3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c57ba07-dd')
Oct 16 08:34:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:34:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] No VIF found with MAC fa:16:3e:73:43:d2, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:34:32 user nova-compute[73884]: DEBUG nova.network.neutron [req-8a453ba1-2e23-47bb-bfb1-04ff3c07b70c req-c4644fb1-b5e2-4b73-817f-cecc392982ac service nova] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Updated VIF entry in instance network info cache for port 1c57ba07-dd87-41e5-ac1d-6618f3ba8c20. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:34:32 user nova-compute[73884]: DEBUG nova.network.neutron [req-8a453ba1-2e23-47bb-bfb1-04ff3c07b70c req-c4644fb1-b5e2-4b73-817f-cecc392982ac service nova] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Updating instance_info_cache with network_info: [{"id": "1c57ba07-dd87-41e5-ac1d-6618f3ba8c20", "address": "fa:16:3e:73:43:d2", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c57ba07-dd", "ovs_interfaceid": "1c57ba07-dd87-41e5-ac1d-6618f3ba8c20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:34:32 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8a453ba1-2e23-47bb-bfb1-04ff3c07b70c req-c4644fb1-b5e2-4b73-817f-cecc392982ac service nova] Releasing lock "refresh_cache-0937d380-fe61-49d8-a44e-8bf2e5049c73" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:34:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:33 user nova-compute[73884]: DEBUG nova.compute.manager [req-21a753f9-b1b3-41e5-96b2-f3d03844adf1 req-de84778a-efff-49f9-ba02-0d4a4f7c3724 service nova] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Received event network-vif-plugged-1c57ba07-dd87-41e5-ac1d-6618f3ba8c20 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:34:33 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-21a753f9-b1b3-41e5-96b2-f3d03844adf1 req-de84778a-efff-49f9-ba02-0d4a4f7c3724 service nova] Acquiring lock "0937d380-fe61-49d8-a44e-8bf2e5049c73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:34:33 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-21a753f9-b1b3-41e5-96b2-f3d03844adf1 req-de84778a-efff-49f9-ba02-0d4a4f7c3724 service nova] Lock "0937d380-fe61-49d8-a44e-8bf2e5049c73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:34:33 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-21a753f9-b1b3-41e5-96b2-f3d03844adf1 req-de84778a-efff-49f9-ba02-0d4a4f7c3724 service nova] Lock "0937d380-fe61-49d8-a44e-8bf2e5049c73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:34:33 user nova-compute[73884]: DEBUG nova.compute.manager [req-21a753f9-b1b3-41e5-96b2-f3d03844adf1 req-de84778a-efff-49f9-ba02-0d4a4f7c3724 service nova] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] No waiting events found dispatching network-vif-plugged-1c57ba07-dd87-41e5-ac1d-6618f3ba8c20 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:34:33 user nova-compute[73884]: WARNING nova.compute.manager [req-21a753f9-b1b3-41e5-96b2-f3d03844adf1 req-de84778a-efff-49f9-ba02-0d4a4f7c3724 service nova] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Received unexpected event network-vif-plugged-1c57ba07-dd87-41e5-ac1d-6618f3ba8c20 for instance with vm_state building and task_state spawning.
Oct 16 08:34:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-40a8260a-1b0f-4c46-9388-6ea149154e10 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquiring lock "8347d2fa-c322-485f-b96e-e404f52c21fe" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:34:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-40a8260a-1b0f-4c46-9388-6ea149154e10 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "8347d2fa-c322-485f-b96e-e404f52c21fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:34:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-40a8260a-1b0f-4c46-9388-6ea149154e10 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquiring lock "8347d2fa-c322-485f-b96e-e404f52c21fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:34:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-40a8260a-1b0f-4c46-9388-6ea149154e10 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "8347d2fa-c322-485f-b96e-e404f52c21fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:34:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-40a8260a-1b0f-4c46-9388-6ea149154e10 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "8347d2fa-c322-485f-b96e-e404f52c21fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:34:34 user nova-compute[73884]: INFO nova.compute.manager [None req-40a8260a-1b0f-4c46-9388-6ea149154e10 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Terminating instance
Oct 16 08:34:34 user nova-compute[73884]: DEBUG nova.compute.manager [None req-40a8260a-1b0f-4c46-9388-6ea149154e10 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 08:34:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:34 user nova-compute[73884]: DEBUG nova.compute.manager [req-1a3b64f8-bf61-4e35-a34f-31583ef156dc req-0ca4f3e6-f86f-4761-b815-b2d161287fc6 service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Received event network-vif-unplugged-720782a3-50c2-4ea4-9224-addee7a74dc7 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:34:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1a3b64f8-bf61-4e35-a34f-31583ef156dc req-0ca4f3e6-f86f-4761-b815-b2d161287fc6 service nova] Acquiring lock "8347d2fa-c322-485f-b96e-e404f52c21fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:34:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1a3b64f8-bf61-4e35-a34f-31583ef156dc req-0ca4f3e6-f86f-4761-b815-b2d161287fc6 service nova] Lock "8347d2fa-c322-485f-b96e-e404f52c21fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:34:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1a3b64f8-bf61-4e35-a34f-31583ef156dc req-0ca4f3e6-f86f-4761-b815-b2d161287fc6 service nova] Lock "8347d2fa-c322-485f-b96e-e404f52c21fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:34:34 user nova-compute[73884]: DEBUG nova.compute.manager [req-1a3b64f8-bf61-4e35-a34f-31583ef156dc req-0ca4f3e6-f86f-4761-b815-b2d161287fc6 service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] No waiting events found dispatching network-vif-unplugged-720782a3-50c2-4ea4-9224-addee7a74dc7 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:34:34 user nova-compute[73884]: DEBUG nova.compute.manager [req-1a3b64f8-bf61-4e35-a34f-31583ef156dc req-0ca4f3e6-f86f-4761-b815-b2d161287fc6 service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Received event network-vif-unplugged-720782a3-50c2-4ea4-9224-addee7a74dc7 for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:34:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:34 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Instance destroyed successfully.
Oct 16 08:34:34 user nova-compute[73884]: DEBUG nova.objects.instance [None req-40a8260a-1b0f-4c46-9388-6ea149154e10 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lazy-loading 'resources' on Instance uuid 8347d2fa-c322-485f-b96e-e404f52c21fe {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:34:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:34 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-40a8260a-1b0f-4c46-9388-6ea149154e10 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-16T08:28:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-885954691',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-885954691',id=13,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKs8yqvibZJ4r7RReXc+D3feYAUvHL01vf8KTHYvFtbJB39Yp4R/dvmBJWHYR2K7/jdH4/QBHvd+9g6OaXH5c5LIObiWstL+1XqyHQ85Pop4FAE1W46aMJ4egEx/Ss3nwg==',key_name='tempest-keypair-704399297',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:32:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='aac394fa5be84455ba4c994fe7a08925',ramdisk_id='',reservation_id='r-arkwb1ld',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-732217427',owner_user_name='tempest-AttachVolumeShelveTestJSON-732217427-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:32:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='74fe83ad148b430eab2020456df2702f',uuid=8347d2fa-c322-485f-b96e-e404f52c21fe,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "720782a3-50c2-4ea4-9224-addee7a74dc7", "address": "fa:16:3e:f3:51:bc", "network": {"id": "52793eaf-54c8-4092-868b-51753d278fbf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-915749854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aac394fa5be84455ba4c994fe7a08925", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720782a3-50", "ovs_interfaceid": "720782a3-50c2-4ea4-9224-addee7a74dc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:34:34 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-40a8260a-1b0f-4c46-9388-6ea149154e10 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Converting VIF {"id": "720782a3-50c2-4ea4-9224-addee7a74dc7", "address": "fa:16:3e:f3:51:bc", "network": {"id": "52793eaf-54c8-4092-868b-51753d278fbf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-915749854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aac394fa5be84455ba4c994fe7a08925", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap720782a3-50", "ovs_interfaceid": "720782a3-50c2-4ea4-9224-addee7a74dc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:34:34 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-40a8260a-1b0f-4c46-9388-6ea149154e10 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f3:51:bc,bridge_name='br-int',has_traffic_filtering=True,id=720782a3-50c2-4ea4-9224-addee7a74dc7,network=Network(52793eaf-54c8-4092-868b-51753d278fbf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap720782a3-50') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:34:34 user nova-compute[73884]: DEBUG os_vif [None req-40a8260a-1b0f-4c46-9388-6ea149154e10 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f3:51:bc,bridge_name='br-int',has_traffic_filtering=True,id=720782a3-50c2-4ea4-9224-addee7a74dc7,network=Network(52793eaf-54c8-4092-868b-51753d278fbf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap720782a3-50') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:34:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap720782a3-50, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:34:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=63827377-d3e5-433b-93c3-f00b146c8074) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:34:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:34 user nova-compute[73884]: INFO os_vif [None req-40a8260a-1b0f-4c46-9388-6ea149154e10 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f3:51:bc,bridge_name='br-int',has_traffic_filtering=True,id=720782a3-50c2-4ea4-9224-addee7a74dc7,network=Network(52793eaf-54c8-4092-868b-51753d278fbf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap720782a3-50')
Oct 16 08:34:34 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-40a8260a-1b0f-4c46-9388-6ea149154e10 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Deleting instance files /opt/stack/data/nova/instances/8347d2fa-c322-485f-b96e-e404f52c21fe_del
Oct 16 08:34:34 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-40a8260a-1b0f-4c46-9388-6ea149154e10 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Deletion of /opt/stack/data/nova/instances/8347d2fa-c322-485f-b96e-e404f52c21fe_del complete
Oct 16 08:34:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:35 user nova-compute[73884]: INFO nova.compute.manager [None req-40a8260a-1b0f-4c46-9388-6ea149154e10 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Took 0.90 seconds to destroy the instance on the hypervisor.
Oct 16 08:34:35 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-40a8260a-1b0f-4c46-9388-6ea149154e10 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 08:34:35 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 08:34:35 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 08:34:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:35 user nova-compute[73884]: DEBUG nova.compute.manager [req-bfdffef2-cd71-4deb-9f83-4e3f34ec70b3 req-caf1e82c-bd3b-4341-ad7e-5c71681332c3 service nova] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Received event network-vif-plugged-1c57ba07-dd87-41e5-ac1d-6618f3ba8c20 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:34:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-bfdffef2-cd71-4deb-9f83-4e3f34ec70b3 req-caf1e82c-bd3b-4341-ad7e-5c71681332c3 service nova] Acquiring lock "0937d380-fe61-49d8-a44e-8bf2e5049c73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:34:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-bfdffef2-cd71-4deb-9f83-4e3f34ec70b3 req-caf1e82c-bd3b-4341-ad7e-5c71681332c3 service nova] Lock "0937d380-fe61-49d8-a44e-8bf2e5049c73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:34:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-bfdffef2-cd71-4deb-9f83-4e3f34ec70b3 req-caf1e82c-bd3b-4341-ad7e-5c71681332c3 service nova] Lock "0937d380-fe61-49d8-a44e-8bf2e5049c73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:34:35 user nova-compute[73884]: DEBUG nova.compute.manager [req-bfdffef2-cd71-4deb-9f83-4e3f34ec70b3 req-caf1e82c-bd3b-4341-ad7e-5c71681332c3 service nova] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] No waiting events found dispatching network-vif-plugged-1c57ba07-dd87-41e5-ac1d-6618f3ba8c20 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:34:35 user nova-compute[73884]: WARNING nova.compute.manager [req-bfdffef2-cd71-4deb-9f83-4e3f34ec70b3 req-caf1e82c-bd3b-4341-ad7e-5c71681332c3 service nova] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Received unexpected event network-vif-plugged-1c57ba07-dd87-41e5-ac1d-6618f3ba8c20 for instance with vm_state building and task_state spawning.
Oct 16 08:34:35 user nova-compute[73884]: DEBUG nova.compute.manager [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:34:35 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:34:35 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Instance spawned successfully.
Oct 16 08:34:35 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:34:35 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:34:35 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:34:35 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:34:35 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:34:35 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:34:35 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:34:35 user nova-compute[73884]: INFO nova.compute.manager [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Took 5.69 seconds to spawn the instance on the hypervisor.
Oct 16 08:34:35 user nova-compute[73884]: DEBUG nova.compute.manager [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:34:35 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:34:35 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Took 0.86 seconds to deallocate network for instance.
Oct 16 08:34:35 user nova-compute[73884]: INFO nova.compute.manager [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Took 6.54 seconds to build instance.
Oct 16 08:34:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a57f8c20-1443-43ec-b36b-e7780fe3ae5a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "0937d380-fe61-49d8-a44e-8bf2e5049c73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.642s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:34:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-40a8260a-1b0f-4c46-9388-6ea149154e10 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:34:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-40a8260a-1b0f-4c46-9388-6ea149154e10 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:34:36 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-40a8260a-1b0f-4c46-9388-6ea149154e10 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:34:36 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-40a8260a-1b0f-4c46-9388-6ea149154e10 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:34:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-40a8260a-1b0f-4c46-9388-6ea149154e10 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.412s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:34:36 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-40a8260a-1b0f-4c46-9388-6ea149154e10 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Deleted allocations for instance 8347d2fa-c322-485f-b96e-e404f52c21fe
Oct 16 08:34:36 user nova-compute[73884]: DEBUG nova.compute.manager [req-91d6f3e9-84fd-47fa-b2a6-a5e93ab35867 req-a579e9db-41e0-4dba-b2bf-074ee0b52ed0 service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Received event network-vif-plugged-720782a3-50c2-4ea4-9224-addee7a74dc7 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:34:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-91d6f3e9-84fd-47fa-b2a6-a5e93ab35867 req-a579e9db-41e0-4dba-b2bf-074ee0b52ed0 service nova] Acquiring lock "8347d2fa-c322-485f-b96e-e404f52c21fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:34:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-91d6f3e9-84fd-47fa-b2a6-a5e93ab35867 req-a579e9db-41e0-4dba-b2bf-074ee0b52ed0 service nova] Lock "8347d2fa-c322-485f-b96e-e404f52c21fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:34:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-91d6f3e9-84fd-47fa-b2a6-a5e93ab35867 req-a579e9db-41e0-4dba-b2bf-074ee0b52ed0 service nova] Lock "8347d2fa-c322-485f-b96e-e404f52c21fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:34:36 user nova-compute[73884]: DEBUG nova.compute.manager [req-91d6f3e9-84fd-47fa-b2a6-a5e93ab35867 req-a579e9db-41e0-4dba-b2bf-074ee0b52ed0 service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] No waiting events found dispatching network-vif-plugged-720782a3-50c2-4ea4-9224-addee7a74dc7 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:34:36 user nova-compute[73884]: WARNING nova.compute.manager [req-91d6f3e9-84fd-47fa-b2a6-a5e93ab35867 req-a579e9db-41e0-4dba-b2bf-074ee0b52ed0 service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Received unexpected event network-vif-plugged-720782a3-50c2-4ea4-9224-addee7a74dc7 for instance with vm_state deleted and task_state None.
Oct 16 08:34:36 user nova-compute[73884]: DEBUG nova.compute.manager [req-91d6f3e9-84fd-47fa-b2a6-a5e93ab35867 req-a579e9db-41e0-4dba-b2bf-074ee0b52ed0 service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Received event network-vif-plugged-720782a3-50c2-4ea4-9224-addee7a74dc7 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:34:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-91d6f3e9-84fd-47fa-b2a6-a5e93ab35867 req-a579e9db-41e0-4dba-b2bf-074ee0b52ed0 service nova] Acquiring lock "8347d2fa-c322-485f-b96e-e404f52c21fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:34:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-91d6f3e9-84fd-47fa-b2a6-a5e93ab35867 req-a579e9db-41e0-4dba-b2bf-074ee0b52ed0 service nova] Lock "8347d2fa-c322-485f-b96e-e404f52c21fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:34:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-91d6f3e9-84fd-47fa-b2a6-a5e93ab35867 req-a579e9db-41e0-4dba-b2bf-074ee0b52ed0 service nova] Lock "8347d2fa-c322-485f-b96e-e404f52c21fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:34:36 user nova-compute[73884]: DEBUG nova.compute.manager [req-91d6f3e9-84fd-47fa-b2a6-a5e93ab35867 req-a579e9db-41e0-4dba-b2bf-074ee0b52ed0 service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] No waiting events found dispatching network-vif-plugged-720782a3-50c2-4ea4-9224-addee7a74dc7 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:34:36 user nova-compute[73884]: WARNING nova.compute.manager [req-91d6f3e9-84fd-47fa-b2a6-a5e93ab35867 req-a579e9db-41e0-4dba-b2bf-074ee0b52ed0 service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Received unexpected event network-vif-plugged-720782a3-50c2-4ea4-9224-addee7a74dc7 for instance with vm_state deleted and task_state None.
Oct 16 08:34:36 user nova-compute[73884]: DEBUG nova.compute.manager [req-91d6f3e9-84fd-47fa-b2a6-a5e93ab35867 req-a579e9db-41e0-4dba-b2bf-074ee0b52ed0 service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Received event network-vif-plugged-720782a3-50c2-4ea4-9224-addee7a74dc7 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:34:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-91d6f3e9-84fd-47fa-b2a6-a5e93ab35867 req-a579e9db-41e0-4dba-b2bf-074ee0b52ed0 service nova] Acquiring lock "8347d2fa-c322-485f-b96e-e404f52c21fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:34:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-91d6f3e9-84fd-47fa-b2a6-a5e93ab35867 req-a579e9db-41e0-4dba-b2bf-074ee0b52ed0 service nova] Lock "8347d2fa-c322-485f-b96e-e404f52c21fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:34:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-91d6f3e9-84fd-47fa-b2a6-a5e93ab35867 req-a579e9db-41e0-4dba-b2bf-074ee0b52ed0 service nova] Lock "8347d2fa-c322-485f-b96e-e404f52c21fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:34:36 user nova-compute[73884]: DEBUG nova.compute.manager [req-91d6f3e9-84fd-47fa-b2a6-a5e93ab35867 req-a579e9db-41e0-4dba-b2bf-074ee0b52ed0 service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] No waiting events found dispatching network-vif-plugged-720782a3-50c2-4ea4-9224-addee7a74dc7 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:34:36 user nova-compute[73884]: WARNING nova.compute.manager [req-91d6f3e9-84fd-47fa-b2a6-a5e93ab35867 req-a579e9db-41e0-4dba-b2bf-074ee0b52ed0 service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Received unexpected event network-vif-plugged-720782a3-50c2-4ea4-9224-addee7a74dc7 for instance with vm_state deleted and task_state None.
Oct 16 08:34:36 user nova-compute[73884]: DEBUG nova.compute.manager [req-91d6f3e9-84fd-47fa-b2a6-a5e93ab35867 req-a579e9db-41e0-4dba-b2bf-074ee0b52ed0 service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Received event network-vif-unplugged-720782a3-50c2-4ea4-9224-addee7a74dc7 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:34:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-91d6f3e9-84fd-47fa-b2a6-a5e93ab35867 req-a579e9db-41e0-4dba-b2bf-074ee0b52ed0 service nova] Acquiring lock "8347d2fa-c322-485f-b96e-e404f52c21fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:34:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-91d6f3e9-84fd-47fa-b2a6-a5e93ab35867 req-a579e9db-41e0-4dba-b2bf-074ee0b52ed0 service nova] Lock "8347d2fa-c322-485f-b96e-e404f52c21fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:34:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-91d6f3e9-84fd-47fa-b2a6-a5e93ab35867 req-a579e9db-41e0-4dba-b2bf-074ee0b52ed0 service nova] Lock "8347d2fa-c322-485f-b96e-e404f52c21fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:34:36 user nova-compute[73884]: DEBUG nova.compute.manager [req-91d6f3e9-84fd-47fa-b2a6-a5e93ab35867 req-a579e9db-41e0-4dba-b2bf-074ee0b52ed0 service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] No waiting events found dispatching network-vif-unplugged-720782a3-50c2-4ea4-9224-addee7a74dc7 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:34:36 user nova-compute[73884]: WARNING nova.compute.manager [req-91d6f3e9-84fd-47fa-b2a6-a5e93ab35867 req-a579e9db-41e0-4dba-b2bf-074ee0b52ed0 service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Received unexpected event network-vif-unplugged-720782a3-50c2-4ea4-9224-addee7a74dc7 for instance with vm_state deleted and task_state None.
Oct 16 08:34:36 user nova-compute[73884]: DEBUG nova.compute.manager [req-91d6f3e9-84fd-47fa-b2a6-a5e93ab35867 req-a579e9db-41e0-4dba-b2bf-074ee0b52ed0 service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Received event network-vif-plugged-720782a3-50c2-4ea4-9224-addee7a74dc7 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:34:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-91d6f3e9-84fd-47fa-b2a6-a5e93ab35867 req-a579e9db-41e0-4dba-b2bf-074ee0b52ed0 service nova] Acquiring lock "8347d2fa-c322-485f-b96e-e404f52c21fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:34:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-91d6f3e9-84fd-47fa-b2a6-a5e93ab35867 req-a579e9db-41e0-4dba-b2bf-074ee0b52ed0 service nova] Lock "8347d2fa-c322-485f-b96e-e404f52c21fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:34:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-91d6f3e9-84fd-47fa-b2a6-a5e93ab35867 req-a579e9db-41e0-4dba-b2bf-074ee0b52ed0 service nova] Lock "8347d2fa-c322-485f-b96e-e404f52c21fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:34:36 user nova-compute[73884]: DEBUG nova.compute.manager [req-91d6f3e9-84fd-47fa-b2a6-a5e93ab35867 req-a579e9db-41e0-4dba-b2bf-074ee0b52ed0 service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] No waiting events found dispatching network-vif-plugged-720782a3-50c2-4ea4-9224-addee7a74dc7 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:34:36 user nova-compute[73884]: WARNING nova.compute.manager [req-91d6f3e9-84fd-47fa-b2a6-a5e93ab35867 req-a579e9db-41e0-4dba-b2bf-074ee0b52ed0 service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Received unexpected event network-vif-plugged-720782a3-50c2-4ea4-9224-addee7a74dc7 for instance with vm_state deleted and task_state None.
Oct 16 08:34:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-40a8260a-1b0f-4c46-9388-6ea149154e10 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "8347d2fa-c322-485f-b96e-e404f52c21fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.373s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:34:37 user nova-compute[73884]: DEBUG nova.compute.manager [req-97eb53d3-8c95-4d79-8811-41972219a13f req-1588a625-b13d-44b6-9b2d-05b2b9b53c5f service nova] [instance: 8347d2fa-c322-485f-b96e-e404f52c21fe] Received event network-vif-deleted-720782a3-50c2-4ea4-9224-addee7a74dc7 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:34:37 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:39 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:42 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:50 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:34:50 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:34:50 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:34:50 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 08:34:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "refresh_cache-7d5fd04a-039d-4cb0-9eef-bce9700a85bb" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:34:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquired lock "refresh_cache-7d5fd04a-039d-4cb0-9eef-bce9700a85bb" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:34:50 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Forcefully refreshing network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 08:34:50 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Updating instance_info_cache with network_info: [{"id": "b41c92f3-92d8-4654-89f1-124b210d2af5", "address": "fa:16:3e:8a:47:33", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb41c92f3-92", "ovs_interfaceid": "b41c92f3-92d8-4654-89f1-124b210d2af5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:34:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Releasing lock "refresh_cache-7d5fd04a-039d-4cb0-9eef-bce9700a85bb" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:34:50 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Updated the network info_cache for instance {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 08:34:50 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:34:50 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:34:50 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:34:50 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:34:50 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:34:50 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:34:50 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 08:34:50 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:34:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:34:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:34:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:34:50 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 08:34:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json" returned: 0 in 0.169s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49814cf9-3d31-4163-aa37-3578ac1ebd90/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49814cf9-3d31-4163-aa37-3578ac1ebd90/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49814cf9-3d31-4163-aa37-3578ac1ebd90/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49814cf9-3d31-4163-aa37-3578ac1ebd90/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:34:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad596545-5896-4f7c-b032-e7971e0024dc/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad596545-5896-4f7c-b032-e7971e0024dc/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad596545-5896-4f7c-b032-e7971e0024dc/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ad596545-5896-4f7c-b032-e7971e0024dc/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:54 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:34:54 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:34:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7999b22-da1f-4c02-b383-bef1b37ba3c7/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7999b22-da1f-4c02-b383-bef1b37ba3c7/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7999b22-da1f-4c02-b383-bef1b37ba3c7/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7999b22-da1f-4c02-b383-bef1b37ba3c7/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f3104c-08b5-4c3c-8485-2e08afa453d2/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-58823ab3-b0eb-4bd0-bc36-6cdae6c83248 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Acquiring lock "d7999b22-da1f-4c02-b383-bef1b37ba3c7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:34:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-58823ab3-b0eb-4bd0-bc36-6cdae6c83248 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Lock "d7999b22-da1f-4c02-b383-bef1b37ba3c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:34:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-58823ab3-b0eb-4bd0-bc36-6cdae6c83248 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Acquiring lock "d7999b22-da1f-4c02-b383-bef1b37ba3c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:34:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-58823ab3-b0eb-4bd0-bc36-6cdae6c83248 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Lock "d7999b22-da1f-4c02-b383-bef1b37ba3c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:34:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-58823ab3-b0eb-4bd0-bc36-6cdae6c83248 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Lock "d7999b22-da1f-4c02-b383-bef1b37ba3c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:34:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f3104c-08b5-4c3c-8485-2e08afa453d2/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f3104c-08b5-4c3c-8485-2e08afa453d2/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:34:55 user nova-compute[73884]: INFO nova.compute.manager [None req-58823ab3-b0eb-4bd0-bc36-6cdae6c83248 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Terminating instance
Oct 16 08:34:55 user nova-compute[73884]: DEBUG nova.compute.manager [None req-58823ab3-b0eb-4bd0-bc36-6cdae6c83248 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 08:34:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/72f3104c-08b5-4c3c-8485-2e08afa453d2/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:34:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:56 user nova-compute[73884]: DEBUG nova.compute.manager [req-8af1dd60-c906-4e93-bcee-68fc77d147f8 req-bc162115-7be0-44da-9533-014195bcf169 service nova] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Received event network-vif-unplugged-de9422a9-b6da-43a0-b1b7-a76ea856887d {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:34:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8af1dd60-c906-4e93-bcee-68fc77d147f8 req-bc162115-7be0-44da-9533-014195bcf169 service nova] Acquiring lock "d7999b22-da1f-4c02-b383-bef1b37ba3c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:34:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8af1dd60-c906-4e93-bcee-68fc77d147f8 req-bc162115-7be0-44da-9533-014195bcf169 service nova] Lock "d7999b22-da1f-4c02-b383-bef1b37ba3c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:34:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8af1dd60-c906-4e93-bcee-68fc77d147f8 req-bc162115-7be0-44da-9533-014195bcf169 service nova] Lock "d7999b22-da1f-4c02-b383-bef1b37ba3c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:34:56 user nova-compute[73884]: DEBUG nova.compute.manager [req-8af1dd60-c906-4e93-bcee-68fc77d147f8 req-bc162115-7be0-44da-9533-014195bcf169 service nova] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] No waiting events found dispatching network-vif-unplugged-de9422a9-b6da-43a0-b1b7-a76ea856887d {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:34:56 user nova-compute[73884]: DEBUG nova.compute.manager [req-8af1dd60-c906-4e93-bcee-68fc77d147f8 req-bc162115-7be0-44da-9533-014195bcf169 service nova] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Received event network-vif-unplugged-de9422a9-b6da-43a0-b1b7-a76ea856887d for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:34:56 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Instance destroyed successfully.
Oct 16 08:34:56 user nova-compute[73884]: DEBUG nova.objects.instance [None req-58823ab3-b0eb-4bd0-bc36-6cdae6c83248 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Lazy-loading 'resources' on Instance uuid d7999b22-da1f-4c02-b383-bef1b37ba3c7 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:34:56 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:34:56 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:34:56 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=7360MB free_disk=25.21584701538086GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 08:34:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:34:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:34:56 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-58823ab3-b0eb-4bd0-bc36-6cdae6c83248 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:33:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-300582155',display_name='tempest-VolumesActionsTest-instance-300582155',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-300582155',id=23,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:33:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ea3e5adf5a19445d96daaf5edbc5d10e',ramdisk_id='',reservation_id='r-9adwfheb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1948612684',owner_user_name='tempest-VolumesActionsTest-1948612684-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:33:11Z,user_data=None,user_id='fd4dbfd39dd44b9fa6e1fbac48dacf32',uuid=d7999b22-da1f-4c02-b383-bef1b37ba3c7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "de9422a9-b6da-43a0-b1b7-a76ea856887d", "address": "fa:16:3e:e1:47:15", "network": {"id": "ce487059-a24a-4d65-8a04-06f3c87bb19a", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1801482799-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea3e5adf5a19445d96daaf5edbc5d10e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde9422a9-b6", "ovs_interfaceid": "de9422a9-b6da-43a0-b1b7-a76ea856887d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:34:56 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-58823ab3-b0eb-4bd0-bc36-6cdae6c83248 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Converting VIF {"id": "de9422a9-b6da-43a0-b1b7-a76ea856887d", "address": "fa:16:3e:e1:47:15", "network": {"id": "ce487059-a24a-4d65-8a04-06f3c87bb19a", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1801482799-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ea3e5adf5a19445d96daaf5edbc5d10e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde9422a9-b6", "ovs_interfaceid": "de9422a9-b6da-43a0-b1b7-a76ea856887d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:34:56 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-58823ab3-b0eb-4bd0-bc36-6cdae6c83248 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e1:47:15,bridge_name='br-int',has_traffic_filtering=True,id=de9422a9-b6da-43a0-b1b7-a76ea856887d,network=Network(ce487059-a24a-4d65-8a04-06f3c87bb19a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde9422a9-b6') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:34:56 user nova-compute[73884]: DEBUG os_vif [None req-58823ab3-b0eb-4bd0-bc36-6cdae6c83248 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e1:47:15,bridge_name='br-int',has_traffic_filtering=True,id=de9422a9-b6da-43a0-b1b7-a76ea856887d,network=Network(ce487059-a24a-4d65-8a04-06f3c87bb19a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde9422a9-b6') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:34:56 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:56 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapde9422a9-b6, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:34:56 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:56 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:34:56 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:56 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=554752cf-ed80-4a4a-8b21-4b6a917db57c) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:34:56 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:56 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:34:56 user nova-compute[73884]: INFO os_vif [None req-58823ab3-b0eb-4bd0-bc36-6cdae6c83248 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e1:47:15,bridge_name='br-int',has_traffic_filtering=True,id=de9422a9-b6da-43a0-b1b7-a76ea856887d,network=Network(ce487059-a24a-4d65-8a04-06f3c87bb19a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde9422a9-b6')
Oct 16 08:34:56 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-58823ab3-b0eb-4bd0-bc36-6cdae6c83248 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Deleting instance files /opt/stack/data/nova/instances/d7999b22-da1f-4c02-b383-bef1b37ba3c7_del
Oct 16 08:34:56 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-58823ab3-b0eb-4bd0-bc36-6cdae6c83248 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Deletion of /opt/stack/data/nova/instances/d7999b22-da1f-4c02-b383-bef1b37ba3c7_del complete
Oct 16 08:34:56 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 8fab1c63-d9a3-4cea-b129-904a5f15e5fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:34:56 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 7d5fd04a-039d-4cb0-9eef-bce9700a85bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:34:56 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 1b00d8e1-f570-4091-9bee-780b98344624 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:34:56 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance e92bce3d-33d8-4004-869d-4db8991dda75 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:34:56 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance baa67186-a783-44fc-bf2f-8275de0e27ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:34:56 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 133759dc-9633-4099-b44e-911363a567a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:34:56 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 49814cf9-3d31-4163-aa37-3578ac1ebd90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:34:56 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 0b64ffd5-e574-4626-935d-5fbcead9a09d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:34:56 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance d7999b22-da1f-4c02-b383-bef1b37ba3c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:34:56 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 72f3104c-08b5-4c3c-8485-2e08afa453d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:34:56 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance ad596545-5896-4f7c-b032-e7971e0024dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:34:56 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 0937d380-fe61-49d8-a44e-8bf2e5049c73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:34:56 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 08:34:56 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 08:34:56 user nova-compute[73884]: INFO nova.compute.manager [None req-58823ab3-b0eb-4bd0-bc36-6cdae6c83248 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Took 1.22 seconds to destroy the instance on the hypervisor.
Oct 16 08:34:56 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-58823ab3-b0eb-4bd0-bc36-6cdae6c83248 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 08:34:56 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 08:34:56 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 08:34:57 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:34:57 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:34:57 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 08:34:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.499s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:34:57 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:34:57 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Took 0.52 seconds to deallocate network for instance.
Oct 16 08:34:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-58823ab3-b0eb-4bd0-bc36-6cdae6c83248 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:34:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-58823ab3-b0eb-4bd0-bc36-6cdae6c83248 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:34:57 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-58823ab3-b0eb-4bd0-bc36-6cdae6c83248 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:34:57 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-58823ab3-b0eb-4bd0-bc36-6cdae6c83248 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:34:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-58823ab3-b0eb-4bd0-bc36-6cdae6c83248 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.377s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:34:57 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-58823ab3-b0eb-4bd0-bc36-6cdae6c83248 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Deleted allocations for instance d7999b22-da1f-4c02-b383-bef1b37ba3c7
Oct 16 08:34:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:34:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-58823ab3-b0eb-4bd0-bc36-6cdae6c83248 tempest-VolumesActionsTest-1948612684 tempest-VolumesActionsTest-1948612684-project-member] Lock "d7999b22-da1f-4c02-b383-bef1b37ba3c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.409s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:34:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-ed66f12a-543d-4ec6-a6db-ec1256844e2e req-32588559-c4bf-41a8-8b2e-c00732c4dd1b service nova] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Received event network-vif-plugged-de9422a9-b6da-43a0-b1b7-a76ea856887d {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:34:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ed66f12a-543d-4ec6-a6db-ec1256844e2e req-32588559-c4bf-41a8-8b2e-c00732c4dd1b service nova] Acquiring lock "d7999b22-da1f-4c02-b383-bef1b37ba3c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:34:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ed66f12a-543d-4ec6-a6db-ec1256844e2e req-32588559-c4bf-41a8-8b2e-c00732c4dd1b service nova] Lock "d7999b22-da1f-4c02-b383-bef1b37ba3c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:34:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ed66f12a-543d-4ec6-a6db-ec1256844e2e req-32588559-c4bf-41a8-8b2e-c00732c4dd1b service nova] Lock "d7999b22-da1f-4c02-b383-bef1b37ba3c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:34:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-ed66f12a-543d-4ec6-a6db-ec1256844e2e req-32588559-c4bf-41a8-8b2e-c00732c4dd1b service nova] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] No waiting events found dispatching network-vif-plugged-de9422a9-b6da-43a0-b1b7-a76ea856887d {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:34:57 user nova-compute[73884]: WARNING nova.compute.manager [req-ed66f12a-543d-4ec6-a6db-ec1256844e2e req-32588559-c4bf-41a8-8b2e-c00732c4dd1b service nova] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Received unexpected event network-vif-plugged-de9422a9-b6da-43a0-b1b7-a76ea856887d for instance with vm_state deleted and task_state None.
Oct 16 08:34:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-ed66f12a-543d-4ec6-a6db-ec1256844e2e req-32588559-c4bf-41a8-8b2e-c00732c4dd1b service nova] [instance: d7999b22-da1f-4c02-b383-bef1b37ba3c7] Received event network-vif-deleted-de9422a9-b6da-43a0-b1b7-a76ea856887d {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:35:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e047d352-1785-4cc1-ae6d-8fc1221e3e77 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Acquiring lock "72f3104c-08b5-4c3c-8485-2e08afa453d2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:35:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e047d352-1785-4cc1-ae6d-8fc1221e3e77 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Lock "72f3104c-08b5-4c3c-8485-2e08afa453d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:35:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e047d352-1785-4cc1-ae6d-8fc1221e3e77 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Acquiring lock "72f3104c-08b5-4c3c-8485-2e08afa453d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:35:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e047d352-1785-4cc1-ae6d-8fc1221e3e77 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Lock "72f3104c-08b5-4c3c-8485-2e08afa453d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:35:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e047d352-1785-4cc1-ae6d-8fc1221e3e77 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Lock "72f3104c-08b5-4c3c-8485-2e08afa453d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:35:00 user nova-compute[73884]: INFO nova.compute.manager [None req-e047d352-1785-4cc1-ae6d-8fc1221e3e77 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Terminating instance
Oct 16 08:35:00 user nova-compute[73884]: DEBUG nova.compute.manager [None req-e047d352-1785-4cc1-ae6d-8fc1221e3e77 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 08:35:00 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:00 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:01 user nova-compute[73884]: DEBUG nova.compute.manager [req-73165fcc-ddd9-4427-aedc-8e5c2d772688 req-8a6f940d-8493-4294-bb72-40a796326053 service nova] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Received event network-vif-unplugged-60b99304-ab24-4651-a51e-7edb9655af10 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:35:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-73165fcc-ddd9-4427-aedc-8e5c2d772688 req-8a6f940d-8493-4294-bb72-40a796326053 service nova] Acquiring lock "72f3104c-08b5-4c3c-8485-2e08afa453d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:35:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-73165fcc-ddd9-4427-aedc-8e5c2d772688 req-8a6f940d-8493-4294-bb72-40a796326053 service nova] Lock "72f3104c-08b5-4c3c-8485-2e08afa453d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:35:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-73165fcc-ddd9-4427-aedc-8e5c2d772688 req-8a6f940d-8493-4294-bb72-40a796326053 service nova] Lock "72f3104c-08b5-4c3c-8485-2e08afa453d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:35:01 user nova-compute[73884]: DEBUG nova.compute.manager [req-73165fcc-ddd9-4427-aedc-8e5c2d772688 req-8a6f940d-8493-4294-bb72-40a796326053 service nova] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] No waiting events found dispatching network-vif-unplugged-60b99304-ab24-4651-a51e-7edb9655af10 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:35:01 user nova-compute[73884]: DEBUG nova.compute.manager [req-73165fcc-ddd9-4427-aedc-8e5c2d772688 req-8a6f940d-8493-4294-bb72-40a796326053 service nova] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Received event network-vif-unplugged-60b99304-ab24-4651-a51e-7edb9655af10 for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:35:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:01 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Instance destroyed successfully.
Oct 16 08:35:01 user nova-compute[73884]: DEBUG nova.objects.instance [None req-e047d352-1785-4cc1-ae6d-8fc1221e3e77 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Lazy-loading 'resources' on Instance uuid 72f3104c-08b5-4c3c-8485-2e08afa453d2 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:35:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:01 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-e047d352-1785-4cc1-ae6d-8fc1221e3e77 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:33:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-152564578',display_name='tempest-ServersNegativeTestJSON-server-152564578',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-152564578',id=24,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:33:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f57dc19243ba41bca3e12ea881aee10a',ramdisk_id='',reservation_id='r-lilrd62w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-349483533',owner_user_name='tempest-ServersNegativeTestJSON-349483533-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:33:17Z,user_data=None,user_id='ab573c65e1cb4ad8b2bca8f16b20c6d1',uuid=72f3104c-08b5-4c3c-8485-2e08afa453d2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "60b99304-ab24-4651-a51e-7edb9655af10", "address": "fa:16:3e:b7:68:53", "network": {"id": "1b391def-7804-49b0-b105-806421c634ba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2037639892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f57dc19243ba41bca3e12ea881aee10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60b99304-ab", "ovs_interfaceid": "60b99304-ab24-4651-a51e-7edb9655af10", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:35:01 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-e047d352-1785-4cc1-ae6d-8fc1221e3e77 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Converting VIF {"id": "60b99304-ab24-4651-a51e-7edb9655af10", "address": "fa:16:3e:b7:68:53", "network": {"id": "1b391def-7804-49b0-b105-806421c634ba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2037639892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f57dc19243ba41bca3e12ea881aee10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60b99304-ab", "ovs_interfaceid": "60b99304-ab24-4651-a51e-7edb9655af10", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:35:01 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-e047d352-1785-4cc1-ae6d-8fc1221e3e77 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b7:68:53,bridge_name='br-int',has_traffic_filtering=True,id=60b99304-ab24-4651-a51e-7edb9655af10,network=Network(1b391def-7804-49b0-b105-806421c634ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap60b99304-ab') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:35:01 user nova-compute[73884]: DEBUG os_vif [None req-e047d352-1785-4cc1-ae6d-8fc1221e3e77 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b7:68:53,bridge_name='br-int',has_traffic_filtering=True,id=60b99304-ab24-4651-a51e-7edb9655af10,network=Network(1b391def-7804-49b0-b105-806421c634ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap60b99304-ab') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:35:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap60b99304-ab, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:35:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:35:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=31f5d172-15ca-47df-9787-d023251186a7) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:35:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:01 user nova-compute[73884]: INFO os_vif [None req-e047d352-1785-4cc1-ae6d-8fc1221e3e77 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b7:68:53,bridge_name='br-int',has_traffic_filtering=True,id=60b99304-ab24-4651-a51e-7edb9655af10,network=Network(1b391def-7804-49b0-b105-806421c634ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap60b99304-ab')
Oct 16 08:35:01 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-e047d352-1785-4cc1-ae6d-8fc1221e3e77 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Deleting instance files /opt/stack/data/nova/instances/72f3104c-08b5-4c3c-8485-2e08afa453d2_del
Oct 16 08:35:01 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-e047d352-1785-4cc1-ae6d-8fc1221e3e77 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Deletion of /opt/stack/data/nova/instances/72f3104c-08b5-4c3c-8485-2e08afa453d2_del complete
Oct 16 08:35:01 user nova-compute[73884]: INFO nova.compute.manager [None req-e047d352-1785-4cc1-ae6d-8fc1221e3e77 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Took 1.05 seconds to destroy the instance on the hypervisor.
Oct 16 08:35:01 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-e047d352-1785-4cc1-ae6d-8fc1221e3e77 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 08:35:01 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 08:35:01 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 08:35:02 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:35:02 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Took 0.69 seconds to deallocate network for instance.
Oct 16 08:35:02 user nova-compute[73884]: DEBUG nova.compute.manager [req-e1958008-0a65-488a-8df4-91b9da2e1e20 req-fdf8723f-e493-4889-8bf7-435c945b238d service nova] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Received event network-vif-deleted-60b99304-ab24-4651-a51e-7edb9655af10 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:35:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e047d352-1785-4cc1-ae6d-8fc1221e3e77 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:35:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e047d352-1785-4cc1-ae6d-8fc1221e3e77 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:35:02 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-e047d352-1785-4cc1-ae6d-8fc1221e3e77 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:35:02 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:02 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-e047d352-1785-4cc1-ae6d-8fc1221e3e77 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:35:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e047d352-1785-4cc1-ae6d-8fc1221e3e77 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.345s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:35:02 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-e047d352-1785-4cc1-ae6d-8fc1221e3e77 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Deleted allocations for instance 72f3104c-08b5-4c3c-8485-2e08afa453d2
Oct 16 08:35:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e047d352-1785-4cc1-ae6d-8fc1221e3e77 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Lock "72f3104c-08b5-4c3c-8485-2e08afa453d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.290s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:35:03 user nova-compute[73884]: DEBUG nova.compute.manager [req-df650d7e-fe56-4faf-805d-dfae263fb365 req-2ea042b2-0e16-447c-9b04-61151252c45b service nova] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Received event network-vif-plugged-60b99304-ab24-4651-a51e-7edb9655af10 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:35:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-df650d7e-fe56-4faf-805d-dfae263fb365 req-2ea042b2-0e16-447c-9b04-61151252c45b service nova] Acquiring lock "72f3104c-08b5-4c3c-8485-2e08afa453d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:35:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-df650d7e-fe56-4faf-805d-dfae263fb365 req-2ea042b2-0e16-447c-9b04-61151252c45b service nova] Lock "72f3104c-08b5-4c3c-8485-2e08afa453d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:35:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-df650d7e-fe56-4faf-805d-dfae263fb365 req-2ea042b2-0e16-447c-9b04-61151252c45b service nova] Lock "72f3104c-08b5-4c3c-8485-2e08afa453d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:35:03 user nova-compute[73884]: DEBUG nova.compute.manager [req-df650d7e-fe56-4faf-805d-dfae263fb365 req-2ea042b2-0e16-447c-9b04-61151252c45b service nova] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] No waiting events found dispatching network-vif-plugged-60b99304-ab24-4651-a51e-7edb9655af10 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:35:03 user nova-compute[73884]: WARNING nova.compute.manager [req-df650d7e-fe56-4faf-805d-dfae263fb365 req-2ea042b2-0e16-447c-9b04-61151252c45b service nova] [instance: 72f3104c-08b5-4c3c-8485-2e08afa453d2] Received unexpected event network-vif-plugged-60b99304-ab24-4651-a51e-7edb9655af10 for instance with vm_state deleted and task_state None.
Oct 16 08:35:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:35:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=73884) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 08:35:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 08:35:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 08:35:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:15 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Acquiring lock "1cf4a86a-6579-4dbd-aa1a-9867b742fd55" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:35:15 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "1cf4a86a-6579-4dbd-aa1a-9867b742fd55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:35:15 user nova-compute[73884]: DEBUG nova.compute.manager [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:35:15 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:35:15 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:35:15 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:35:15 user nova-compute[73884]: INFO nova.compute.claims [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Claim successful on node user
Oct 16 08:35:15 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:35:15 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:35:15 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.458s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:35:15 user nova-compute[73884]: DEBUG nova.compute.manager [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:35:15 user nova-compute[73884]: DEBUG nova.compute.manager [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:35:15 user nova-compute[73884]: DEBUG nova.network.neutron [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:35:15 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:35:15 user nova-compute[73884]: DEBUG nova.compute.manager [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:35:15 user nova-compute[73884]: DEBUG nova.policy [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e17f2668b0b044bfb70790467866f671', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '903b3efe41694579b78ab822be66eddd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:35:15 user nova-compute[73884]: DEBUG nova.compute.manager [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:35:15 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:35:15 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Creating image(s)
Oct 16 08:35:15 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Acquiring lock "/opt/stack/data/nova/instances/1cf4a86a-6579-4dbd-aa1a-9867b742fd55/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:35:15 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "/opt/stack/data/nova/instances/1cf4a86a-6579-4dbd-aa1a-9867b742fd55/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:35:15 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "/opt/stack/data/nova/instances/1cf4a86a-6579-4dbd-aa1a-9867b742fd55/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:35:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:35:16 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.179s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:35:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Acquiring lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:35:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:35:16 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:35:16 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.179s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:35:16 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/1cf4a86a-6579-4dbd-aa1a-9867b742fd55/disk 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:35:16 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/1cf4a86a-6579-4dbd-aa1a-9867b742fd55/disk 1073741824" returned: 0 in 0.186s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:35:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.376s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:35:16 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:35:16 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.215s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:35:16 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1cf4a86a-6579-4dbd-aa1a-9867b742fd55/disk. size=1073741824 {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 08:35:16 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cf4a86a-6579-4dbd-aa1a-9867b742fd55/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:35:16 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:35:16 user nova-compute[73884]: DEBUG nova.network.neutron [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Successfully created port: 51e96ae9-040a-4a33-b162-cd03f44ee369 {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:35:16 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cf4a86a-6579-4dbd-aa1a-9867b742fd55/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:35:16 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Cannot resize image /opt/stack/data/nova/instances/1cf4a86a-6579-4dbd-aa1a-9867b742fd55/disk to a smaller size. {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 08:35:16 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:35:16 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Ensure instance console log exists: /opt/stack/data/nova/instances/1cf4a86a-6579-4dbd-aa1a-9867b742fd55/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:35:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:35:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:35:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG nova.network.neutron [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Successfully updated port: 51e96ae9-040a-4a33-b162-cd03f44ee369 {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Acquiring lock "refresh_cache-1cf4a86a-6579-4dbd-aa1a-9867b742fd55" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Acquired lock "refresh_cache-1cf4a86a-6579-4dbd-aa1a-9867b742fd55" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG nova.network.neutron [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG nova.compute.manager [req-eaf1bd47-9d80-404a-8d3b-7585f02d71e0 req-c69f78ae-395e-4ec9-93a7-c708da025448 service nova] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Received event network-changed-51e96ae9-040a-4a33-b162-cd03f44ee369 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG nova.compute.manager [req-eaf1bd47-9d80-404a-8d3b-7585f02d71e0 req-c69f78ae-395e-4ec9-93a7-c708da025448 service nova] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Refreshing instance network info cache due to event network-changed-51e96ae9-040a-4a33-b162-cd03f44ee369. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-eaf1bd47-9d80-404a-8d3b-7585f02d71e0 req-c69f78ae-395e-4ec9-93a7-c708da025448 service nova] Acquiring lock "refresh_cache-1cf4a86a-6579-4dbd-aa1a-9867b742fd55" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG nova.network.neutron [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG nova.network.neutron [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Updating instance_info_cache with network_info: [{"id": "51e96ae9-040a-4a33-b162-cd03f44ee369", "address": "fa:16:3e:a3:fb:cb", "network": {"id": "86cbd675-e907-48e0-9d77-9e0fea07c65e", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1312534937-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "903b3efe41694579b78ab822be66eddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap51e96ae9-04", "ovs_interfaceid": "51e96ae9-040a-4a33-b162-cd03f44ee369", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Releasing lock "refresh_cache-1cf4a86a-6579-4dbd-aa1a-9867b742fd55" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG nova.compute.manager [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Instance network_info: |[{"id": "51e96ae9-040a-4a33-b162-cd03f44ee369", "address": "fa:16:3e:a3:fb:cb", "network": {"id": "86cbd675-e907-48e0-9d77-9e0fea07c65e", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1312534937-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "903b3efe41694579b78ab822be66eddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap51e96ae9-04", "ovs_interfaceid": "51e96ae9-040a-4a33-b162-cd03f44ee369", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-eaf1bd47-9d80-404a-8d3b-7585f02d71e0 req-c69f78ae-395e-4ec9-93a7-c708da025448 service nova] Acquired lock "refresh_cache-1cf4a86a-6579-4dbd-aa1a-9867b742fd55" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG nova.network.neutron [req-eaf1bd47-9d80-404a-8d3b-7585f02d71e0 req-c69f78ae-395e-4ec9-93a7-c708da025448 service nova] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Refreshing network info cache for port 51e96ae9-040a-4a33-b162-cd03f44ee369 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Start _get_guest_xml network_info=[{"id": "51e96ae9-040a-4a33-b162-cd03f44ee369", "address": "fa:16:3e:a3:fb:cb", "network": {"id": "86cbd675-e907-48e0-9d77-9e0fea07c65e", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1312534937-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "903b3efe41694579b78ab822be66eddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap51e96ae9-04", "ovs_interfaceid": "51e96ae9-040a-4a33-b162-cd03f44ee369", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'a4e1d819-b957-4c9c-9b9d-fd987951fbab'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:35:17 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:35:17 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:35:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:35:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-244241822',display_name='tempest-VolumesSnapshotTestJSON-instance-244241822',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-244241822',id=27,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMjBHeXfvkd3HNQ9OUmgq8rgzaIUZxhV+ATtlsQooaVgliEJUJetWrpup0WzZA2OlboP7hBiiMFpGlvMOVm88JKKdL6SoUGvSeGJP0SXgmhxt/aoS1qtt6PwZsy0yMDJ9Q==',key_name='tempest-keypair-244897065',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='903b3efe41694579b78ab822be66eddd',ramdisk_id='',reservation_id='r-qw2eie8p',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1926081043',owner_user_name='tempest-VolumesSnapshotTestJSON-1926081043-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:35:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e17f2668b0b044bfb70790467866f671',uuid=1cf4a86a-6579-4dbd-aa1a-9867b742fd55,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "51e96ae9-040a-4a33-b162-cd03f44ee369", "address": "fa:16:3e:a3:fb:cb", "network": {"id": "86cbd675-e907-48e0-9d77-9e0fea07c65e", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1312534937-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "903b3efe41694579b78ab822be66eddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap51e96ae9-04", "ovs_interfaceid": "51e96ae9-040a-4a33-b162-cd03f44ee369", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Converting VIF {"id": "51e96ae9-040a-4a33-b162-cd03f44ee369", "address": "fa:16:3e:a3:fb:cb", "network": {"id": "86cbd675-e907-48e0-9d77-9e0fea07c65e", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1312534937-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "903b3efe41694579b78ab822be66eddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap51e96ae9-04", "ovs_interfaceid": "51e96ae9-040a-4a33-b162-cd03f44ee369", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a3:fb:cb,bridge_name='br-int',has_traffic_filtering=True,id=51e96ae9-040a-4a33-b162-cd03f44ee369,network=Network(86cbd675-e907-48e0-9d77-9e0fea07c65e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap51e96ae9-04') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG nova.objects.instance [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lazy-loading 'pci_devices' on Instance uuid 1cf4a86a-6579-4dbd-aa1a-9867b742fd55 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:35:17 user nova-compute[73884]:   <uuid>1cf4a86a-6579-4dbd-aa1a-9867b742fd55</uuid>
Oct 16 08:35:17 user nova-compute[73884]:   <name>instance-0000001b</name>
Oct 16 08:35:17 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:35:17 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:35:17 user nova-compute[73884]:   <metadata>
Oct 16 08:35:17 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:35:17 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:35:17 user nova-compute[73884]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-244241822</nova:name>
Oct 16 08:35:17 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:35:17</nova:creationTime>
Oct 16 08:35:17 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:35:17 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:35:17 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:35:17 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:35:17 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:35:17 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:35:17 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:35:17 user nova-compute[73884]:       <nova:owner>
Oct 16 08:35:17 user nova-compute[73884]:         <nova:user uuid="e17f2668b0b044bfb70790467866f671">tempest-VolumesSnapshotTestJSON-1926081043-project-member</nova:user>
Oct 16 08:35:17 user nova-compute[73884]:         <nova:project uuid="903b3efe41694579b78ab822be66eddd">tempest-VolumesSnapshotTestJSON-1926081043</nova:project>
Oct 16 08:35:17 user nova-compute[73884]:       </nova:owner>
Oct 16 08:35:17 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:35:17 user nova-compute[73884]:       <nova:ports>
Oct 16 08:35:17 user nova-compute[73884]:         <nova:port uuid="51e96ae9-040a-4a33-b162-cd03f44ee369">
Oct 16 08:35:17 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 16 08:35:17 user nova-compute[73884]:         </nova:port>
Oct 16 08:35:17 user nova-compute[73884]:       </nova:ports>
Oct 16 08:35:17 user nova-compute[73884]:     </nova:instance>
Oct 16 08:35:17 user nova-compute[73884]:   </metadata>
Oct 16 08:35:17 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:35:17 user nova-compute[73884]:     <system>
Oct 16 08:35:17 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:35:17 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:35:17 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:35:17 user nova-compute[73884]:       <entry name="serial">1cf4a86a-6579-4dbd-aa1a-9867b742fd55</entry>
Oct 16 08:35:17 user nova-compute[73884]:       <entry name="uuid">1cf4a86a-6579-4dbd-aa1a-9867b742fd55</entry>
Oct 16 08:35:17 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:35:17 user nova-compute[73884]:     </system>
Oct 16 08:35:17 user nova-compute[73884]:   </sysinfo>
Oct 16 08:35:17 user nova-compute[73884]:   <os>
Oct 16 08:35:17 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:35:17 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:35:17 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:35:17 user nova-compute[73884]:   </os>
Oct 16 08:35:17 user nova-compute[73884]:   <features>
Oct 16 08:35:17 user nova-compute[73884]:     <acpi/>
Oct 16 08:35:17 user nova-compute[73884]:     <apic/>
Oct 16 08:35:17 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:35:17 user nova-compute[73884]:   </features>
Oct 16 08:35:17 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:35:17 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:35:17 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:35:17 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:35:17 user nova-compute[73884]:   </clock>
Oct 16 08:35:17 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:35:17 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:35:17 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:35:17 user nova-compute[73884]:   </cpu>
Oct 16 08:35:17 user nova-compute[73884]:   <devices>
Oct 16 08:35:17 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:35:17 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:35:17 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/1cf4a86a-6579-4dbd-aa1a-9867b742fd55/disk"/>
Oct 16 08:35:17 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:35:17 user nova-compute[73884]:     </disk>
Oct 16 08:35:17 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:35:17 user nova-compute[73884]:       <mac address="fa:16:3e:a3:fb:cb"/>
Oct 16 08:35:17 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:35:17 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:35:17 user nova-compute[73884]:       <target dev="tap51e96ae9-04"/>
Oct 16 08:35:17 user nova-compute[73884]:     </interface>
Oct 16 08:35:17 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:35:17 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/1cf4a86a-6579-4dbd-aa1a-9867b742fd55/console.log" append="off"/>
Oct 16 08:35:17 user nova-compute[73884]:     </serial>
Oct 16 08:35:17 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:35:17 user nova-compute[73884]:     <video>
Oct 16 08:35:17 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:35:17 user nova-compute[73884]:     </video>
Oct 16 08:35:17 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:35:17 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:35:17 user nova-compute[73884]:     </rng>
Oct 16 08:35:17 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:35:17 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:35:17 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:35:17 user nova-compute[73884]:     </memballoon>
Oct 16 08:35:17 user nova-compute[73884]:   </devices>
Oct 16 08:35:17 user nova-compute[73884]: </domain>
Oct 16 08:35:17 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:35:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-244241822',display_name='tempest-VolumesSnapshotTestJSON-instance-244241822',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-244241822',id=27,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMjBHeXfvkd3HNQ9OUmgq8rgzaIUZxhV+ATtlsQooaVgliEJUJetWrpup0WzZA2OlboP7hBiiMFpGlvMOVm88JKKdL6SoUGvSeGJP0SXgmhxt/aoS1qtt6PwZsy0yMDJ9Q==',key_name='tempest-keypair-244897065',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='903b3efe41694579b78ab822be66eddd',ramdisk_id='',reservation_id='r-qw2eie8p',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1926081043',owner_user_name='tempest-VolumesSnapshotTestJSON-1926081043-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:35:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e17f2668b0b044bfb70790467866f671',uuid=1cf4a86a-6579-4dbd-aa1a-9867b742fd55,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "51e96ae9-040a-4a33-b162-cd03f44ee369", "address": "fa:16:3e:a3:fb:cb", "network": {"id": "86cbd675-e907-48e0-9d77-9e0fea07c65e", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1312534937-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "903b3efe41694579b78ab822be66eddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap51e96ae9-04", "ovs_interfaceid": "51e96ae9-040a-4a33-b162-cd03f44ee369", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Converting VIF {"id": "51e96ae9-040a-4a33-b162-cd03f44ee369", "address": "fa:16:3e:a3:fb:cb", "network": {"id": "86cbd675-e907-48e0-9d77-9e0fea07c65e", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1312534937-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "903b3efe41694579b78ab822be66eddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap51e96ae9-04", "ovs_interfaceid": "51e96ae9-040a-4a33-b162-cd03f44ee369", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a3:fb:cb,bridge_name='br-int',has_traffic_filtering=True,id=51e96ae9-040a-4a33-b162-cd03f44ee369,network=Network(86cbd675-e907-48e0-9d77-9e0fea07c65e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap51e96ae9-04') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG os_vif [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a3:fb:cb,bridge_name='br-int',has_traffic_filtering=True,id=51e96ae9-040a-4a33-b162-cd03f44ee369,network=Network(86cbd675-e907-48e0-9d77-9e0fea07c65e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap51e96ae9-04') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '75e41bca-64f1-54c1-b07b-47440b21f64d', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap51e96ae9-04, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap51e96ae9-04, col_values=(('qos', UUID('c67b2fb9-9b12-4443-8bf9-abfbd8df6e33')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap51e96ae9-04, col_values=(('external_ids', {'iface-id': '51e96ae9-040a-4a33-b162-cd03f44ee369', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a3:fb:cb', 'vm-uuid': '1cf4a86a-6579-4dbd-aa1a-9867b742fd55'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:17 user nova-compute[73884]: INFO os_vif [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a3:fb:cb,bridge_name='br-int',has_traffic_filtering=True,id=51e96ae9-040a-4a33-b162-cd03f44ee369,network=Network(86cbd675-e907-48e0-9d77-9e0fea07c65e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap51e96ae9-04')
Oct 16 08:35:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] No VIF found with MAC fa:16:3e:a3:fb:cb, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:35:17 user nova-compute[73884]: DEBUG nova.network.neutron [req-eaf1bd47-9d80-404a-8d3b-7585f02d71e0 req-c69f78ae-395e-4ec9-93a7-c708da025448 service nova] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Updated VIF entry in instance network info cache for port 51e96ae9-040a-4a33-b162-cd03f44ee369. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:35:18 user nova-compute[73884]: DEBUG nova.network.neutron [req-eaf1bd47-9d80-404a-8d3b-7585f02d71e0 req-c69f78ae-395e-4ec9-93a7-c708da025448 service nova] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Updating instance_info_cache with network_info: [{"id": "51e96ae9-040a-4a33-b162-cd03f44ee369", "address": "fa:16:3e:a3:fb:cb", "network": {"id": "86cbd675-e907-48e0-9d77-9e0fea07c65e", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1312534937-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "903b3efe41694579b78ab822be66eddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap51e96ae9-04", "ovs_interfaceid": "51e96ae9-040a-4a33-b162-cd03f44ee369", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:35:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-eaf1bd47-9d80-404a-8d3b-7585f02d71e0 req-c69f78ae-395e-4ec9-93a7-c708da025448 service nova] Releasing lock "refresh_cache-1cf4a86a-6579-4dbd-aa1a-9867b742fd55" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:35:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:19 user nova-compute[73884]: DEBUG nova.compute.manager [req-6380b2b6-d11e-4fc5-86a2-be55e727aba5 req-e1f09c2a-9362-4983-8d19-b426f5e4a47c service nova] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Received event network-vif-plugged-51e96ae9-040a-4a33-b162-cd03f44ee369 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:35:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6380b2b6-d11e-4fc5-86a2-be55e727aba5 req-e1f09c2a-9362-4983-8d19-b426f5e4a47c service nova] Acquiring lock "1cf4a86a-6579-4dbd-aa1a-9867b742fd55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:35:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6380b2b6-d11e-4fc5-86a2-be55e727aba5 req-e1f09c2a-9362-4983-8d19-b426f5e4a47c service nova] Lock "1cf4a86a-6579-4dbd-aa1a-9867b742fd55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:35:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6380b2b6-d11e-4fc5-86a2-be55e727aba5 req-e1f09c2a-9362-4983-8d19-b426f5e4a47c service nova] Lock "1cf4a86a-6579-4dbd-aa1a-9867b742fd55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:35:19 user nova-compute[73884]: DEBUG nova.compute.manager [req-6380b2b6-d11e-4fc5-86a2-be55e727aba5 req-e1f09c2a-9362-4983-8d19-b426f5e4a47c service nova] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] No waiting events found dispatching network-vif-plugged-51e96ae9-040a-4a33-b162-cd03f44ee369 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:35:19 user nova-compute[73884]: WARNING nova.compute.manager [req-6380b2b6-d11e-4fc5-86a2-be55e727aba5 req-e1f09c2a-9362-4983-8d19-b426f5e4a47c service nova] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Received unexpected event network-vif-plugged-51e96ae9-040a-4a33-b162-cd03f44ee369 for instance with vm_state building and task_state spawning.
Oct 16 08:35:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:21 user nova-compute[73884]: DEBUG nova.compute.manager [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:35:21 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:35:21 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Instance spawned successfully.
Oct 16 08:35:21 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:35:21 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:35:21 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:35:21 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:35:21 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:35:21 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:35:21 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:35:21 user nova-compute[73884]: INFO nova.compute.manager [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Took 5.36 seconds to spawn the instance on the hypervisor.
Oct 16 08:35:21 user nova-compute[73884]: DEBUG nova.compute.manager [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:35:21 user nova-compute[73884]: INFO nova.compute.manager [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Took 6.12 seconds to build instance.
Oct 16 08:35:21 user nova-compute[73884]: DEBUG nova.compute.manager [req-28918cd6-66d5-4ec0-96bf-0ef28d2c53c9 req-24853026-bbe5-46fd-b551-d44d1147ea90 service nova] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Received event network-vif-plugged-51e96ae9-040a-4a33-b162-cd03f44ee369 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:35:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-28918cd6-66d5-4ec0-96bf-0ef28d2c53c9 req-24853026-bbe5-46fd-b551-d44d1147ea90 service nova] Acquiring lock "1cf4a86a-6579-4dbd-aa1a-9867b742fd55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:35:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-28918cd6-66d5-4ec0-96bf-0ef28d2c53c9 req-24853026-bbe5-46fd-b551-d44d1147ea90 service nova] Lock "1cf4a86a-6579-4dbd-aa1a-9867b742fd55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:35:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-28918cd6-66d5-4ec0-96bf-0ef28d2c53c9 req-24853026-bbe5-46fd-b551-d44d1147ea90 service nova] Lock "1cf4a86a-6579-4dbd-aa1a-9867b742fd55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:35:21 user nova-compute[73884]: DEBUG nova.compute.manager [req-28918cd6-66d5-4ec0-96bf-0ef28d2c53c9 req-24853026-bbe5-46fd-b551-d44d1147ea90 service nova] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] No waiting events found dispatching network-vif-plugged-51e96ae9-040a-4a33-b162-cd03f44ee369 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:35:21 user nova-compute[73884]: WARNING nova.compute.manager [req-28918cd6-66d5-4ec0-96bf-0ef28d2c53c9 req-24853026-bbe5-46fd-b551-d44d1147ea90 service nova] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Received unexpected event network-vif-plugged-51e96ae9-040a-4a33-b162-cd03f44ee369 for instance with vm_state active and task_state None.
Oct 16 08:35:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-aa9852f5-51ea-4672-acea-56b78a59f242 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "1cf4a86a-6579-4dbd-aa1a-9867b742fd55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.222s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:35:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquiring lock "cec31fc9-341b-4681-a637-ec6c27736df8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:35:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "cec31fc9-341b-4681-a637-ec6c27736df8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:35:27 user nova-compute[73884]: DEBUG nova.compute.manager [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:35:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:35:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:35:27 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:35:27 user nova-compute[73884]: INFO nova.compute.claims [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Claim successful on node user
Oct 16 08:35:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:28 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:35:28 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:35:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.399s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:35:28 user nova-compute[73884]: DEBUG nova.compute.manager [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:35:28 user nova-compute[73884]: DEBUG nova.compute.manager [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:35:28 user nova-compute[73884]: DEBUG nova.network.neutron [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:35:28 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:35:28 user nova-compute[73884]: DEBUG nova.compute.manager [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:35:28 user nova-compute[73884]: DEBUG nova.policy [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74fe83ad148b430eab2020456df2702f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aac394fa5be84455ba4c994fe7a08925', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:35:28 user nova-compute[73884]: DEBUG nova.compute.manager [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:35:28 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:35:28 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Creating image(s)
Oct 16 08:35:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquiring lock "/opt/stack/data/nova/instances/cec31fc9-341b-4681-a637-ec6c27736df8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:35:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "/opt/stack/data/nova/instances/cec31fc9-341b-4681-a637-ec6c27736df8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:35:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "/opt/stack/data/nova/instances/cec31fc9-341b-4681-a637-ec6c27736df8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:35:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:35:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.189s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:35:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquiring lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:35:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:35:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:35:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.174s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:35:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/cec31fc9-341b-4681-a637-ec6c27736df8/disk 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:35:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/cec31fc9-341b-4681-a637-ec6c27736df8/disk 1073741824" returned: 0 in 0.053s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:35:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.233s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:35:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:35:28 user nova-compute[73884]: DEBUG nova.network.neutron [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Successfully created port: a180510b-16ed-41f1-a490-cd10a235c21f {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.174s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Checking if we can resize image /opt/stack/data/nova/instances/cec31fc9-341b-4681-a637-ec6c27736df8/disk. size=1073741824 {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cec31fc9-341b-4681-a637-ec6c27736df8/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cec31fc9-341b-4681-a637-ec6c27736df8/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Cannot resize image /opt/stack/data/nova/instances/cec31fc9-341b-4681-a637-ec6c27736df8/disk to a smaller size. {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Ensure instance console log exists: /opt/stack/data/nova/instances/cec31fc9-341b-4681-a637-ec6c27736df8/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG nova.network.neutron [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Successfully updated port: a180510b-16ed-41f1-a490-cd10a235c21f {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquiring lock "refresh_cache-cec31fc9-341b-4681-a637-ec6c27736df8" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquired lock "refresh_cache-cec31fc9-341b-4681-a637-ec6c27736df8" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG nova.network.neutron [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG nova.compute.manager [req-b1ebb94b-b7d8-4222-923e-50bd7ae68575 req-954e7ec0-1a00-4226-b5aa-d6ec81cdd204 service nova] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Received event network-changed-a180510b-16ed-41f1-a490-cd10a235c21f {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG nova.compute.manager [req-b1ebb94b-b7d8-4222-923e-50bd7ae68575 req-954e7ec0-1a00-4226-b5aa-d6ec81cdd204 service nova] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Refreshing instance network info cache due to event network-changed-a180510b-16ed-41f1-a490-cd10a235c21f. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-b1ebb94b-b7d8-4222-923e-50bd7ae68575 req-954e7ec0-1a00-4226-b5aa-d6ec81cdd204 service nova] Acquiring lock "refresh_cache-cec31fc9-341b-4681-a637-ec6c27736df8" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG nova.network.neutron [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG nova.network.neutron [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Updating instance_info_cache with network_info: [{"id": "a180510b-16ed-41f1-a490-cd10a235c21f", "address": "fa:16:3e:8d:ea:8a", "network": {"id": "52793eaf-54c8-4092-868b-51753d278fbf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-915749854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aac394fa5be84455ba4c994fe7a08925", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa180510b-16", "ovs_interfaceid": "a180510b-16ed-41f1-a490-cd10a235c21f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Releasing lock "refresh_cache-cec31fc9-341b-4681-a637-ec6c27736df8" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG nova.compute.manager [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Instance network_info: |[{"id": "a180510b-16ed-41f1-a490-cd10a235c21f", "address": "fa:16:3e:8d:ea:8a", "network": {"id": "52793eaf-54c8-4092-868b-51753d278fbf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-915749854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aac394fa5be84455ba4c994fe7a08925", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa180510b-16", "ovs_interfaceid": "a180510b-16ed-41f1-a490-cd10a235c21f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-b1ebb94b-b7d8-4222-923e-50bd7ae68575 req-954e7ec0-1a00-4226-b5aa-d6ec81cdd204 service nova] Acquired lock "refresh_cache-cec31fc9-341b-4681-a637-ec6c27736df8" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG nova.network.neutron [req-b1ebb94b-b7d8-4222-923e-50bd7ae68575 req-954e7ec0-1a00-4226-b5aa-d6ec81cdd204 service nova] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Refreshing network info cache for port a180510b-16ed-41f1-a490-cd10a235c21f {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Start _get_guest_xml network_info=[{"id": "a180510b-16ed-41f1-a490-cd10a235c21f", "address": "fa:16:3e:8d:ea:8a", "network": {"id": "52793eaf-54c8-4092-868b-51753d278fbf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-915749854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aac394fa5be84455ba4c994fe7a08925", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa180510b-16", "ovs_interfaceid": "a180510b-16ed-41f1-a490-cd10a235c21f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'a4e1d819-b957-4c9c-9b9d-fd987951fbab'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:35:29 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:35:29 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:35:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:35:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1874041735',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1874041735',id=28,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHJ4pZJIINogzmkKODOnQpA+Pr1fjnqW4RfRCBS2NJdgsQPsVbgo6gFbB+Enl7eHWELfVpEiqlFFt+NRa6Yl/CVsYNd7CanVsMgqZ5ptgnLVxsZVS9tERRVKtQOAKflYKw==',key_name='tempest-keypair-2025133775',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aac394fa5be84455ba4c994fe7a08925',ramdisk_id='',reservation_id='r-yne3tw0r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-732217427',owner_user_name='tempest-AttachVolumeShelveTestJSON-732217427-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:35:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='74fe83ad148b430eab2020456df2702f',uuid=cec31fc9-341b-4681-a637-ec6c27736df8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a180510b-16ed-41f1-a490-cd10a235c21f", "address": "fa:16:3e:8d:ea:8a", "network": {"id": "52793eaf-54c8-4092-868b-51753d278fbf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-915749854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aac394fa5be84455ba4c994fe7a08925", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa180510b-16", "ovs_interfaceid": "a180510b-16ed-41f1-a490-cd10a235c21f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Converting VIF {"id": "a180510b-16ed-41f1-a490-cd10a235c21f", "address": "fa:16:3e:8d:ea:8a", "network": {"id": "52793eaf-54c8-4092-868b-51753d278fbf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-915749854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aac394fa5be84455ba4c994fe7a08925", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa180510b-16", "ovs_interfaceid": "a180510b-16ed-41f1-a490-cd10a235c21f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8d:ea:8a,bridge_name='br-int',has_traffic_filtering=True,id=a180510b-16ed-41f1-a490-cd10a235c21f,network=Network(52793eaf-54c8-4092-868b-51753d278fbf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa180510b-16') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG nova.objects.instance [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lazy-loading 'pci_devices' on Instance uuid cec31fc9-341b-4681-a637-ec6c27736df8 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:35:29 user nova-compute[73884]:   <uuid>cec31fc9-341b-4681-a637-ec6c27736df8</uuid>
Oct 16 08:35:29 user nova-compute[73884]:   <name>instance-0000001c</name>
Oct 16 08:35:29 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:35:29 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:35:29 user nova-compute[73884]:   <metadata>
Oct 16 08:35:29 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:35:29 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:35:29 user nova-compute[73884]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1874041735</nova:name>
Oct 16 08:35:29 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:35:29</nova:creationTime>
Oct 16 08:35:29 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:35:29 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:35:29 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:35:29 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:35:29 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:35:29 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:35:29 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:35:29 user nova-compute[73884]:       <nova:owner>
Oct 16 08:35:29 user nova-compute[73884]:         <nova:user uuid="74fe83ad148b430eab2020456df2702f">tempest-AttachVolumeShelveTestJSON-732217427-project-member</nova:user>
Oct 16 08:35:29 user nova-compute[73884]:         <nova:project uuid="aac394fa5be84455ba4c994fe7a08925">tempest-AttachVolumeShelveTestJSON-732217427</nova:project>
Oct 16 08:35:29 user nova-compute[73884]:       </nova:owner>
Oct 16 08:35:29 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:35:29 user nova-compute[73884]:       <nova:ports>
Oct 16 08:35:29 user nova-compute[73884]:         <nova:port uuid="a180510b-16ed-41f1-a490-cd10a235c21f">
Oct 16 08:35:29 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 16 08:35:29 user nova-compute[73884]:         </nova:port>
Oct 16 08:35:29 user nova-compute[73884]:       </nova:ports>
Oct 16 08:35:29 user nova-compute[73884]:     </nova:instance>
Oct 16 08:35:29 user nova-compute[73884]:   </metadata>
Oct 16 08:35:29 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:35:29 user nova-compute[73884]:     <system>
Oct 16 08:35:29 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:35:29 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:35:29 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:35:29 user nova-compute[73884]:       <entry name="serial">cec31fc9-341b-4681-a637-ec6c27736df8</entry>
Oct 16 08:35:29 user nova-compute[73884]:       <entry name="uuid">cec31fc9-341b-4681-a637-ec6c27736df8</entry>
Oct 16 08:35:29 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:35:29 user nova-compute[73884]:     </system>
Oct 16 08:35:29 user nova-compute[73884]:   </sysinfo>
Oct 16 08:35:29 user nova-compute[73884]:   <os>
Oct 16 08:35:29 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:35:29 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:35:29 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:35:29 user nova-compute[73884]:   </os>
Oct 16 08:35:29 user nova-compute[73884]:   <features>
Oct 16 08:35:29 user nova-compute[73884]:     <acpi/>
Oct 16 08:35:29 user nova-compute[73884]:     <apic/>
Oct 16 08:35:29 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:35:29 user nova-compute[73884]:   </features>
Oct 16 08:35:29 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:35:29 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:35:29 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:35:29 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:35:29 user nova-compute[73884]:   </clock>
Oct 16 08:35:29 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:35:29 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:35:29 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:35:29 user nova-compute[73884]:   </cpu>
Oct 16 08:35:29 user nova-compute[73884]:   <devices>
Oct 16 08:35:29 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:35:29 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:35:29 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/cec31fc9-341b-4681-a637-ec6c27736df8/disk"/>
Oct 16 08:35:29 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:35:29 user nova-compute[73884]:     </disk>
Oct 16 08:35:29 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:35:29 user nova-compute[73884]:       <mac address="fa:16:3e:8d:ea:8a"/>
Oct 16 08:35:29 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:35:29 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:35:29 user nova-compute[73884]:       <target dev="tapa180510b-16"/>
Oct 16 08:35:29 user nova-compute[73884]:     </interface>
Oct 16 08:35:29 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:35:29 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/cec31fc9-341b-4681-a637-ec6c27736df8/console.log" append="off"/>
Oct 16 08:35:29 user nova-compute[73884]:     </serial>
Oct 16 08:35:29 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:35:29 user nova-compute[73884]:     <video>
Oct 16 08:35:29 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:35:29 user nova-compute[73884]:     </video>
Oct 16 08:35:29 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:35:29 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:35:29 user nova-compute[73884]:     </rng>
Oct 16 08:35:29 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:35:29 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:35:29 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:35:29 user nova-compute[73884]:     </memballoon>
Oct 16 08:35:29 user nova-compute[73884]:   </devices>
Oct 16 08:35:29 user nova-compute[73884]: </domain>
Oct 16 08:35:29 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:35:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1874041735',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1874041735',id=28,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHJ4pZJIINogzmkKODOnQpA+Pr1fjnqW4RfRCBS2NJdgsQPsVbgo6gFbB+Enl7eHWELfVpEiqlFFt+NRa6Yl/CVsYNd7CanVsMgqZ5ptgnLVxsZVS9tERRVKtQOAKflYKw==',key_name='tempest-keypair-2025133775',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aac394fa5be84455ba4c994fe7a08925',ramdisk_id='',reservation_id='r-yne3tw0r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-732217427',owner_user_name='tempest-AttachVolumeShelveTestJSON-732217427-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:35:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='74fe83ad148b430eab2020456df2702f',uuid=cec31fc9-341b-4681-a637-ec6c27736df8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a180510b-16ed-41f1-a490-cd10a235c21f", "address": "fa:16:3e:8d:ea:8a", "network": {"id": "52793eaf-54c8-4092-868b-51753d278fbf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-915749854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aac394fa5be84455ba4c994fe7a08925", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa180510b-16", "ovs_interfaceid": "a180510b-16ed-41f1-a490-cd10a235c21f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Converting VIF {"id": "a180510b-16ed-41f1-a490-cd10a235c21f", "address": "fa:16:3e:8d:ea:8a", "network": {"id": "52793eaf-54c8-4092-868b-51753d278fbf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-915749854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aac394fa5be84455ba4c994fe7a08925", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa180510b-16", "ovs_interfaceid": "a180510b-16ed-41f1-a490-cd10a235c21f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8d:ea:8a,bridge_name='br-int',has_traffic_filtering=True,id=a180510b-16ed-41f1-a490-cd10a235c21f,network=Network(52793eaf-54c8-4092-868b-51753d278fbf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa180510b-16') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG os_vif [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8d:ea:8a,bridge_name='br-int',has_traffic_filtering=True,id=a180510b-16ed-41f1-a490-cd10a235c21f,network=Network(52793eaf-54c8-4092-868b-51753d278fbf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa180510b-16') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6f07c643-eaa7-58d4-81b3-a8ae1048edd3', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa180510b-16, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa180510b-16, col_values=(('qos', UUID('d202fb19-cb60-4e1d-bf05-0169d6067787')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa180510b-16, col_values=(('external_ids', {'iface-id': 'a180510b-16ed-41f1-a490-cd10a235c21f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8d:ea:8a', 'vm-uuid': 'cec31fc9-341b-4681-a637-ec6c27736df8'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:29 user nova-compute[73884]: INFO os_vif [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8d:ea:8a,bridge_name='br-int',has_traffic_filtering=True,id=a180510b-16ed-41f1-a490-cd10a235c21f,network=Network(52793eaf-54c8-4092-868b-51753d278fbf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa180510b-16')
Oct 16 08:35:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:35:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] No VIF found with MAC fa:16:3e:8d:ea:8a, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:35:30 user nova-compute[73884]: DEBUG nova.network.neutron [req-b1ebb94b-b7d8-4222-923e-50bd7ae68575 req-954e7ec0-1a00-4226-b5aa-d6ec81cdd204 service nova] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Updated VIF entry in instance network info cache for port a180510b-16ed-41f1-a490-cd10a235c21f. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:35:30 user nova-compute[73884]: DEBUG nova.network.neutron [req-b1ebb94b-b7d8-4222-923e-50bd7ae68575 req-954e7ec0-1a00-4226-b5aa-d6ec81cdd204 service nova] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Updating instance_info_cache with network_info: [{"id": "a180510b-16ed-41f1-a490-cd10a235c21f", "address": "fa:16:3e:8d:ea:8a", "network": {"id": "52793eaf-54c8-4092-868b-51753d278fbf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-915749854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aac394fa5be84455ba4c994fe7a08925", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa180510b-16", "ovs_interfaceid": "a180510b-16ed-41f1-a490-cd10a235c21f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:35:30 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-b1ebb94b-b7d8-4222-923e-50bd7ae68575 req-954e7ec0-1a00-4226-b5aa-d6ec81cdd204 service nova] Releasing lock "refresh_cache-cec31fc9-341b-4681-a637-ec6c27736df8" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:35:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:31 user nova-compute[73884]: DEBUG nova.compute.manager [req-4144f123-d20c-4994-a7a1-b34472ef8fe3 req-a9e970e0-546d-499d-8d06-54dcddb23a64 service nova] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Received event network-vif-plugged-a180510b-16ed-41f1-a490-cd10a235c21f {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:35:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-4144f123-d20c-4994-a7a1-b34472ef8fe3 req-a9e970e0-546d-499d-8d06-54dcddb23a64 service nova] Acquiring lock "cec31fc9-341b-4681-a637-ec6c27736df8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:35:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-4144f123-d20c-4994-a7a1-b34472ef8fe3 req-a9e970e0-546d-499d-8d06-54dcddb23a64 service nova] Lock "cec31fc9-341b-4681-a637-ec6c27736df8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:35:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-4144f123-d20c-4994-a7a1-b34472ef8fe3 req-a9e970e0-546d-499d-8d06-54dcddb23a64 service nova] Lock "cec31fc9-341b-4681-a637-ec6c27736df8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:35:31 user nova-compute[73884]: DEBUG nova.compute.manager [req-4144f123-d20c-4994-a7a1-b34472ef8fe3 req-a9e970e0-546d-499d-8d06-54dcddb23a64 service nova] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] No waiting events found dispatching network-vif-plugged-a180510b-16ed-41f1-a490-cd10a235c21f {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:35:31 user nova-compute[73884]: WARNING nova.compute.manager [req-4144f123-d20c-4994-a7a1-b34472ef8fe3 req-a9e970e0-546d-499d-8d06-54dcddb23a64 service nova] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Received unexpected event network-vif-plugged-a180510b-16ed-41f1-a490-cd10a235c21f for instance with vm_state building and task_state spawning.
Oct 16 08:35:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:33 user nova-compute[73884]: DEBUG nova.compute.manager [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:35:33 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:35:33 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Instance spawned successfully.
Oct 16 08:35:33 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:35:33 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:35:33 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:35:33 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:35:33 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:35:33 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:35:33 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:35:33 user nova-compute[73884]: DEBUG nova.compute.manager [req-5c052a45-9e70-4092-be4b-9dea6be39089 req-85dd8cf8-cfec-4e6b-8719-ff09be94d219 service nova] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Received event network-vif-plugged-a180510b-16ed-41f1-a490-cd10a235c21f {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:35:33 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-5c052a45-9e70-4092-be4b-9dea6be39089 req-85dd8cf8-cfec-4e6b-8719-ff09be94d219 service nova] Acquiring lock "cec31fc9-341b-4681-a637-ec6c27736df8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:35:33 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-5c052a45-9e70-4092-be4b-9dea6be39089 req-85dd8cf8-cfec-4e6b-8719-ff09be94d219 service nova] Lock "cec31fc9-341b-4681-a637-ec6c27736df8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:35:33 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-5c052a45-9e70-4092-be4b-9dea6be39089 req-85dd8cf8-cfec-4e6b-8719-ff09be94d219 service nova] Lock "cec31fc9-341b-4681-a637-ec6c27736df8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:35:33 user nova-compute[73884]: DEBUG nova.compute.manager [req-5c052a45-9e70-4092-be4b-9dea6be39089 req-85dd8cf8-cfec-4e6b-8719-ff09be94d219 service nova] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] No waiting events found dispatching network-vif-plugged-a180510b-16ed-41f1-a490-cd10a235c21f {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:35:33 user nova-compute[73884]: WARNING nova.compute.manager [req-5c052a45-9e70-4092-be4b-9dea6be39089 req-85dd8cf8-cfec-4e6b-8719-ff09be94d219 service nova] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Received unexpected event network-vif-plugged-a180510b-16ed-41f1-a490-cd10a235c21f for instance with vm_state building and task_state spawning.
Oct 16 08:35:33 user nova-compute[73884]: INFO nova.compute.manager [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Took 5.07 seconds to spawn the instance on the hypervisor.
Oct 16 08:35:33 user nova-compute[73884]: DEBUG nova.compute.manager [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:35:33 user nova-compute[73884]: INFO nova.compute.manager [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Took 5.90 seconds to build instance.
Oct 16 08:35:33 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-5edf0e12-ad35-4952-a5ae-06da3f0b05a0 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "cec31fc9-341b-4681-a637-ec6c27736df8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.990s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:35:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f4bbd2fb-070c-47ae-9524-0f79015188ed tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "ad596545-5896-4f7c-b032-e7971e0024dc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:35:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f4bbd2fb-070c-47ae-9524-0f79015188ed tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "ad596545-5896-4f7c-b032-e7971e0024dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:35:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f4bbd2fb-070c-47ae-9524-0f79015188ed tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "ad596545-5896-4f7c-b032-e7971e0024dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:35:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f4bbd2fb-070c-47ae-9524-0f79015188ed tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "ad596545-5896-4f7c-b032-e7971e0024dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:35:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f4bbd2fb-070c-47ae-9524-0f79015188ed tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "ad596545-5896-4f7c-b032-e7971e0024dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:35:35 user nova-compute[73884]: INFO nova.compute.manager [None req-f4bbd2fb-070c-47ae-9524-0f79015188ed tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Terminating instance
Oct 16 08:35:35 user nova-compute[73884]: DEBUG nova.compute.manager [None req-f4bbd2fb-070c-47ae-9524-0f79015188ed tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 08:35:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:35 user nova-compute[73884]: DEBUG nova.compute.manager [req-1e1b53c0-f412-4d3e-8a13-82821c758d8b req-25a55671-a2e5-4083-a951-12d756ae2454 service nova] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Received event network-changed-100c81b4-360b-4608-b988-647de57b9212 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:35:35 user nova-compute[73884]: DEBUG nova.compute.manager [req-1e1b53c0-f412-4d3e-8a13-82821c758d8b req-25a55671-a2e5-4083-a951-12d756ae2454 service nova] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Refreshing instance network info cache due to event network-changed-100c81b4-360b-4608-b988-647de57b9212. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:35:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1e1b53c0-f412-4d3e-8a13-82821c758d8b req-25a55671-a2e5-4083-a951-12d756ae2454 service nova] Acquiring lock "refresh_cache-ad596545-5896-4f7c-b032-e7971e0024dc" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:35:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1e1b53c0-f412-4d3e-8a13-82821c758d8b req-25a55671-a2e5-4083-a951-12d756ae2454 service nova] Acquired lock "refresh_cache-ad596545-5896-4f7c-b032-e7971e0024dc" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:35:35 user nova-compute[73884]: DEBUG nova.network.neutron [req-1e1b53c0-f412-4d3e-8a13-82821c758d8b req-25a55671-a2e5-4083-a951-12d756ae2454 service nova] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Refreshing network info cache for port 100c81b4-360b-4608-b988-647de57b9212 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:35:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:35 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Instance destroyed successfully.
Oct 16 08:35:35 user nova-compute[73884]: DEBUG nova.objects.instance [None req-f4bbd2fb-070c-47ae-9524-0f79015188ed tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lazy-loading 'resources' on Instance uuid ad596545-5896-4f7c-b032-e7971e0024dc {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:35:35 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-f4bbd2fb-070c-47ae-9524-0f79015188ed tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:33:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-2130349843',display_name='tempest-AttachVolumeNegativeTest-server-2130349843',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-2130349843',id=25,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIDchbJ17068hsH/j26VypHkwPHJdIKsJ0OCpUuYGYzrqtGCea8pvs0njvP1XDS0MtVMEWewwcYGmS1QYIzt4lbb7/hjaUydhCMdADGAgskjGJ0AONIUk8F5E5O3k7sIvA==',key_name='tempest-keypair-218094832',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:33:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8d655f1249c64e03ba95139efa91e346',ramdisk_id='',reservation_id='r-zh7i616y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-155093106',owner_user_name='tempest-AttachVolumeNegativeTest-155093106-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:33:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='66ae9d1205f8431b8633ceea5ff568ed',uuid=ad596545-5896-4f7c-b032-e7971e0024dc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "100c81b4-360b-4608-b988-647de57b9212", "address": "fa:16:3e:d3:ad:c9", "network": {"id": "e6c27229-23f2-49e4-a586-cd4ba520e1e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-139611324-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d655f1249c64e03ba95139efa91e346", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap100c81b4-36", "ovs_interfaceid": "100c81b4-360b-4608-b988-647de57b9212", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:35:35 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-f4bbd2fb-070c-47ae-9524-0f79015188ed tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Converting VIF {"id": "100c81b4-360b-4608-b988-647de57b9212", "address": "fa:16:3e:d3:ad:c9", "network": {"id": "e6c27229-23f2-49e4-a586-cd4ba520e1e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-139611324-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d655f1249c64e03ba95139efa91e346", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap100c81b4-36", "ovs_interfaceid": "100c81b4-360b-4608-b988-647de57b9212", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:35:35 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-f4bbd2fb-070c-47ae-9524-0f79015188ed tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d3:ad:c9,bridge_name='br-int',has_traffic_filtering=True,id=100c81b4-360b-4608-b988-647de57b9212,network=Network(e6c27229-23f2-49e4-a586-cd4ba520e1e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap100c81b4-36') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:35:35 user nova-compute[73884]: DEBUG os_vif [None req-f4bbd2fb-070c-47ae-9524-0f79015188ed tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d3:ad:c9,bridge_name='br-int',has_traffic_filtering=True,id=100c81b4-360b-4608-b988-647de57b9212,network=Network(e6c27229-23f2-49e4-a586-cd4ba520e1e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap100c81b4-36') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:35:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap100c81b4-36, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:35:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:35:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8fdb69b1-5e71-49c1-8028-5c7c0a970688) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:35:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:35 user nova-compute[73884]: INFO os_vif [None req-f4bbd2fb-070c-47ae-9524-0f79015188ed tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d3:ad:c9,bridge_name='br-int',has_traffic_filtering=True,id=100c81b4-360b-4608-b988-647de57b9212,network=Network(e6c27229-23f2-49e4-a586-cd4ba520e1e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap100c81b4-36')
Oct 16 08:35:35 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-f4bbd2fb-070c-47ae-9524-0f79015188ed tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Deleting instance files /opt/stack/data/nova/instances/ad596545-5896-4f7c-b032-e7971e0024dc_del
Oct 16 08:35:35 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-f4bbd2fb-070c-47ae-9524-0f79015188ed tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Deletion of /opt/stack/data/nova/instances/ad596545-5896-4f7c-b032-e7971e0024dc_del complete
Oct 16 08:35:35 user nova-compute[73884]: DEBUG nova.network.neutron [req-1e1b53c0-f412-4d3e-8a13-82821c758d8b req-25a55671-a2e5-4083-a951-12d756ae2454 service nova] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Updated VIF entry in instance network info cache for port 100c81b4-360b-4608-b988-647de57b9212. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:35:35 user nova-compute[73884]: DEBUG nova.network.neutron [req-1e1b53c0-f412-4d3e-8a13-82821c758d8b req-25a55671-a2e5-4083-a951-12d756ae2454 service nova] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Updating instance_info_cache with network_info: [{"id": "100c81b4-360b-4608-b988-647de57b9212", "address": "fa:16:3e:d3:ad:c9", "network": {"id": "e6c27229-23f2-49e4-a586-cd4ba520e1e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-139611324-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d655f1249c64e03ba95139efa91e346", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap100c81b4-36", "ovs_interfaceid": "100c81b4-360b-4608-b988-647de57b9212", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:35:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1e1b53c0-f412-4d3e-8a13-82821c758d8b req-25a55671-a2e5-4083-a951-12d756ae2454 service nova] Releasing lock "refresh_cache-ad596545-5896-4f7c-b032-e7971e0024dc" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:35:36 user nova-compute[73884]: INFO nova.compute.manager [None req-f4bbd2fb-070c-47ae-9524-0f79015188ed tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Took 0.91 seconds to destroy the instance on the hypervisor.
Oct 16 08:35:36 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-f4bbd2fb-070c-47ae-9524-0f79015188ed tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 08:35:36 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 08:35:36 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 08:35:36 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:35:36 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Took 0.75 seconds to deallocate network for instance.
Oct 16 08:35:36 user nova-compute[73884]: DEBUG nova.compute.manager [req-ced4b7f6-0b5f-43b2-9c65-ddbbc08fa137 req-fbb54bd5-7e76-49be-ae2b-4bf7484b203b service nova] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Received event network-vif-deleted-100c81b4-360b-4608-b988-647de57b9212 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:35:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f4bbd2fb-070c-47ae-9524-0f79015188ed tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:35:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f4bbd2fb-070c-47ae-9524-0f79015188ed tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:35:37 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-f4bbd2fb-070c-47ae-9524-0f79015188ed tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:35:37 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-f4bbd2fb-070c-47ae-9524-0f79015188ed tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:35:37 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f4bbd2fb-070c-47ae-9524-0f79015188ed tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.367s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:35:37 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-f4bbd2fb-070c-47ae-9524-0f79015188ed tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Deleted allocations for instance ad596545-5896-4f7c-b032-e7971e0024dc
Oct 16 08:35:37 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f4bbd2fb-070c-47ae-9524-0f79015188ed tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "ad596545-5896-4f7c-b032-e7971e0024dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.216s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:35:37 user nova-compute[73884]: DEBUG nova.compute.manager [req-32f5e44b-4b26-4923-87ce-5e18add29a85 req-105f0c83-566a-4223-a3ac-1a317241785c service nova] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Received event network-vif-unplugged-100c81b4-360b-4608-b988-647de57b9212 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:35:37 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-32f5e44b-4b26-4923-87ce-5e18add29a85 req-105f0c83-566a-4223-a3ac-1a317241785c service nova] Acquiring lock "ad596545-5896-4f7c-b032-e7971e0024dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:35:37 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-32f5e44b-4b26-4923-87ce-5e18add29a85 req-105f0c83-566a-4223-a3ac-1a317241785c service nova] Lock "ad596545-5896-4f7c-b032-e7971e0024dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:35:37 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-32f5e44b-4b26-4923-87ce-5e18add29a85 req-105f0c83-566a-4223-a3ac-1a317241785c service nova] Lock "ad596545-5896-4f7c-b032-e7971e0024dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:35:37 user nova-compute[73884]: DEBUG nova.compute.manager [req-32f5e44b-4b26-4923-87ce-5e18add29a85 req-105f0c83-566a-4223-a3ac-1a317241785c service nova] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] No waiting events found dispatching network-vif-unplugged-100c81b4-360b-4608-b988-647de57b9212 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:35:37 user nova-compute[73884]: WARNING nova.compute.manager [req-32f5e44b-4b26-4923-87ce-5e18add29a85 req-105f0c83-566a-4223-a3ac-1a317241785c service nova] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Received unexpected event network-vif-unplugged-100c81b4-360b-4608-b988-647de57b9212 for instance with vm_state deleted and task_state None.
Oct 16 08:35:37 user nova-compute[73884]: DEBUG nova.compute.manager [req-32f5e44b-4b26-4923-87ce-5e18add29a85 req-105f0c83-566a-4223-a3ac-1a317241785c service nova] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Received event network-vif-plugged-100c81b4-360b-4608-b988-647de57b9212 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:35:37 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-32f5e44b-4b26-4923-87ce-5e18add29a85 req-105f0c83-566a-4223-a3ac-1a317241785c service nova] Acquiring lock "ad596545-5896-4f7c-b032-e7971e0024dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:35:37 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-32f5e44b-4b26-4923-87ce-5e18add29a85 req-105f0c83-566a-4223-a3ac-1a317241785c service nova] Lock "ad596545-5896-4f7c-b032-e7971e0024dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:35:37 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-32f5e44b-4b26-4923-87ce-5e18add29a85 req-105f0c83-566a-4223-a3ac-1a317241785c service nova] Lock "ad596545-5896-4f7c-b032-e7971e0024dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:35:37 user nova-compute[73884]: DEBUG nova.compute.manager [req-32f5e44b-4b26-4923-87ce-5e18add29a85 req-105f0c83-566a-4223-a3ac-1a317241785c service nova] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] No waiting events found dispatching network-vif-plugged-100c81b4-360b-4608-b988-647de57b9212 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:35:37 user nova-compute[73884]: WARNING nova.compute.manager [req-32f5e44b-4b26-4923-87ce-5e18add29a85 req-105f0c83-566a-4223-a3ac-1a317241785c service nova] [instance: ad596545-5896-4f7c-b032-e7971e0024dc] Received unexpected event network-vif-plugged-100c81b4-360b-4608-b988-647de57b9212 for instance with vm_state deleted and task_state None.
Oct 16 08:35:37 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:40 user nova-compute[73884]: INFO nova.compute.manager [None req-b737968e-b2bb-48d7-9bb7-e574c2de2e2b tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Unrescuing
Oct 16 08:35:40 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b737968e-b2bb-48d7-9bb7-e574c2de2e2b tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquiring lock "refresh_cache-7d5fd04a-039d-4cb0-9eef-bce9700a85bb" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:35:40 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b737968e-b2bb-48d7-9bb7-e574c2de2e2b tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquired lock "refresh_cache-7d5fd04a-039d-4cb0-9eef-bce9700a85bb" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:35:40 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b737968e-b2bb-48d7-9bb7-e574c2de2e2b tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:35:40 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b737968e-b2bb-48d7-9bb7-e574c2de2e2b tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Updating instance_info_cache with network_info: [{"id": "b41c92f3-92d8-4654-89f1-124b210d2af5", "address": "fa:16:3e:8a:47:33", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb41c92f3-92", "ovs_interfaceid": "b41c92f3-92d8-4654-89f1-124b210d2af5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:35:40 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b737968e-b2bb-48d7-9bb7-e574c2de2e2b tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Releasing lock "refresh_cache-7d5fd04a-039d-4cb0-9eef-bce9700a85bb" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:35:40 user nova-compute[73884]: DEBUG nova.objects.instance [None req-b737968e-b2bb-48d7-9bb7-e574c2de2e2b tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lazy-loading 'flavor' on Instance uuid 7d5fd04a-039d-4cb0-9eef-bce9700a85bb {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:35:40 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:40 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:40 user nova-compute[73884]: DEBUG nova.compute.manager [req-881f0e48-df6b-4c98-9c45-39f2cf91abd9 req-9f1b2195-5159-4505-8899-41c7f4bd165d service nova] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Received event network-vif-unplugged-b41c92f3-92d8-4654-89f1-124b210d2af5 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:35:40 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-881f0e48-df6b-4c98-9c45-39f2cf91abd9 req-9f1b2195-5159-4505-8899-41c7f4bd165d service nova] Acquiring lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:35:40 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-881f0e48-df6b-4c98-9c45-39f2cf91abd9 req-9f1b2195-5159-4505-8899-41c7f4bd165d service nova] Lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:35:40 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-881f0e48-df6b-4c98-9c45-39f2cf91abd9 req-9f1b2195-5159-4505-8899-41c7f4bd165d service nova] Lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:35:40 user nova-compute[73884]: DEBUG nova.compute.manager [req-881f0e48-df6b-4c98-9c45-39f2cf91abd9 req-9f1b2195-5159-4505-8899-41c7f4bd165d service nova] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] No waiting events found dispatching network-vif-unplugged-b41c92f3-92d8-4654-89f1-124b210d2af5 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:35:40 user nova-compute[73884]: WARNING nova.compute.manager [req-881f0e48-df6b-4c98-9c45-39f2cf91abd9 req-9f1b2195-5159-4505-8899-41c7f4bd165d service nova] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Received unexpected event network-vif-unplugged-b41c92f3-92d8-4654-89f1-124b210d2af5 for instance with vm_state rescued and task_state unrescuing.
Oct 16 08:35:40 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:40 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:40 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:41 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Instance destroyed successfully.
Oct 16 08:35:42 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:42 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:42 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:42 user nova-compute[73884]: DEBUG nova.compute.manager [req-36225d8c-7cfb-4f23-8f9a-6c6ca50b3bba req-ea5ea46b-07d7-4097-b50e-a0bca7bf96bb service nova] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Received event network-vif-plugged-b41c92f3-92d8-4654-89f1-124b210d2af5 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:35:42 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-36225d8c-7cfb-4f23-8f9a-6c6ca50b3bba req-ea5ea46b-07d7-4097-b50e-a0bca7bf96bb service nova] Acquiring lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:35:42 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-36225d8c-7cfb-4f23-8f9a-6c6ca50b3bba req-ea5ea46b-07d7-4097-b50e-a0bca7bf96bb service nova] Lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:35:42 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-36225d8c-7cfb-4f23-8f9a-6c6ca50b3bba req-ea5ea46b-07d7-4097-b50e-a0bca7bf96bb service nova] Lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:35:42 user nova-compute[73884]: DEBUG nova.compute.manager [req-36225d8c-7cfb-4f23-8f9a-6c6ca50b3bba req-ea5ea46b-07d7-4097-b50e-a0bca7bf96bb service nova] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] No waiting events found dispatching network-vif-plugged-b41c92f3-92d8-4654-89f1-124b210d2af5 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:35:42 user nova-compute[73884]: WARNING nova.compute.manager [req-36225d8c-7cfb-4f23-8f9a-6c6ca50b3bba req-ea5ea46b-07d7-4097-b50e-a0bca7bf96bb service nova] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Received unexpected event network-vif-plugged-b41c92f3-92d8-4654-89f1-124b210d2af5 for instance with vm_state rescued and task_state unrescuing.
Oct 16 08:35:42 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:42 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:42 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:44 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b737968e-b2bb-48d7-9bb7-e574c2de2e2b tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:35:44 user nova-compute[73884]: DEBUG nova.compute.manager [req-858f027a-f9a9-4f47-8829-8f78e7e1403d req-67c8eac3-90e7-4c1b-a542-2952ba3b7d6c service nova] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Received event network-vif-plugged-b41c92f3-92d8-4654-89f1-124b210d2af5 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:35:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-858f027a-f9a9-4f47-8829-8f78e7e1403d req-67c8eac3-90e7-4c1b-a542-2952ba3b7d6c service nova] Acquiring lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:35:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-858f027a-f9a9-4f47-8829-8f78e7e1403d req-67c8eac3-90e7-4c1b-a542-2952ba3b7d6c service nova] Lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:35:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-858f027a-f9a9-4f47-8829-8f78e7e1403d req-67c8eac3-90e7-4c1b-a542-2952ba3b7d6c service nova] Lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:35:44 user nova-compute[73884]: DEBUG nova.compute.manager [req-858f027a-f9a9-4f47-8829-8f78e7e1403d req-67c8eac3-90e7-4c1b-a542-2952ba3b7d6c service nova] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] No waiting events found dispatching network-vif-plugged-b41c92f3-92d8-4654-89f1-124b210d2af5 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:35:44 user nova-compute[73884]: WARNING nova.compute.manager [req-858f027a-f9a9-4f47-8829-8f78e7e1403d req-67c8eac3-90e7-4c1b-a542-2952ba3b7d6c service nova] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Received unexpected event network-vif-plugged-b41c92f3-92d8-4654-89f1-124b210d2af5 for instance with vm_state active and task_state None.
Oct 16 08:35:44 user nova-compute[73884]: DEBUG nova.compute.manager [req-858f027a-f9a9-4f47-8829-8f78e7e1403d req-67c8eac3-90e7-4c1b-a542-2952ba3b7d6c service nova] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Received event network-vif-plugged-b41c92f3-92d8-4654-89f1-124b210d2af5 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:35:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-858f027a-f9a9-4f47-8829-8f78e7e1403d req-67c8eac3-90e7-4c1b-a542-2952ba3b7d6c service nova] Acquiring lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:35:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-858f027a-f9a9-4f47-8829-8f78e7e1403d req-67c8eac3-90e7-4c1b-a542-2952ba3b7d6c service nova] Lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:35:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-858f027a-f9a9-4f47-8829-8f78e7e1403d req-67c8eac3-90e7-4c1b-a542-2952ba3b7d6c service nova] Lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:35:44 user nova-compute[73884]: DEBUG nova.compute.manager [req-858f027a-f9a9-4f47-8829-8f78e7e1403d req-67c8eac3-90e7-4c1b-a542-2952ba3b7d6c service nova] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] No waiting events found dispatching network-vif-plugged-b41c92f3-92d8-4654-89f1-124b210d2af5 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:35:44 user nova-compute[73884]: WARNING nova.compute.manager [req-858f027a-f9a9-4f47-8829-8f78e7e1403d req-67c8eac3-90e7-4c1b-a542-2952ba3b7d6c service nova] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Received unexpected event network-vif-plugged-b41c92f3-92d8-4654-89f1-124b210d2af5 for instance with vm_state active and task_state None.
Oct 16 08:35:45 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:35:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:35:55 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:35:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:35:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:35:55 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:35:55 user nova-compute[73884]: INFO nova.compute.claims [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Claim successful on node user
Oct 16 08:35:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:56 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:35:56 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:35:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.558s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:35:56 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:35:56 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:35:56 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:35:56 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:35:56 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:35:56 user nova-compute[73884]: DEBUG nova.policy [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd17a1a64076a44f28b10f2d82b7ffd5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9db6ac897784a4fb18d26858afb7956', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:35:56 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:35:56 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:35:56 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Creating image(s)
Oct 16 08:35:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "/opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:35:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "/opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:35:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "/opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:35:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:35:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.235s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:35:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:35:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:35:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:35:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.227s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:35:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:35:57 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Successfully created port: 4c432b6e-eebd-40a0-a21b-3306b1950e94 {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:35:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk 1073741824" returned: 0 in 0.075s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:35:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.316s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:35:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:35:57 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:35:57 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:35:57 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 08:35:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.183s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:35:57 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk. size=1073741824 {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 08:35:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:35:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "refresh_cache-1b00d8e1-f570-4091-9bee-780b98344624" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:35:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquired lock "refresh_cache-1b00d8e1-f570-4091-9bee-780b98344624" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:35:57 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Forcefully refreshing network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 08:35:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:35:57 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Cannot resize image /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk to a smaller size. {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 08:35:57 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:35:57 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Ensure instance console log exists: /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:35:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:35:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:35:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:35:57 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Successfully updated port: 4c432b6e-eebd-40a0-a21b-3306b1950e94 {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:35:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "refresh_cache-2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:35:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquired lock "refresh_cache-2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:35:57 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:35:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-8034ab9e-e67c-4942-9ac5-9f1ae3708e85 req-e00a6718-edaf-4b09-b189-8e5a60c041f6 service nova] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Received event network-changed-4c432b6e-eebd-40a0-a21b-3306b1950e94 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:35:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-8034ab9e-e67c-4942-9ac5-9f1ae3708e85 req-e00a6718-edaf-4b09-b189-8e5a60c041f6 service nova] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Refreshing instance network info cache due to event network-changed-4c432b6e-eebd-40a0-a21b-3306b1950e94. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:35:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8034ab9e-e67c-4942-9ac5-9f1ae3708e85 req-e00a6718-edaf-4b09-b189-8e5a60c041f6 service nova] Acquiring lock "refresh_cache-2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:35:57 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Updating instance_info_cache with network_info: [{"id": "76239de3-6646-40d1-8e8a-f3ee2822ad02", "address": "fa:16:3e:57:da:f7", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76239de3-66", "ovs_interfaceid": "76239de3-6646-40d1-8e8a-f3ee2822ad02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:35:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Releasing lock "refresh_cache-1b00d8e1-f570-4091-9bee-780b98344624" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:35:57 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Updated the network info_cache for instance {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 08:35:57 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:35:57 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:35:57 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:35:57 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:35:57 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:35:57 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:35:57 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 08:35:57 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:35:57 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:35:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:35:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:35:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:35:57 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 08:35:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Updating instance_info_cache with network_info: [{"id": "4c432b6e-eebd-40a0-a21b-3306b1950e94", "address": "fa:16:3e:e8:3b:fa", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c432b6e-ee", "ovs_interfaceid": "4c432b6e-eebd-40a0-a21b-3306b1950e94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Releasing lock "refresh_cache-2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Instance network_info: |[{"id": "4c432b6e-eebd-40a0-a21b-3306b1950e94", "address": "fa:16:3e:e8:3b:fa", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c432b6e-ee", "ovs_interfaceid": "4c432b6e-eebd-40a0-a21b-3306b1950e94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8034ab9e-e67c-4942-9ac5-9f1ae3708e85 req-e00a6718-edaf-4b09-b189-8e5a60c041f6 service nova] Acquired lock "refresh_cache-2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG nova.network.neutron [req-8034ab9e-e67c-4942-9ac5-9f1ae3708e85 req-e00a6718-edaf-4b09-b189-8e5a60c041f6 service nova] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Refreshing network info cache for port 4c432b6e-eebd-40a0-a21b-3306b1950e94 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Start _get_guest_xml network_info=[{"id": "4c432b6e-eebd-40a0-a21b-3306b1950e94", "address": "fa:16:3e:e8:3b:fa", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c432b6e-ee", "ovs_interfaceid": "4c432b6e-eebd-40a0-a21b-3306b1950e94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'a4e1d819-b957-4c9c-9b9d-fd987951fbab'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:35:58 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:35:58 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:35:58 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:35:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1358317686',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1358317686',id=29,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f9db6ac897784a4fb18d26858afb7956',ramdisk_id='',reservation_id='r-ux9v8k6p',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1464100791',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:35:56Z,user_data=None,user_id='d17a1a64076a44f28b10f2d82b7ffd5a',uuid=2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4c432b6e-eebd-40a0-a21b-3306b1950e94", "address": "fa:16:3e:e8:3b:fa", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c432b6e-ee", "ovs_interfaceid": "4c432b6e-eebd-40a0-a21b-3306b1950e94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Converting VIF {"id": "4c432b6e-eebd-40a0-a21b-3306b1950e94", "address": "fa:16:3e:e8:3b:fa", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c432b6e-ee", "ovs_interfaceid": "4c432b6e-eebd-40a0-a21b-3306b1950e94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e8:3b:fa,bridge_name='br-int',has_traffic_filtering=True,id=4c432b6e-eebd-40a0-a21b-3306b1950e94,network=Network(dee86f1a-fba2-4f98-80d9-351ebde8da3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4c432b6e-ee') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG nova.objects.instance [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lazy-loading 'pci_devices' on Instance uuid 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:35:58 user nova-compute[73884]:   <uuid>2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4</uuid>
Oct 16 08:35:58 user nova-compute[73884]:   <name>instance-0000001d</name>
Oct 16 08:35:58 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:35:58 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:35:58 user nova-compute[73884]:   <metadata>
Oct 16 08:35:58 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:35:58 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:35:58 user nova-compute[73884]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1358317686</nova:name>
Oct 16 08:35:58 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:35:58</nova:creationTime>
Oct 16 08:35:58 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:35:58 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:35:58 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:35:58 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:35:58 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:35:58 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:35:58 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:35:58 user nova-compute[73884]:       <nova:owner>
Oct 16 08:35:58 user nova-compute[73884]:         <nova:user uuid="d17a1a64076a44f28b10f2d82b7ffd5a">tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member</nova:user>
Oct 16 08:35:58 user nova-compute[73884]:         <nova:project uuid="f9db6ac897784a4fb18d26858afb7956">tempest-ServerBootFromVolumeStableRescueTest-1464100791</nova:project>
Oct 16 08:35:58 user nova-compute[73884]:       </nova:owner>
Oct 16 08:35:58 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:35:58 user nova-compute[73884]:       <nova:ports>
Oct 16 08:35:58 user nova-compute[73884]:         <nova:port uuid="4c432b6e-eebd-40a0-a21b-3306b1950e94">
Oct 16 08:35:58 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 16 08:35:58 user nova-compute[73884]:         </nova:port>
Oct 16 08:35:58 user nova-compute[73884]:       </nova:ports>
Oct 16 08:35:58 user nova-compute[73884]:     </nova:instance>
Oct 16 08:35:58 user nova-compute[73884]:   </metadata>
Oct 16 08:35:58 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:35:58 user nova-compute[73884]:     <system>
Oct 16 08:35:58 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:35:58 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:35:58 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:35:58 user nova-compute[73884]:       <entry name="serial">2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4</entry>
Oct 16 08:35:58 user nova-compute[73884]:       <entry name="uuid">2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4</entry>
Oct 16 08:35:58 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:35:58 user nova-compute[73884]:     </system>
Oct 16 08:35:58 user nova-compute[73884]:   </sysinfo>
Oct 16 08:35:58 user nova-compute[73884]:   <os>
Oct 16 08:35:58 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:35:58 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:35:58 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:35:58 user nova-compute[73884]:   </os>
Oct 16 08:35:58 user nova-compute[73884]:   <features>
Oct 16 08:35:58 user nova-compute[73884]:     <acpi/>
Oct 16 08:35:58 user nova-compute[73884]:     <apic/>
Oct 16 08:35:58 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:35:58 user nova-compute[73884]:   </features>
Oct 16 08:35:58 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:35:58 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:35:58 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:35:58 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:35:58 user nova-compute[73884]:   </clock>
Oct 16 08:35:58 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:35:58 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:35:58 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:35:58 user nova-compute[73884]:   </cpu>
Oct 16 08:35:58 user nova-compute[73884]:   <devices>
Oct 16 08:35:58 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:35:58 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:35:58 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk"/>
Oct 16 08:35:58 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:35:58 user nova-compute[73884]:     </disk>
Oct 16 08:35:58 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:35:58 user nova-compute[73884]:       <mac address="fa:16:3e:e8:3b:fa"/>
Oct 16 08:35:58 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:35:58 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:35:58 user nova-compute[73884]:       <target dev="tap4c432b6e-ee"/>
Oct 16 08:35:58 user nova-compute[73884]:     </interface>
Oct 16 08:35:58 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:35:58 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/console.log" append="off"/>
Oct 16 08:35:58 user nova-compute[73884]:     </serial>
Oct 16 08:35:58 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:35:58 user nova-compute[73884]:     <video>
Oct 16 08:35:58 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:35:58 user nova-compute[73884]:     </video>
Oct 16 08:35:58 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:35:58 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:35:58 user nova-compute[73884]:     </rng>
Oct 16 08:35:58 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:35:58 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:35:58 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:35:58 user nova-compute[73884]:     </memballoon>
Oct 16 08:35:58 user nova-compute[73884]:   </devices>
Oct 16 08:35:58 user nova-compute[73884]: </domain>
Oct 16 08:35:58 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:35:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1358317686',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1358317686',id=29,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f9db6ac897784a4fb18d26858afb7956',ramdisk_id='',reservation_id='r-ux9v8k6p',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1464100791',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:35:56Z,user_data=None,user_id='d17a1a64076a44f28b10f2d82b7ffd5a',uuid=2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4c432b6e-eebd-40a0-a21b-3306b1950e94", "address": "fa:16:3e:e8:3b:fa", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c432b6e-ee", "ovs_interfaceid": "4c432b6e-eebd-40a0-a21b-3306b1950e94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Converting VIF {"id": "4c432b6e-eebd-40a0-a21b-3306b1950e94", "address": "fa:16:3e:e8:3b:fa", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c432b6e-ee", "ovs_interfaceid": "4c432b6e-eebd-40a0-a21b-3306b1950e94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e8:3b:fa,bridge_name='br-int',has_traffic_filtering=True,id=4c432b6e-eebd-40a0-a21b-3306b1950e94,network=Network(dee86f1a-fba2-4f98-80d9-351ebde8da3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4c432b6e-ee') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG os_vif [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e8:3b:fa,bridge_name='br-int',has_traffic_filtering=True,id=4c432b6e-eebd-40a0-a21b-3306b1950e94,network=Network(dee86f1a-fba2-4f98-80d9-351ebde8da3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4c432b6e-ee') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1787118f-27f2-5052-8adc-e0f6cefc9e2c', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4c432b6e-ee, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4c432b6e-ee, col_values=(('qos', UUID('3c912dca-e45e-46aa-a19e-443365e4b0ed')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4c432b6e-ee, col_values=(('external_ids', {'iface-id': '4c432b6e-eebd-40a0-a21b-3306b1950e94', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e8:3b:fa', 'vm-uuid': '2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:58 user nova-compute[73884]: INFO os_vif [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e8:3b:fa,bridge_name='br-int',has_traffic_filtering=True,id=4c432b6e-eebd-40a0-a21b-3306b1950e94,network=Network(dee86f1a-fba2-4f98-80d9-351ebde8da3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4c432b6e-ee')
Oct 16 08:35:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] No VIF found with MAC fa:16:3e:e8:3b:fa, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG nova.network.neutron [req-8034ab9e-e67c-4942-9ac5-9f1ae3708e85 req-e00a6718-edaf-4b09-b189-8e5a60c041f6 service nova] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Updated VIF entry in instance network info cache for port 4c432b6e-eebd-40a0-a21b-3306b1950e94. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG nova.network.neutron [req-8034ab9e-e67c-4942-9ac5-9f1ae3708e85 req-e00a6718-edaf-4b09-b189-8e5a60c041f6 service nova] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Updating instance_info_cache with network_info: [{"id": "4c432b6e-eebd-40a0-a21b-3306b1950e94", "address": "fa:16:3e:e8:3b:fa", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c432b6e-ee", "ovs_interfaceid": "4c432b6e-eebd-40a0-a21b-3306b1950e94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8034ab9e-e67c-4942-9ac5-9f1ae3708e85 req-e00a6718-edaf-4b09-b189-8e5a60c041f6 service nova] Releasing lock "refresh_cache-2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json" returned: 0 in 0.172s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:35:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:35:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:35:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:35:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:35:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:35:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:35:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49814cf9-3d31-4163-aa37-3578ac1ebd90/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:35:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49814cf9-3d31-4163-aa37-3578ac1ebd90/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:35:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49814cf9-3d31-4163-aa37-3578ac1ebd90/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:35:59 user nova-compute[73884]: DEBUG nova.compute.manager [req-7833be80-aedc-4f7a-8ecd-24585e4ed8ff req-ffa3a4ad-feaf-48bc-9fda-b226ade746de service nova] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Received event network-vif-plugged-4c432b6e-eebd-40a0-a21b-3306b1950e94 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:35:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-7833be80-aedc-4f7a-8ecd-24585e4ed8ff req-ffa3a4ad-feaf-48bc-9fda-b226ade746de service nova] Acquiring lock "2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:35:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-7833be80-aedc-4f7a-8ecd-24585e4ed8ff req-ffa3a4ad-feaf-48bc-9fda-b226ade746de service nova] Lock "2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:35:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-7833be80-aedc-4f7a-8ecd-24585e4ed8ff req-ffa3a4ad-feaf-48bc-9fda-b226ade746de service nova] Lock "2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:35:59 user nova-compute[73884]: DEBUG nova.compute.manager [req-7833be80-aedc-4f7a-8ecd-24585e4ed8ff req-ffa3a4ad-feaf-48bc-9fda-b226ade746de service nova] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] No waiting events found dispatching network-vif-plugged-4c432b6e-eebd-40a0-a21b-3306b1950e94 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:35:59 user nova-compute[73884]: WARNING nova.compute.manager [req-7833be80-aedc-4f7a-8ecd-24585e4ed8ff req-ffa3a4ad-feaf-48bc-9fda-b226ade746de service nova] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Received unexpected event network-vif-plugged-4c432b6e-eebd-40a0-a21b-3306b1950e94 for instance with vm_state building and task_state spawning.
Oct 16 08:35:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:35:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49814cf9-3d31-4163-aa37-3578ac1ebd90/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:35:59 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:35:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cec31fc9-341b-4681-a637-ec6c27736df8/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cec31fc9-341b-4681-a637-ec6c27736df8/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cec31fc9-341b-4681-a637-ec6c27736df8/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cec31fc9-341b-4681-a637-ec6c27736df8/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:01 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:36:01 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:36:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cf4a86a-6579-4dbd-aa1a-9867b742fd55/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cf4a86a-6579-4dbd-aa1a-9867b742fd55/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cf4a86a-6579-4dbd-aa1a-9867b742fd55/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:01 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:36:01 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:36:01 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Instance spawned successfully.
Oct 16 08:36:01 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:36:01 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:36:01 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:36:01 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:36:01 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:36:01 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:36:01 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:36:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cf4a86a-6579-4dbd-aa1a-9867b742fd55/disk --force-share --output=json" returned: 0 in 0.289s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:01 user nova-compute[73884]: DEBUG nova.compute.manager [req-f0e6be38-2248-4b0d-9ba2-ce9dea65acc5 req-3b2acb26-137d-422a-9131-a354c78dd5fe service nova] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Received event network-vif-plugged-4c432b6e-eebd-40a0-a21b-3306b1950e94 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:36:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f0e6be38-2248-4b0d-9ba2-ce9dea65acc5 req-3b2acb26-137d-422a-9131-a354c78dd5fe service nova] Acquiring lock "2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:36:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f0e6be38-2248-4b0d-9ba2-ce9dea65acc5 req-3b2acb26-137d-422a-9131-a354c78dd5fe service nova] Lock "2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:36:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f0e6be38-2248-4b0d-9ba2-ce9dea65acc5 req-3b2acb26-137d-422a-9131-a354c78dd5fe service nova] Lock "2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:36:01 user nova-compute[73884]: DEBUG nova.compute.manager [req-f0e6be38-2248-4b0d-9ba2-ce9dea65acc5 req-3b2acb26-137d-422a-9131-a354c78dd5fe service nova] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] No waiting events found dispatching network-vif-plugged-4c432b6e-eebd-40a0-a21b-3306b1950e94 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:36:01 user nova-compute[73884]: WARNING nova.compute.manager [req-f0e6be38-2248-4b0d-9ba2-ce9dea65acc5 req-3b2acb26-137d-422a-9131-a354c78dd5fe service nova] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Received unexpected event network-vif-plugged-4c432b6e-eebd-40a0-a21b-3306b1950e94 for instance with vm_state building and task_state spawning.
Oct 16 08:36:02 user nova-compute[73884]: INFO nova.compute.manager [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Took 6.04 seconds to spawn the instance on the hypervisor.
Oct 16 08:36:02 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:36:02 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:36:02 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:36:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=7424MB free_disk=25.229476928710938GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 08:36:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:36:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:36:02 user nova-compute[73884]: INFO nova.compute.manager [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Took 6.97 seconds to build instance.
Oct 16 08:36:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b9fed62f-bab8-4f63-804d-53cf7d9ca8a8 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.103s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:36:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 8fab1c63-d9a3-4cea-b129-904a5f15e5fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:36:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 7d5fd04a-039d-4cb0-9eef-bce9700a85bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:36:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 1b00d8e1-f570-4091-9bee-780b98344624 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:36:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance e92bce3d-33d8-4004-869d-4db8991dda75 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:36:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance baa67186-a783-44fc-bf2f-8275de0e27ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:36:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 133759dc-9633-4099-b44e-911363a567a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:36:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 49814cf9-3d31-4163-aa37-3578ac1ebd90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:36:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 0b64ffd5-e574-4626-935d-5fbcead9a09d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:36:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 0937d380-fe61-49d8-a44e-8bf2e5049c73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:36:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 1cf4a86a-6579-4dbd-aa1a-9867b742fd55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:36:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance cec31fc9-341b-4681-a637-ec6c27736df8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:36:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:36:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 08:36:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 08:36:02 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:36:03 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:36:03 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:36:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:36:03 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 08:36:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.723s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:36:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:36:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:36:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Acquiring lock "0b64ffd5-e574-4626-935d-5fbcead9a09d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:36:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Lock "0b64ffd5-e574-4626-935d-5fbcead9a09d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:36:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Acquiring lock "0b64ffd5-e574-4626-935d-5fbcead9a09d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:36:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Lock "0b64ffd5-e574-4626-935d-5fbcead9a09d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:36:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Lock "0b64ffd5-e574-4626-935d-5fbcead9a09d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:36:09 user nova-compute[73884]: INFO nova.compute.manager [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Terminating instance
Oct 16 08:36:09 user nova-compute[73884]: DEBUG nova.compute.manager [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 08:36:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:36:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:36:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:36:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:36:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG nova.compute.manager [req-6b1c9dd8-8208-4bab-bed3-a53f9f7c48c0 req-050ec501-c2ac-4d57-853c-993e481a51b2 service nova] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Received event network-vif-unplugged-97bfcf8c-a269-4475-9438-edc09ade1f5f {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6b1c9dd8-8208-4bab-bed3-a53f9f7c48c0 req-050ec501-c2ac-4d57-853c-993e481a51b2 service nova] Acquiring lock "0b64ffd5-e574-4626-935d-5fbcead9a09d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6b1c9dd8-8208-4bab-bed3-a53f9f7c48c0 req-050ec501-c2ac-4d57-853c-993e481a51b2 service nova] Lock "0b64ffd5-e574-4626-935d-5fbcead9a09d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6b1c9dd8-8208-4bab-bed3-a53f9f7c48c0 req-050ec501-c2ac-4d57-853c-993e481a51b2 service nova] Lock "0b64ffd5-e574-4626-935d-5fbcead9a09d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.003s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG nova.compute.manager [req-6b1c9dd8-8208-4bab-bed3-a53f9f7c48c0 req-050ec501-c2ac-4d57-853c-993e481a51b2 service nova] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] No waiting events found dispatching network-vif-unplugged-97bfcf8c-a269-4475-9438-edc09ade1f5f {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG nova.compute.manager [req-6b1c9dd8-8208-4bab-bed3-a53f9f7c48c0 req-050ec501-c2ac-4d57-853c-993e481a51b2 service nova] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Received event network-vif-unplugged-97bfcf8c-a269-4475-9438-edc09ade1f5f for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:36:10 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Instance destroyed successfully.
Oct 16 08:36:10 user nova-compute[73884]: DEBUG nova.objects.instance [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Lazy-loading 'resources' on Instance uuid 0b64ffd5-e574-4626-935d-5fbcead9a09d {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-16T08:31:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-480183376',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1567513429',id=22,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBYIyOEaAozDqo6ZI3DTb1jLMqcPQV2WLAkyahcWKotno63ADGfLr+vRLMaHat3Q6gI7nZMLpzV7WaqODhaDbKUI9WxEqtC9GDVSZDw9pRIONS7rFRXVbVkypelJtqCmng==',key_name='tempest-keypair-1483152668',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:34:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='fe7bd4c1d8c84160a44d01ba37f5210e',ramdisk_id='',reservation_id='r-062w86ec',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1380869354',owner_user_name='tempest-ServerActionsV293TestJSON-1380869354-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:34:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='da9364cdffb1469dbcc748916a509390',uuid=0b64ffd5-e574-4626-935d-5fbcead9a09d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "97bfcf8c-a269-4475-9438-edc09ade1f5f", "address": "fa:16:3e:c0:e3:d2", "network": {"id": "ec2e8234-5122-4a7f-86ee-ce2ebe2e7a6b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1430927414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe7bd4c1d8c84160a44d01ba37f5210e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97bfcf8c-a2", "ovs_interfaceid": "97bfcf8c-a269-4475-9438-edc09ade1f5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Converting VIF {"id": "97bfcf8c-a269-4475-9438-edc09ade1f5f", "address": "fa:16:3e:c0:e3:d2", "network": {"id": "ec2e8234-5122-4a7f-86ee-ce2ebe2e7a6b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1430927414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "fe7bd4c1d8c84160a44d01ba37f5210e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap97bfcf8c-a2", "ovs_interfaceid": "97bfcf8c-a269-4475-9438-edc09ade1f5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c0:e3:d2,bridge_name='br-int',has_traffic_filtering=True,id=97bfcf8c-a269-4475-9438-edc09ade1f5f,network=Network(ec2e8234-5122-4a7f-86ee-ce2ebe2e7a6b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97bfcf8c-a2') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG os_vif [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c0:e3:d2,bridge_name='br-int',has_traffic_filtering=True,id=97bfcf8c-a269-4475-9438-edc09ade1f5f,network=Network(ec2e8234-5122-4a7f-86ee-ce2ebe2e7a6b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97bfcf8c-a2') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap97bfcf8c-a2, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1a2e7c28-e58f-4cdf-b4fb-10d4a52f377b) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:36:10 user nova-compute[73884]: INFO os_vif [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c0:e3:d2,bridge_name='br-int',has_traffic_filtering=True,id=97bfcf8c-a269-4475-9438-edc09ade1f5f,network=Network(ec2e8234-5122-4a7f-86ee-ce2ebe2e7a6b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap97bfcf8c-a2')
Oct 16 08:36:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'anoCRKNI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:36:10 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:36:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.005s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e1e4ac9-f4be-4142-9771-c5cacfff74e9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e561d78b-3afe-4038-b107-c299602f843b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:36:10 user nova-compute[73884]: No targets found.
Oct 16 08:36:10 user nova-compute[73884]: iSNS:
Oct 16 08:36:10 user nova-compute[73884]: No targets found.
Oct 16 08:36:10 user nova-compute[73884]: STATIC:
Oct 16 08:36:10 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:e561d78b-3afe-4038-b107-c299602f843b
Oct 16 08:36:10 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:36:10 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:36:10 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4
Oct 16 08:36:10 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:36:10 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:36:10 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469
Oct 16 08:36:10 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:36:10 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:36:10 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d
Oct 16 08:36:10 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:36:10 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:36:10 user nova-compute[73884]: FIRMWARE:
Oct 16 08:36:10 user nova-compute[73884]: No targets found.
Oct 16 08:36:10 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:36:10 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:36:10 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[82ba43c3-18b9-47f6-95d5-80daafc624b2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e561d78b-3afe-4038-b107-c299602f843b\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2399de42-5ecf-4c22-ba4c-db9a7f8131f3]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e561d78b-3afe-4038-b107-c299602f843b (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:36:10 user nova-compute[73884]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 (non-flash)
Oct 16 08:36:10 user nova-compute[73884]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 (non-flash)
Oct 16 08:36:10 user nova-compute[73884]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e561d78b-3afe-4038-b107-c299602f843b (non-flash)
Oct 16 08:36:10 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:36:10 user nova-compute[73884]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 (non-flash)
Oct 16 08:36:10 user nova-compute[73884]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 (non-flash)
Oct 16 08:36:10 user nova-compute[73884]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e561d78b-3afe-4038-b107-c299602f843b (non-flash)
Oct 16 08:36:10 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7e847d3760>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469'): ({'sdd'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Removing single pathed devices sdd {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6213c558-e97d-47bc-8156-62c9723949ef]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.028s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e985ff0f-b75b-4c80-adf9-436d7332656d]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Flushing IO for device /dev/sdd {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[156d13eb-e0bc-464a-8c2f-cf34911d9402]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.052s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a5bf7dc-8ae5-43bc-a762-33b3008de0f2]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] SCSI volumes sdd have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdeab5b4-280b-407b-b514-1dd021226296]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[4cfc4584-2456-4f37-acbd-5589801f0eae]: (4, ('Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469, portal: 172.16.0.220,3260]\nLogout of [sid: 23, target: iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469, portal: 172.16.0.220,3260]
Oct 16 08:36:10 user nova-compute[73884]: Logout of [sid: 23, target: iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469, portal: 172.16.0.220,3260] successful.
Oct 16 08:36:10 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:799b3ef7-e427-4702-8df8-58bacf17e469 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[66769a26-b146-4d36-b54a-bd0ba9a94b23]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.362s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] <== disconnect_volume: return (367ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:36:10 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Deleting instance files /opt/stack/data/nova/instances/0b64ffd5-e574-4626-935d-5fbcead9a09d_del
Oct 16 08:36:10 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Deletion of /opt/stack/data/nova/instances/0b64ffd5-e574-4626-935d-5fbcead9a09d_del complete
Oct 16 08:36:10 user nova-compute[73884]: INFO nova.compute.manager [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Took 1.30 seconds to destroy the instance on the hypervisor.
Oct 16 08:36:10 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 08:36:10 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 08:36:11 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:36:12 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Took 1.08 seconds to deallocate network for instance.
Oct 16 08:36:12 user nova-compute[73884]: DEBUG nova.compute.manager [req-e3460dc2-7ef3-4181-8ab6-d57b2f3e5e76 req-ddcccc7a-ad4d-4445-b05f-321f811ea4a7 service nova] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Received event network-vif-plugged-97bfcf8c-a269-4475-9438-edc09ade1f5f {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:36:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e3460dc2-7ef3-4181-8ab6-d57b2f3e5e76 req-ddcccc7a-ad4d-4445-b05f-321f811ea4a7 service nova] Acquiring lock "0b64ffd5-e574-4626-935d-5fbcead9a09d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:36:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e3460dc2-7ef3-4181-8ab6-d57b2f3e5e76 req-ddcccc7a-ad4d-4445-b05f-321f811ea4a7 service nova] Lock "0b64ffd5-e574-4626-935d-5fbcead9a09d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:36:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e3460dc2-7ef3-4181-8ab6-d57b2f3e5e76 req-ddcccc7a-ad4d-4445-b05f-321f811ea4a7 service nova] Lock "0b64ffd5-e574-4626-935d-5fbcead9a09d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:36:12 user nova-compute[73884]: DEBUG nova.compute.manager [req-e3460dc2-7ef3-4181-8ab6-d57b2f3e5e76 req-ddcccc7a-ad4d-4445-b05f-321f811ea4a7 service nova] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] No waiting events found dispatching network-vif-plugged-97bfcf8c-a269-4475-9438-edc09ade1f5f {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:36:12 user nova-compute[73884]: WARNING nova.compute.manager [req-e3460dc2-7ef3-4181-8ab6-d57b2f3e5e76 req-ddcccc7a-ad4d-4445-b05f-321f811ea4a7 service nova] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Received unexpected event network-vif-plugged-97bfcf8c-a269-4475-9438-edc09ade1f5f for instance with vm_state active and task_state deleting.
Oct 16 08:36:12 user nova-compute[73884]: DEBUG nova.compute.manager [req-e3460dc2-7ef3-4181-8ab6-d57b2f3e5e76 req-ddcccc7a-ad4d-4445-b05f-321f811ea4a7 service nova] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Received event network-vif-deleted-97bfcf8c-a269-4475-9438-edc09ade1f5f {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:36:12 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:36:13 user nova-compute[73884]: INFO nova.compute.manager [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Took 1.01 seconds to detach 1 volumes for instance.
Oct 16 08:36:13 user nova-compute[73884]: DEBUG nova.compute.manager [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] [instance: 0b64ffd5-e574-4626-935d-5fbcead9a09d] Deleting volume: 799b3ef7-e427-4702-8df8-58bacf17e469 {{(pid=73884) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 16 08:36:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:36:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:36:13 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:36:13 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:36:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.636s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:36:14 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Deleted allocations for instance 0b64ffd5-e574-4626-935d-5fbcead9a09d
Oct 16 08:36:15 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e2f547a5-268b-4805-b7f6-36450f768ed1 tempest-ServerActionsV293TestJSON-1380869354 tempest-ServerActionsV293TestJSON-1380869354-project-member] Lock "0b64ffd5-e574-4626-935d-5fbcead9a09d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 5.559s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:36:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:36:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:36:20 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:36:20 user nova-compute[73884]: DEBUG nova.compute.manager [req-ad6788a5-1c81-4004-9f1f-056d16640ba6 req-a025bb5f-09db-46c4-8942-1d6745c5b778 service nova] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Received event network-changed-1c57ba07-dd87-41e5-ac1d-6618f3ba8c20 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:36:20 user nova-compute[73884]: DEBUG nova.compute.manager [req-ad6788a5-1c81-4004-9f1f-056d16640ba6 req-a025bb5f-09db-46c4-8942-1d6745c5b778 service nova] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Refreshing instance network info cache due to event network-changed-1c57ba07-dd87-41e5-ac1d-6618f3ba8c20. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:36:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ad6788a5-1c81-4004-9f1f-056d16640ba6 req-a025bb5f-09db-46c4-8942-1d6745c5b778 service nova] Acquiring lock "refresh_cache-0937d380-fe61-49d8-a44e-8bf2e5049c73" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:36:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ad6788a5-1c81-4004-9f1f-056d16640ba6 req-a025bb5f-09db-46c4-8942-1d6745c5b778 service nova] Acquired lock "refresh_cache-0937d380-fe61-49d8-a44e-8bf2e5049c73" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:36:20 user nova-compute[73884]: DEBUG nova.network.neutron [req-ad6788a5-1c81-4004-9f1f-056d16640ba6 req-a025bb5f-09db-46c4-8942-1d6745c5b778 service nova] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Refreshing network info cache for port 1c57ba07-dd87-41e5-ac1d-6618f3ba8c20 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:36:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "0937d380-fe61-49d8-a44e-8bf2e5049c73" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:36:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "0937d380-fe61-49d8-a44e-8bf2e5049c73" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:36:21 user nova-compute[73884]: DEBUG nova.network.neutron [req-ad6788a5-1c81-4004-9f1f-056d16640ba6 req-a025bb5f-09db-46c4-8942-1d6745c5b778 service nova] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Updated VIF entry in instance network info cache for port 1c57ba07-dd87-41e5-ac1d-6618f3ba8c20. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:36:21 user nova-compute[73884]: DEBUG nova.network.neutron [req-ad6788a5-1c81-4004-9f1f-056d16640ba6 req-a025bb5f-09db-46c4-8942-1d6745c5b778 service nova] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Updating instance_info_cache with network_info: [{"id": "1c57ba07-dd87-41e5-ac1d-6618f3ba8c20", "address": "fa:16:3e:73:43:d2", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c57ba07-dd", "ovs_interfaceid": "1c57ba07-dd87-41e5-ac1d-6618f3ba8c20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:36:21 user nova-compute[73884]: DEBUG nova.objects.instance [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lazy-loading 'flavor' on Instance uuid 0937d380-fe61-49d8-a44e-8bf2e5049c73 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:36:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ad6788a5-1c81-4004-9f1f-056d16640ba6 req-a025bb5f-09db-46c4-8942-1d6745c5b778 service nova] Releasing lock "refresh_cache-0937d380-fe61-49d8-a44e-8bf2e5049c73" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:36:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "0937d380-fe61-49d8-a44e-8bf2e5049c73" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.075s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:36:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "0937d380-fe61-49d8-a44e-8bf2e5049c73" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:36:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "0937d380-fe61-49d8-a44e-8bf2e5049c73" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:36:21 user nova-compute[73884]: INFO nova.compute.manager [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Attaching volume 5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e to /dev/vdb
Oct 16 08:36:21 user nova-compute[73884]: DEBUG os_brick.utils [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:36:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:21 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[010a9afe-d363-4f1a-993b-4af767b22cf7]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:21 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe935964-c144-4f09-9c3c-70116a79aa01]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:21 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[81de7009-ea8b-450c-81f2-8f0bbaf28f12]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:21 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3cd7591-33ce-4d78-9870-be75f942539e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:22 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:36:22 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 08:36:22 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:22 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:36:22 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 08:36:22 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[37ec51ca-a636-43eb-b5ac-ff7d799609c0]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:22 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 08:36:22 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 08:36:22 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 08:36:22 user nova-compute[73884]: DEBUG os_brick.utils [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:36:22 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Updating existing volume attachment record: b30d20dd-a319-40e8-8b0a-82e4376721bc {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 08:36:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:36:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:36:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:36:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-973c1a28-6c7a-414d-b84c-5000da2eafb7 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "49814cf9-3d31-4163-aa37-3578ac1ebd90" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:36:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-973c1a28-6c7a-414d-b84c-5000da2eafb7 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "49814cf9-3d31-4163-aa37-3578ac1ebd90" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:36:26 user nova-compute[73884]: INFO nova.compute.manager [None req-973c1a28-6c7a-414d-b84c-5000da2eafb7 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Detaching volume a1b56c18-1658-4a70-bc32-386508e585c4
Oct 16 08:36:26 user nova-compute[73884]: INFO nova.virt.block_device [None req-973c1a28-6c7a-414d-b84c-5000da2eafb7 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Attempting to driver detach volume a1b56c18-1658-4a70-bc32-386508e585c4 from mountpoint /dev/vdb
Oct 16 08:36:26 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-973c1a28-6c7a-414d-b84c-5000da2eafb7 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Attempting to detach device vdb from instance 49814cf9-3d31-4163-aa37-3578ac1ebd90 from the persistent domain config. {{(pid=73884) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 08:36:26 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-973c1a28-6c7a-414d-b84c-5000da2eafb7 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 08:36:26 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:36:26 user nova-compute[73884]:   <source dev="/dev/sdc"/>
Oct 16 08:36:26 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:36:26 user nova-compute[73884]:   <serial>a1b56c18-1658-4a70-bc32-386508e585c4</serial>
Oct 16 08:36:26 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 08:36:26 user nova-compute[73884]: </disk>
Oct 16 08:36:26 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:36:26 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-973c1a28-6c7a-414d-b84c-5000da2eafb7 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Successfully detached device vdb from instance 49814cf9-3d31-4163-aa37-3578ac1ebd90 from the persistent domain config.
Oct 16 08:36:26 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-973c1a28-6c7a-414d-b84c-5000da2eafb7 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 49814cf9-3d31-4163-aa37-3578ac1ebd90 from the live domain config. {{(pid=73884) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 08:36:26 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-973c1a28-6c7a-414d-b84c-5000da2eafb7 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 08:36:26 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:36:26 user nova-compute[73884]:   <source dev="/dev/sdc"/>
Oct 16 08:36:26 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:36:26 user nova-compute[73884]:   <serial>a1b56c18-1658-4a70-bc32-386508e585c4</serial>
Oct 16 08:36:26 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 08:36:26 user nova-compute[73884]: </disk>
Oct 16 08:36:26 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:36:27 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-973c1a28-6c7a-414d-b84c-5000da2eafb7 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 49814cf9-3d31-4163-aa37-3578ac1ebd90 {{(pid=73884) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 08:36:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:36:30 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:36:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:36:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:36:37 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:36:37 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SrHThwNM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:36:38 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:36:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:36:38 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:36:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:36:38 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:36:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[00ab661b-4695-481e-8117-9933072b73a4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:36:38 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e73d2023-5712-4951-b0ee-3ce0a11593a4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e] added
Oct 16 08:36:38 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2f4e705-946a-473a-a934-a2cd594b35b3]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4bfa400-bc10-4024-afbf-405f377bd14e]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SrHThwNM {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SrHThwNM" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[aeb25cdc-4e54-446d-a111-1e5952bfba35]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'SrHThwNM'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[137e3c43-283c-4b00-b82b-771dc33b101d]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[bccd30c5-a841-4a44-b2f2-7a899de7a262]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:36:38 user nova-compute[73884]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 (non-flash)
Oct 16 08:36:38 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:36:38 user nova-compute[73884]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 (non-flash)
Oct 16 08:36:38 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[8605c7c7-d7b0-498c-8d8d-6891c24b24e2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e, portal: 172.16.0.220,3260]
Oct 16 08:36:38 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e, portal: 172.16.0.220,3260] successful.
Oct 16 08:36:38 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[59aebdac-e3dc-4702-b528-cca912e19f0f]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e8a9d7f-4233-4628-9281-27a66a6e4cbe]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:36:38 user nova-compute[73884]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 (non-flash)
Oct 16 08:36:38 user nova-compute[73884]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e (non-flash)
Oct 16 08:36:38 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:36:38 user nova-compute[73884]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 (non-flash)
Oct 16 08:36:38 user nova-compute[73884]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e (non-flash)
Oct 16 08:36:38 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.289s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] HCTL ('35', '-', '-', 0) found on session 25 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6febf3fd-9dd5-4a79-9ada-5076030edc8e]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Searching for a device in session 25 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:36:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SrHThwNM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:36:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.322s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:36:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] <== connect_volume: return (1324ms) {'type': 'block', 'scsi_wwn': '23735306532363162', 'path': '/dev/sdd'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:36:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23735306532363162', 'path': '/dev/sdd'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:36:39 user nova-compute[73884]: DEBUG nova.objects.instance [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lazy-loading 'flavor' on Instance uuid 0937d380-fe61-49d8-a44e-8bf2e5049c73 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:36:40 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 08:36:40 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:36:40 user nova-compute[73884]:   <source dev="/dev/sdd"/>
Oct 16 08:36:40 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:36:40 user nova-compute[73884]:   <serial>5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e</serial>
Oct 16 08:36:40 user nova-compute[73884]: </disk>
Oct 16 08:36:40 user nova-compute[73884]:  {{(pid=73884) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 08:36:40 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:36:40 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] No BDM found with device name vdb, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:36:40 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] No VIF found with MAC fa:16:3e:73:43:d2, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:36:40 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:36:40 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f4bce71b-8dc0-44ac-a92d-78af2cd15b06 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "0937d380-fe61-49d8-a44e-8bf2e5049c73" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.906s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:36:42 user nova-compute[73884]: INFO nova.compute.manager [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Rebuilding instance
Oct 16 08:36:42 user nova-compute[73884]: DEBUG nova.compute.manager [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:36:42 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:36:42 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:36:42 user nova-compute[73884]: DEBUG nova.compute.manager [req-1fa38d57-a26a-4136-9389-d0b5758cdaef req-bca2b144-3272-46c1-926f-138df9ef640d service nova] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Received event network-vif-unplugged-1c57ba07-dd87-41e5-ac1d-6618f3ba8c20 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:36:42 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1fa38d57-a26a-4136-9389-d0b5758cdaef req-bca2b144-3272-46c1-926f-138df9ef640d service nova] Acquiring lock "0937d380-fe61-49d8-a44e-8bf2e5049c73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:36:42 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1fa38d57-a26a-4136-9389-d0b5758cdaef req-bca2b144-3272-46c1-926f-138df9ef640d service nova] Lock "0937d380-fe61-49d8-a44e-8bf2e5049c73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:36:42 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1fa38d57-a26a-4136-9389-d0b5758cdaef req-bca2b144-3272-46c1-926f-138df9ef640d service nova] Lock "0937d380-fe61-49d8-a44e-8bf2e5049c73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:36:42 user nova-compute[73884]: DEBUG nova.compute.manager [req-1fa38d57-a26a-4136-9389-d0b5758cdaef req-bca2b144-3272-46c1-926f-138df9ef640d service nova] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] No waiting events found dispatching network-vif-unplugged-1c57ba07-dd87-41e5-ac1d-6618f3ba8c20 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:36:42 user nova-compute[73884]: WARNING nova.compute.manager [req-1fa38d57-a26a-4136-9389-d0b5758cdaef req-bca2b144-3272-46c1-926f-138df9ef640d service nova] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Received unexpected event network-vif-unplugged-1c57ba07-dd87-41e5-ac1d-6618f3ba8c20 for instance with vm_state active and task_state rebuilding.
Oct 16 08:36:42 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:36:42 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:36:42 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Instance destroyed successfully.
Oct 16 08:36:43 user nova-compute[73884]: INFO nova.compute.manager [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Detaching volume 5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e
Oct 16 08:36:43 user nova-compute[73884]: INFO nova.virt.block_device [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Attempting to driver detach volume 5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e from mountpoint /dev/vdb
Oct 16 08:36:43 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Attempting to detach device vdb from instance 0937d380-fe61-49d8-a44e-8bf2e5049c73 from the persistent domain config. {{(pid=73884) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 08:36:43 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:36:43 user nova-compute[73884]:   <source dev="/dev/sdd"/>
Oct 16 08:36:43 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:36:43 user nova-compute[73884]:   <serial>5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e</serial>
Oct 16 08:36:43 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 08:36:43 user nova-compute[73884]: </disk>
Oct 16 08:36:43 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:36:43 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Successfully detached device vdb from instance 0937d380-fe61-49d8-a44e-8bf2e5049c73 from the persistent domain config.
Oct 16 08:36:43 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SrHThwNM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:36:43 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 16 08:36:43 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e5583e1-1d94-4591-8242-acf940556ca0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:36:43 user nova-compute[73884]: No targets found.
Oct 16 08:36:43 user nova-compute[73884]: iSNS:
Oct 16 08:36:43 user nova-compute[73884]: No targets found.
Oct 16 08:36:43 user nova-compute[73884]: STATIC:
Oct 16 08:36:43 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4
Oct 16 08:36:43 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:36:43 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:36:43 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e
Oct 16 08:36:43 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:36:43 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:36:43 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d
Oct 16 08:36:43 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:36:43 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:36:43 user nova-compute[73884]: FIRMWARE:
Oct 16 08:36:43 user nova-compute[73884]: No targets found.
Oct 16 08:36:43 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:36:43 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:36:43 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[218ce85d-04e6-48a4-bc81-17d7a6cdbbce]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[be5f0f62-def4-4dc5-8c3f-10fa0162949e]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:36:43 user nova-compute[73884]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 (non-flash)
Oct 16 08:36:43 user nova-compute[73884]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e (non-flash)
Oct 16 08:36:43 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:36:43 user nova-compute[73884]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 (non-flash)
Oct 16 08:36:43 user nova-compute[73884]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e (non-flash)
Oct 16 08:36:43 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7e846067a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e'): ({'sdd'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Removing single pathed devices sdd {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[06a15e09-b3ef-4484-a45b-12b202496f88]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e04153d6-31bd-46c4-8e68-be04069a298f]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Flushing IO for device /dev/sdd {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2500f15f-d913-43b9-8880-296e1fcc6d91]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.057s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2a4bd10-dfc2-4a2b-b6f3-c2c263fcd4d0]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] SCSI volumes sdd have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4706873-a8d6-4b66-9b7a-ade628eb2abc]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b56f8247-f2fc-455a-a181-b3250c448908]: (4, ('Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e, portal: 172.16.0.220,3260]\nLogout of [sid: 25, target: iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e, portal: 172.16.0.220,3260]
Oct 16 08:36:43 user nova-compute[73884]: Logout of [sid: 25, target: iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e, portal: 172.16.0.220,3260] successful.
Oct 16 08:36:43 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[5abea4ea-ea82-4855-953b-1122f8220c1e]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.329s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] <== disconnect_volume: return (331ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:36:43 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:36:44 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Instance destroyed successfully.
Oct 16 08:36:44 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:34:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1060419727',display_name='tempest-ServerActionsTestOtherA-server-549054545',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1060419727',id=26,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCfypN3SK00G+jzo5qiPzwYOfEKe6pHJ0aXSIT94tJMwAzk1FuX+qkkMJOKamLzrHWaqL1XSncipVv/rH444k97Rh0WLSTFUWdHdHEfGfDA7ckKgJVNSL8v1NXjpR3fUUA==',key_name='tempest-keypair-1690998675',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:34:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='e746b051e0de47ab8847bba1edcbee5b',ramdisk_id='',reservation_id='r-imfkjl29',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-2116041418',owner_user_name='tempest-ServerActionsTestOtherA-2116041418-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:36:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e683e6de0905423cb11b3fce7c77f7fe',uuid=0937d380-fe61-49d8-a44e-8bf2e5049c73,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1c57ba07-dd87-41e5-ac1d-6618f3ba8c20", "address": "fa:16:3e:73:43:d2", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c57ba07-dd", "ovs_interfaceid": "1c57ba07-dd87-41e5-ac1d-6618f3ba8c20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Converting VIF {"id": "1c57ba07-dd87-41e5-ac1d-6618f3ba8c20", "address": "fa:16:3e:73:43:d2", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c57ba07-dd", "ovs_interfaceid": "1c57ba07-dd87-41e5-ac1d-6618f3ba8c20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:73:43:d2,bridge_name='br-int',has_traffic_filtering=True,id=1c57ba07-dd87-41e5-ac1d-6618f3ba8c20,network=Network(71810bcd-afd3-4642-87f2-d1e06d726e3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c57ba07-dd') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG os_vif [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:73:43:d2,bridge_name='br-int',has_traffic_filtering=True,id=1c57ba07-dd87-41e5-ac1d-6618f3ba8c20,network=Network(71810bcd-afd3-4642-87f2-d1e06d726e3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c57ba07-dd') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1c57ba07-dd, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2eeaf78e-aefb-493c-b3cb-63e22f10c038) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:36:44 user nova-compute[73884]: INFO os_vif [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:73:43:d2,bridge_name='br-int',has_traffic_filtering=True,id=1c57ba07-dd87-41e5-ac1d-6618f3ba8c20,network=Network(71810bcd-afd3-4642-87f2-d1e06d726e3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c57ba07-dd')
Oct 16 08:36:44 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SrHThwNM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:36:44 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 16 08:36:44 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6176a896-27fe-421e-baff-3ed5bca7bb41]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:36:44 user nova-compute[73884]: No targets found.
Oct 16 08:36:44 user nova-compute[73884]: iSNS:
Oct 16 08:36:44 user nova-compute[73884]: No targets found.
Oct 16 08:36:44 user nova-compute[73884]: STATIC:
Oct 16 08:36:44 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4
Oct 16 08:36:44 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:36:44 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:36:44 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d
Oct 16 08:36:44 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:36:44 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:36:44 user nova-compute[73884]: FIRMWARE:
Oct 16 08:36:44 user nova-compute[73884]: No targets found.
Oct 16 08:36:44 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:36:44 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:36:44 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c271227-d4f4-4b41-84c8-ab6c1272af15]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG nova.compute.manager [req-c5278c16-0836-47cd-a956-e69bb633dbe6 req-8f9bd908-5c9e-4938-9e3f-3b6f0cbb5fb5 service nova] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Received event network-vif-plugged-1c57ba07-dd87-41e5-ac1d-6618f3ba8c20 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-c5278c16-0836-47cd-a956-e69bb633dbe6 req-8f9bd908-5c9e-4938-9e3f-3b6f0cbb5fb5 service nova] Acquiring lock "0937d380-fe61-49d8-a44e-8bf2e5049c73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-c5278c16-0836-47cd-a956-e69bb633dbe6 req-8f9bd908-5c9e-4938-9e3f-3b6f0cbb5fb5 service nova] Lock "0937d380-fe61-49d8-a44e-8bf2e5049c73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-c5278c16-0836-47cd-a956-e69bb633dbe6 req-8f9bd908-5c9e-4938-9e3f-3b6f0cbb5fb5 service nova] Lock "0937d380-fe61-49d8-a44e-8bf2e5049c73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG nova.compute.manager [req-c5278c16-0836-47cd-a956-e69bb633dbe6 req-8f9bd908-5c9e-4938-9e3f-3b6f0cbb5fb5 service nova] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] No waiting events found dispatching network-vif-plugged-1c57ba07-dd87-41e5-ac1d-6618f3ba8c20 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:36:44 user nova-compute[73884]: WARNING nova.compute.manager [req-c5278c16-0836-47cd-a956-e69bb633dbe6 req-8f9bd908-5c9e-4938-9e3f-3b6f0cbb5fb5 service nova] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Received unexpected event network-vif-plugged-1c57ba07-dd87-41e5-ac1d-6618f3ba8c20 for instance with vm_state active and task_state rebuilding.
Oct 16 08:36:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fbd0752-fc5f-4dca-81b8-a7d91506b6b8]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:36:44 user nova-compute[73884]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 (non-flash)
Oct 16 08:36:44 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:36:44 user nova-compute[73884]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 (non-flash)
Oct 16 08:36:44 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7e84607c70>, {}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Disconnecting from: [] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.070s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] <== disconnect_volume: return (72ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:36:44 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Deleting instance files /opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73_del
Oct 16 08:36:44 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Deletion of /opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73_del complete
Oct 16 08:36:44 user nova-compute[73884]: INFO nova.virt.block_device [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Booting with volume 5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e at /dev/vdb
Oct 16 08:36:44 user nova-compute[73884]: DEBUG os_brick.utils [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[552d068c-d652-41b8-9864-cc77285cf478]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b11f8606-f73c-4a52-9b92-30a5ab23dbe6]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1c31c86-aad0-47f2-a9d9-848f0328b280]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5a81d55-e603-4c73-8017-c3a9a6ca65b9]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:36:44 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 08:36:44 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e16883f6-1992-4013-bbb4-3cf448297b22]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG os_brick.utils [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] <== get_connector_properties: return (110ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:36:44 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Updating existing volume attachment record: c30cc0ba-4355-4ac4-97dc-fab807497614 {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 08:36:47 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-973c1a28-6c7a-414d-b84c-5000da2eafb7 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 49814cf9-3d31-4163-aa37-3578ac1ebd90 is timed out.
Oct 16 08:36:47 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-973c1a28-6c7a-414d-b84c-5000da2eafb7 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Successfully detached device vdb from instance 49814cf9-3d31-4163-aa37-3578ac1ebd90 from the live domain config.
Oct 16 08:36:47 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-973c1a28-6c7a-414d-b84c-5000da2eafb7 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-973c1a28-6c7a-414d-b84c-5000da2eafb7 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kUbYOioW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:36:47 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-973c1a28-6c7a-414d-b84c-5000da2eafb7 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:36:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-973c1a28-6c7a-414d-b84c-5000da2eafb7 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-973c1a28-6c7a-414d-b84c-5000da2eafb7 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[8470510b-186b-40fa-8655-eb23355624c6]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-973c1a28-6c7a-414d-b84c-5000da2eafb7 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:36:47 user nova-compute[73884]: No targets found.
Oct 16 08:36:47 user nova-compute[73884]: iSNS:
Oct 16 08:36:47 user nova-compute[73884]: No targets found.
Oct 16 08:36:47 user nova-compute[73884]: STATIC:
Oct 16 08:36:47 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4
Oct 16 08:36:47 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:36:47 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:36:47 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d
Oct 16 08:36:47 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:36:47 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:36:47 user nova-compute[73884]: FIRMWARE:
Oct 16 08:36:47 user nova-compute[73884]: No targets found.
Oct 16 08:36:47 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-973c1a28-6c7a-414d-b84c-5000da2eafb7 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:36:47 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:36:47 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-973c1a28-6c7a-414d-b84c-5000da2eafb7 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8f725df-44e6-424c-af64-34748c332221]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[083077a4-2d0f-4bab-a9ba-9e3382b675ab]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-973c1a28-6c7a-414d-b84c-5000da2eafb7 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:36:47 user nova-compute[73884]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 (non-flash)
Oct 16 08:36:47 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-973c1a28-6c7a-414d-b84c-5000da2eafb7 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:36:47 user nova-compute[73884]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 (non-flash)
Oct 16 08:36:47 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-973c1a28-6c7a-414d-b84c-5000da2eafb7 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7ea47d7520>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4'): ({'sdc'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-973c1a28-6c7a-414d-b84c-5000da2eafb7 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Removing single pathed devices sdc {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[db8c1dfc-9054-4081-8a37-03c229d7f9fd]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[80554c13-da39-4155-984a-e994312fad5d]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-973c1a28-6c7a-414d-b84c-5000da2eafb7 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Flushing IO for device /dev/sdc {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1b99fc1-4079-4a60-bdae-39cf3a3386db]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-973c1a28-6c7a-414d-b84c-5000da2eafb7 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.042s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[70fd7dd0-10ab-4c24-9a8b-e0b5ec1eaa18]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-973c1a28-6c7a-414d-b84c-5000da2eafb7 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-973c1a28-6c7a-414d-b84c-5000da2eafb7 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] SCSI volumes sdc have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-973c1a28-6c7a-414d-b84c-5000da2eafb7 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[10bed7cd-d83f-44ce-9558-631898f5d8cf]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-973c1a28-6c7a-414d-b84c-5000da2eafb7 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.049s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b746d9f-0f64-4358-a9b6-17d0f30a31e1]: (4, ('Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4, portal: 172.16.0.220,3260]\nLogout of [sid: 21, target: iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-973c1a28-6c7a-414d-b84c-5000da2eafb7 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4, portal: 172.16.0.220,3260]
Oct 16 08:36:47 user nova-compute[73884]: Logout of [sid: 21, target: iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4, portal: 172.16.0.220,3260] successful.
Oct 16 08:36:47 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1b56c18-1658-4a70-bc32-386508e585c4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bc1b6ce-14da-4073-a93e-3b3e4c482b70]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-973c1a28-6c7a-414d-b84c-5000da2eafb7 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-973c1a28-6c7a-414d-b84c-5000da2eafb7 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.290s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-973c1a28-6c7a-414d-b84c-5000da2eafb7 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] <== disconnect_volume: return (292ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:36:47 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-973c1a28-6c7a-414d-b84c-5000da2eafb7 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:36:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:36:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:36:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:36:56 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:36:56 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:36:56 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:36:56 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 08:36:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "refresh_cache-e92bce3d-33d8-4004-869d-4db8991dda75" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:36:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquired lock "refresh_cache-e92bce3d-33d8-4004-869d-4db8991dda75" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:36:56 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Forcefully refreshing network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 08:36:56 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Updating instance_info_cache with network_info: [{"id": "e23a29ce-99fc-402f-8a26-cd8031fd07b4", "address": "fa:16:3e:c6:8b:4d", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape23a29ce-99", "ovs_interfaceid": "e23a29ce-99fc-402f-8a26-cd8031fd07b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:36:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Releasing lock "refresh_cache-e92bce3d-33d8-4004-869d-4db8991dda75" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:36:56 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Updated the network info_cache for instance {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 08:36:56 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:36:56 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:36:56 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:36:56 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:36:56 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:36:56 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:36:56 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 08:36:56 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:36:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:36:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:36:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:36:56 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 08:36:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json" returned: 0 in 0.177s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json" returned: 0 in 0.224s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49814cf9-3d31-4163-aa37-3578ac1ebd90/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49814cf9-3d31-4163-aa37-3578ac1ebd90/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49814cf9-3d31-4163-aa37-3578ac1ebd90/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49814cf9-3d31-4163-aa37-3578ac1ebd90/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:36:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cec31fc9-341b-4681-a637-ec6c27736df8/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:36:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cec31fc9-341b-4681-a637-ec6c27736df8/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:36:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cec31fc9-341b-4681-a637-ec6c27736df8/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:37:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cec31fc9-341b-4681-a637-ec6c27736df8/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:37:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:37:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:37:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:37:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:37:00 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:37:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cf4a86a-6579-4dbd-aa1a-9867b742fd55/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:37:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cf4a86a-6579-4dbd-aa1a-9867b742fd55/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:37:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cf4a86a-6579-4dbd-aa1a-9867b742fd55/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:37:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cf4a86a-6579-4dbd-aa1a-9867b742fd55/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:37:01 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:37:01 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:37:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=7582MB free_disk=25.22576141357422GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 08:37:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:37:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:37:01 user nova-compute[73884]: DEBUG nova.objects.instance [None req-973c1a28-6c7a-414d-b84c-5000da2eafb7 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lazy-loading 'flavor' on Instance uuid 49814cf9-3d31-4163-aa37-3578ac1ebd90 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:37:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-973c1a28-6c7a-414d-b84c-5000da2eafb7 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "49814cf9-3d31-4163-aa37-3578ac1ebd90" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 34.887s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:37:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 8fab1c63-d9a3-4cea-b129-904a5f15e5fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:37:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 7d5fd04a-039d-4cb0-9eef-bce9700a85bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:37:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 1b00d8e1-f570-4091-9bee-780b98344624 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:37:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance e92bce3d-33d8-4004-869d-4db8991dda75 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:37:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance baa67186-a783-44fc-bf2f-8275de0e27ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:37:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 133759dc-9633-4099-b44e-911363a567a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:37:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 49814cf9-3d31-4163-aa37-3578ac1ebd90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:37:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 0937d380-fe61-49d8-a44e-8bf2e5049c73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:37:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 1cf4a86a-6579-4dbd-aa1a-9867b742fd55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:37:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance cec31fc9-341b-4681-a637-ec6c27736df8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:37:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:37:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 08:37:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 08:37:01 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:37:01 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:37:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 08:37:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.712s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:37:01 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:37:01 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Creating image(s)
Oct 16 08:37:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "/opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:37:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "/opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:37:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "/opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:37:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:37:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.255s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:37:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:37:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:37:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:37:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.196s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:37:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73/disk 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:37:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73/disk 1073741824" returned: 0 in 0.050s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:37:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.255s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:37:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:37:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.182s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:37:02 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73/disk. size=1073741824 {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 08:37:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:37:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:37:02 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Cannot resize image /opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73/disk to a smaller size. {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 08:37:02 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:37:02 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Ensure instance console log exists: /opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:37:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:37:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:37:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:37:02 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Start _get_guest_xml network_info=[{"id": "1c57ba07-dd87-41e5-ac1d-6618f3ba8c20", "address": "fa:16:3e:73:43:d2", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c57ba07-dd", "ovs_interfaceid": "1c57ba07-dd87-41e5-ac1d-6618f3ba8c20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'a4e1d819-b957-4c9c-9b9d-fd987951fbab'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SrHThwNM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0937d380-fe61-49d8-a44e-8bf2e5049c73', 'attached_at': '', 'detached_at': '', 'volume_id': '5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e', 'serial': '5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e'}, 'attachment_id': 'c30cc0ba-4355-4ac4-97dc-fab807497614', 'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'guest_format': None, 'delete_on_termination': False, 'boot_index': None, 'device_type': 'disk', 'volume_type': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:37:02 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 16 08:37:02 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Oct 16 08:37:02 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:37:02 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:37:02 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:37:02 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:37:02 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:37:02 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:37:02 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:37:02 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:37:02 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:37:02 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:37:02 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:37:02 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:37:02 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:37:02 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:37:02 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:37:02 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:37:02 user nova-compute[73884]: DEBUG nova.objects.instance [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lazy-loading 'vcpu_model' on Instance uuid 0937d380-fe61-49d8-a44e-8bf2e5049c73 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:37:02 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:37:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SrHThwNM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:37:02 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 16 08:37:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:37:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:37:02 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Oct 16 08:37:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:37:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:37:02 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:37:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:37:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:37:02 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a97ad446-c3c1-4800-bc69-3fa9cfd5da26]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:37:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:37:02 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[34ccb772-564b-4dfe-bb9f-282eb6e334a8]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e] added
Oct 16 08:37:03 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[63076633-563e-45ac-8f1b-265387d26d6b]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a014aa2a-d917-44fa-aa0f-f241c1bfaa10]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SrHThwNM {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SrHThwNM" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[950fc014-4d64-4c37-a403-4e1b8da0dd18]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'SrHThwNM'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[052d3e3f-c900-451a-8834-b9cdedbe2d6d]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[04004eda-baf2-4b2e-80a3-891131d9c0af]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:37:03 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:37:03 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c22ac46d-838c-4282-bc69-d215276dd894]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e, portal: 172.16.0.220,3260]
Oct 16 08:37:03 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e, portal: 172.16.0.220,3260] successful.
Oct 16 08:37:03 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[07d5aa84-22a2-4c7a-89ef-353bb9f9c717]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8cbc5b2-6c53-4171-b8ca-ff2da912dc4d]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:37:03 user nova-compute[73884]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e (non-flash)
Oct 16 08:37:03 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:37:03 user nova-compute[73884]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e (non-flash)
Oct 16 08:37:03 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.317s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] HCTL ('34', '-', '-', 0) found on session 26 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[85cfeede-2cc5-4792-a284-17b25fcbc355]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Searching for a device in session 26 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SrHThwNM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:37:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.356s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:37:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] <== connect_volume: return (1358ms) {'type': 'block', 'scsi_wwn': '23735306532363162', 'path': '/dev/sdc'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:37:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23735306532363162', 'path': '/dev/sdc'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:37:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-16T08:34:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1060419727',display_name='tempest-ServerActionsTestOtherA-server-549054545',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1060419727',id=26,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCfypN3SK00G+jzo5qiPzwYOfEKe6pHJ0aXSIT94tJMwAzk1FuX+qkkMJOKamLzrHWaqL1XSncipVv/rH444k97Rh0WLSTFUWdHdHEfGfDA7ckKgJVNSL8v1NXjpR3fUUA==',key_name='tempest-keypair-1690998675',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:34:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='e746b051e0de47ab8847bba1edcbee5b',ramdisk_id='',reservation_id='r-imfkjl29',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-2116041418',owner_user_name='tempest-ServerActionsTestOtherA-2116041418-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:36:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e683e6de0905423cb11b3fce7c77f7fe',uuid=0937d380-fe61-49d8-a44e-8bf2e5049c73,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1c57ba07-dd87-41e5-ac1d-6618f3ba8c20", "address": "fa:16:3e:73:43:d2", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c57ba07-dd", "ovs_interfaceid": "1c57ba07-dd87-41e5-ac1d-6618f3ba8c20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:37:04 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Converting VIF {"id": "1c57ba07-dd87-41e5-ac1d-6618f3ba8c20", "address": "fa:16:3e:73:43:d2", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c57ba07-dd", "ovs_interfaceid": "1c57ba07-dd87-41e5-ac1d-6618f3ba8c20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:37:04 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:73:43:d2,bridge_name='br-int',has_traffic_filtering=True,id=1c57ba07-dd87-41e5-ac1d-6618f3ba8c20,network=Network(71810bcd-afd3-4642-87f2-d1e06d726e3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c57ba07-dd') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:37:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:37:04 user nova-compute[73884]:   <uuid>0937d380-fe61-49d8-a44e-8bf2e5049c73</uuid>
Oct 16 08:37:04 user nova-compute[73884]:   <name>instance-0000001a</name>
Oct 16 08:37:04 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:37:04 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:37:04 user nova-compute[73884]:   <metadata>
Oct 16 08:37:04 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:37:04 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:37:04 user nova-compute[73884]:       <nova:name>tempest-ServerActionsTestOtherA-server-549054545</nova:name>
Oct 16 08:37:04 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:37:02</nova:creationTime>
Oct 16 08:37:04 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:37:04 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:37:04 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:37:04 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:37:04 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:37:04 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:37:04 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:37:04 user nova-compute[73884]:       <nova:owner>
Oct 16 08:37:04 user nova-compute[73884]:         <nova:user uuid="e683e6de0905423cb11b3fce7c77f7fe">tempest-ServerActionsTestOtherA-2116041418-project-member</nova:user>
Oct 16 08:37:04 user nova-compute[73884]:         <nova:project uuid="e746b051e0de47ab8847bba1edcbee5b">tempest-ServerActionsTestOtherA-2116041418</nova:project>
Oct 16 08:37:04 user nova-compute[73884]:       </nova:owner>
Oct 16 08:37:04 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:37:04 user nova-compute[73884]:       <nova:ports>
Oct 16 08:37:04 user nova-compute[73884]:         <nova:port uuid="1c57ba07-dd87-41e5-ac1d-6618f3ba8c20">
Oct 16 08:37:04 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 16 08:37:04 user nova-compute[73884]:         </nova:port>
Oct 16 08:37:04 user nova-compute[73884]:       </nova:ports>
Oct 16 08:37:04 user nova-compute[73884]:     </nova:instance>
Oct 16 08:37:04 user nova-compute[73884]:   </metadata>
Oct 16 08:37:04 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:37:04 user nova-compute[73884]:     <system>
Oct 16 08:37:04 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:37:04 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:37:04 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:37:04 user nova-compute[73884]:       <entry name="serial">0937d380-fe61-49d8-a44e-8bf2e5049c73</entry>
Oct 16 08:37:04 user nova-compute[73884]:       <entry name="uuid">0937d380-fe61-49d8-a44e-8bf2e5049c73</entry>
Oct 16 08:37:04 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:37:04 user nova-compute[73884]:     </system>
Oct 16 08:37:04 user nova-compute[73884]:   </sysinfo>
Oct 16 08:37:04 user nova-compute[73884]:   <os>
Oct 16 08:37:04 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:37:04 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:37:04 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:37:04 user nova-compute[73884]:   </os>
Oct 16 08:37:04 user nova-compute[73884]:   <features>
Oct 16 08:37:04 user nova-compute[73884]:     <acpi/>
Oct 16 08:37:04 user nova-compute[73884]:     <apic/>
Oct 16 08:37:04 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:37:04 user nova-compute[73884]:   </features>
Oct 16 08:37:04 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:37:04 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:37:04 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:37:04 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:37:04 user nova-compute[73884]:   </clock>
Oct 16 08:37:04 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:37:04 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:37:04 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:37:04 user nova-compute[73884]:   </cpu>
Oct 16 08:37:04 user nova-compute[73884]:   <devices>
Oct 16 08:37:04 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:37:04 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:37:04 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73/disk"/>
Oct 16 08:37:04 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:37:04 user nova-compute[73884]:     </disk>
Oct 16 08:37:04 user nova-compute[73884]:     <disk type="block" device="disk">
Oct 16 08:37:04 user nova-compute[73884]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:37:04 user nova-compute[73884]:       <source dev="/dev/sdc"/>
Oct 16 08:37:04 user nova-compute[73884]:       <target dev="vdb" bus="virtio"/>
Oct 16 08:37:04 user nova-compute[73884]:       <serial>5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e</serial>
Oct 16 08:37:04 user nova-compute[73884]:     </disk>
Oct 16 08:37:04 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:37:04 user nova-compute[73884]:       <mac address="fa:16:3e:73:43:d2"/>
Oct 16 08:37:04 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:37:04 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:37:04 user nova-compute[73884]:       <target dev="tap1c57ba07-dd"/>
Oct 16 08:37:04 user nova-compute[73884]:     </interface>
Oct 16 08:37:04 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:37:04 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73/console.log" append="off"/>
Oct 16 08:37:04 user nova-compute[73884]:     </serial>
Oct 16 08:37:04 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:37:04 user nova-compute[73884]:     <video>
Oct 16 08:37:04 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:37:04 user nova-compute[73884]:     </video>
Oct 16 08:37:04 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:37:04 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:37:04 user nova-compute[73884]:     </rng>
Oct 16 08:37:04 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:37:04 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:37:04 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:37:04 user nova-compute[73884]:     </memballoon>
Oct 16 08:37:04 user nova-compute[73884]:   </devices>
Oct 16 08:37:04 user nova-compute[73884]: </domain>
Oct 16 08:37:04 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:37:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-16T08:34:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1060419727',display_name='tempest-ServerActionsTestOtherA-server-549054545',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1060419727',id=26,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCfypN3SK00G+jzo5qiPzwYOfEKe6pHJ0aXSIT94tJMwAzk1FuX+qkkMJOKamLzrHWaqL1XSncipVv/rH444k97Rh0WLSTFUWdHdHEfGfDA7ckKgJVNSL8v1NXjpR3fUUA==',key_name='tempest-keypair-1690998675',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:34:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='e746b051e0de47ab8847bba1edcbee5b',ramdisk_id='',reservation_id='r-imfkjl29',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-2116041418',owner_user_name='tempest-ServerActionsTestOtherA-2116041418-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:36:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e683e6de0905423cb11b3fce7c77f7fe',uuid=0937d380-fe61-49d8-a44e-8bf2e5049c73,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1c57ba07-dd87-41e5-ac1d-6618f3ba8c20", "address": "fa:16:3e:73:43:d2", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c57ba07-dd", "ovs_interfaceid": "1c57ba07-dd87-41e5-ac1d-6618f3ba8c20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:37:04 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Converting VIF {"id": "1c57ba07-dd87-41e5-ac1d-6618f3ba8c20", "address": "fa:16:3e:73:43:d2", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c57ba07-dd", "ovs_interfaceid": "1c57ba07-dd87-41e5-ac1d-6618f3ba8c20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:37:04 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:73:43:d2,bridge_name='br-int',has_traffic_filtering=True,id=1c57ba07-dd87-41e5-ac1d-6618f3ba8c20,network=Network(71810bcd-afd3-4642-87f2-d1e06d726e3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c57ba07-dd') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:37:04 user nova-compute[73884]: DEBUG os_vif [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:73:43:d2,bridge_name='br-int',has_traffic_filtering=True,id=1c57ba07-dd87-41e5-ac1d-6618f3ba8c20,network=Network(71810bcd-afd3-4642-87f2-d1e06d726e3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c57ba07-dd') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:37:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:37:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:37:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7bd46f2e-4fc4-5126-a4ad-54ee9d93cb69', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:37:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:37:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1c57ba07-dd, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:37:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1c57ba07-dd, col_values=(('qos', UUID('44435715-3f67-4e56-a0b9-40741b427c8e')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:37:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1c57ba07-dd, col_values=(('external_ids', {'iface-id': '1c57ba07-dd87-41e5-ac1d-6618f3ba8c20', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:73:43:d2', 'vm-uuid': '0937d380-fe61-49d8-a44e-8bf2e5049c73'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:37:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:37:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:04 user nova-compute[73884]: INFO os_vif [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:73:43:d2,bridge_name='br-int',has_traffic_filtering=True,id=1c57ba07-dd87-41e5-ac1d-6618f3ba8c20,network=Network(71810bcd-afd3-4642-87f2-d1e06d726e3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c57ba07-dd')
Oct 16 08:37:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:37:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] No BDM found with device name vdb, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:37:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] No VIF found with MAC fa:16:3e:73:43:d2, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:37:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:06 user nova-compute[73884]: DEBUG nova.compute.manager [req-a846d241-5474-4652-9ddf-9763c324a558 req-a5cb9047-c40d-42a0-81df-85601e88a445 service nova] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Received event network-vif-plugged-1c57ba07-dd87-41e5-ac1d-6618f3ba8c20 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:37:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a846d241-5474-4652-9ddf-9763c324a558 req-a5cb9047-c40d-42a0-81df-85601e88a445 service nova] Acquiring lock "0937d380-fe61-49d8-a44e-8bf2e5049c73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:37:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a846d241-5474-4652-9ddf-9763c324a558 req-a5cb9047-c40d-42a0-81df-85601e88a445 service nova] Lock "0937d380-fe61-49d8-a44e-8bf2e5049c73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:37:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a846d241-5474-4652-9ddf-9763c324a558 req-a5cb9047-c40d-42a0-81df-85601e88a445 service nova] Lock "0937d380-fe61-49d8-a44e-8bf2e5049c73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:37:06 user nova-compute[73884]: DEBUG nova.compute.manager [req-a846d241-5474-4652-9ddf-9763c324a558 req-a5cb9047-c40d-42a0-81df-85601e88a445 service nova] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] No waiting events found dispatching network-vif-plugged-1c57ba07-dd87-41e5-ac1d-6618f3ba8c20 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:37:06 user nova-compute[73884]: WARNING nova.compute.manager [req-a846d241-5474-4652-9ddf-9763c324a558 req-a5cb9047-c40d-42a0-81df-85601e88a445 service nova] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Received unexpected event network-vif-plugged-1c57ba07-dd87-41e5-ac1d-6618f3ba8c20 for instance with vm_state active and task_state rebuild_spawning.
Oct 16 08:37:06 user nova-compute[73884]: DEBUG nova.compute.manager [req-66c61d45-7c71-4ab3-bf0f-b7798163e87a req-7683e14d-253c-460f-ada9-d13bfc0f79d7 service nova] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Received event network-changed-51e96ae9-040a-4a33-b162-cd03f44ee369 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:37:06 user nova-compute[73884]: DEBUG nova.compute.manager [req-66c61d45-7c71-4ab3-bf0f-b7798163e87a req-7683e14d-253c-460f-ada9-d13bfc0f79d7 service nova] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Refreshing instance network info cache due to event network-changed-51e96ae9-040a-4a33-b162-cd03f44ee369. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:37:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-66c61d45-7c71-4ab3-bf0f-b7798163e87a req-7683e14d-253c-460f-ada9-d13bfc0f79d7 service nova] Acquiring lock "refresh_cache-1cf4a86a-6579-4dbd-aa1a-9867b742fd55" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:37:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-66c61d45-7c71-4ab3-bf0f-b7798163e87a req-7683e14d-253c-460f-ada9-d13bfc0f79d7 service nova] Acquired lock "refresh_cache-1cf4a86a-6579-4dbd-aa1a-9867b742fd55" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:37:06 user nova-compute[73884]: DEBUG nova.network.neutron [req-66c61d45-7c71-4ab3-bf0f-b7798163e87a req-7683e14d-253c-460f-ada9-d13bfc0f79d7 service nova] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Refreshing network info cache for port 51e96ae9-040a-4a33-b162-cd03f44ee369 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:37:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Acquiring lock "1cf4a86a-6579-4dbd-aa1a-9867b742fd55" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:37:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "1cf4a86a-6579-4dbd-aa1a-9867b742fd55" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:37:07 user nova-compute[73884]: DEBUG nova.objects.instance [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lazy-loading 'flavor' on Instance uuid 1cf4a86a-6579-4dbd-aa1a-9867b742fd55 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:37:07 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Ignoring supplied device name: /dev/vdb
Oct 16 08:37:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "1cf4a86a-6579-4dbd-aa1a-9867b742fd55" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.087s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:37:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Acquiring lock "1cf4a86a-6579-4dbd-aa1a-9867b742fd55" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:37:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "1cf4a86a-6579-4dbd-aa1a-9867b742fd55" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:37:07 user nova-compute[73884]: INFO nova.compute.manager [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Attaching volume 414ac6ad-a9ae-4911-9129-08f560f54825 to /dev/vdb
Oct 16 08:37:07 user nova-compute[73884]: DEBUG nova.network.neutron [req-66c61d45-7c71-4ab3-bf0f-b7798163e87a req-7683e14d-253c-460f-ada9-d13bfc0f79d7 service nova] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Updated VIF entry in instance network info cache for port 51e96ae9-040a-4a33-b162-cd03f44ee369. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:37:07 user nova-compute[73884]: DEBUG nova.network.neutron [req-66c61d45-7c71-4ab3-bf0f-b7798163e87a req-7683e14d-253c-460f-ada9-d13bfc0f79d7 service nova] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Updating instance_info_cache with network_info: [{"id": "51e96ae9-040a-4a33-b162-cd03f44ee369", "address": "fa:16:3e:a3:fb:cb", "network": {"id": "86cbd675-e907-48e0-9d77-9e0fea07c65e", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1312534937-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "903b3efe41694579b78ab822be66eddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap51e96ae9-04", "ovs_interfaceid": "51e96ae9-040a-4a33-b162-cd03f44ee369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:37:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-66c61d45-7c71-4ab3-bf0f-b7798163e87a req-7683e14d-253c-460f-ada9-d13bfc0f79d7 service nova] Releasing lock "refresh_cache-1cf4a86a-6579-4dbd-aa1a-9867b742fd55" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:37:07 user nova-compute[73884]: DEBUG os_brick.utils [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:37:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:37:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:37:07 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[14059856-0c98-4050-acb6-8bd72922cb2e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:37:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:37:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:37:07 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c19f9010-cd15-455f-b669-5c515d61997a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:37:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:37:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:37:07 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e48eb810-1f01-42fc-b4fe-d58ddf61314c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:37:07 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[48400f22-1f16-4719-8a55-d31083208d82]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:37:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:37:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:37:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 08:37:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:37:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:37:07 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 08:37:07 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d847708-03b7-4507-9018-dd42dab3acd6]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:37:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 08:37:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 08:37:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 08:37:07 user nova-compute[73884]: DEBUG os_brick.utils [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] <== get_connector_properties: return (143ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:37:07 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Updating existing volume attachment record: 140f1aaf-ca1b-4d4c-ae7e-ba25e7c0e35d {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 08:37:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-3971f0ed-82c1-41af-8766-df3a619519d0 req-4efa57db-8b7c-4094-895c-294d48552086 service nova] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Received event network-vif-plugged-1c57ba07-dd87-41e5-ac1d-6618f3ba8c20 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:37:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-3971f0ed-82c1-41af-8766-df3a619519d0 req-4efa57db-8b7c-4094-895c-294d48552086 service nova] Acquiring lock "0937d380-fe61-49d8-a44e-8bf2e5049c73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:37:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-3971f0ed-82c1-41af-8766-df3a619519d0 req-4efa57db-8b7c-4094-895c-294d48552086 service nova] Lock "0937d380-fe61-49d8-a44e-8bf2e5049c73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:37:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-3971f0ed-82c1-41af-8766-df3a619519d0 req-4efa57db-8b7c-4094-895c-294d48552086 service nova] Lock "0937d380-fe61-49d8-a44e-8bf2e5049c73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:37:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-3971f0ed-82c1-41af-8766-df3a619519d0 req-4efa57db-8b7c-4094-895c-294d48552086 service nova] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] No waiting events found dispatching network-vif-plugged-1c57ba07-dd87-41e5-ac1d-6618f3ba8c20 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:37:08 user nova-compute[73884]: WARNING nova.compute.manager [req-3971f0ed-82c1-41af-8766-df3a619519d0 req-4efa57db-8b7c-4094-895c-294d48552086 service nova] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Received unexpected event network-vif-plugged-1c57ba07-dd87-41e5-ac1d-6618f3ba8c20 for instance with vm_state active and task_state rebuild_spawning.
Oct 16 08:37:08 user nova-compute[73884]: DEBUG nova.compute.manager [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:37:08 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:37:08 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Instance spawned successfully.
Oct 16 08:37:08 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:37:08 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:37:08 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:37:08 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:37:08 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:37:08 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:37:08 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:37:08 user nova-compute[73884]: DEBUG nova.compute.manager [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:37:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:37:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:37:08 user nova-compute[73884]: DEBUG nova.objects.instance [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Trying to apply a migration context that does not seem to be set for this instance {{(pid=73884) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1078}}
Oct 16 08:37:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-47ad371b-0f2b-4aa4-8f54-13b460f6ad60 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.147s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:37:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:12 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c72cf117-c50b-487c-9396-7c655bbb15d4 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "49814cf9-3d31-4163-aa37-3578ac1ebd90" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:37:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c72cf117-c50b-487c-9396-7c655bbb15d4 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "49814cf9-3d31-4163-aa37-3578ac1ebd90" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:37:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c72cf117-c50b-487c-9396-7c655bbb15d4 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "49814cf9-3d31-4163-aa37-3578ac1ebd90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:37:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c72cf117-c50b-487c-9396-7c655bbb15d4 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "49814cf9-3d31-4163-aa37-3578ac1ebd90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:37:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c72cf117-c50b-487c-9396-7c655bbb15d4 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "49814cf9-3d31-4163-aa37-3578ac1ebd90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:37:16 user nova-compute[73884]: INFO nova.compute.manager [None req-c72cf117-c50b-487c-9396-7c655bbb15d4 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Terminating instance
Oct 16 08:37:16 user nova-compute[73884]: DEBUG nova.compute.manager [None req-c72cf117-c50b-487c-9396-7c655bbb15d4 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 08:37:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:17 user nova-compute[73884]: DEBUG nova.compute.manager [req-e8055f40-ed21-4a06-950d-e466bc083837 req-d20d5972-751e-40b2-9009-3476cffa7ae1 service nova] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Received event network-vif-unplugged-685a2322-bc32-490c-affa-aeceb1974572 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:37:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e8055f40-ed21-4a06-950d-e466bc083837 req-d20d5972-751e-40b2-9009-3476cffa7ae1 service nova] Acquiring lock "49814cf9-3d31-4163-aa37-3578ac1ebd90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:37:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e8055f40-ed21-4a06-950d-e466bc083837 req-d20d5972-751e-40b2-9009-3476cffa7ae1 service nova] Lock "49814cf9-3d31-4163-aa37-3578ac1ebd90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:37:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e8055f40-ed21-4a06-950d-e466bc083837 req-d20d5972-751e-40b2-9009-3476cffa7ae1 service nova] Lock "49814cf9-3d31-4163-aa37-3578ac1ebd90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:37:17 user nova-compute[73884]: DEBUG nova.compute.manager [req-e8055f40-ed21-4a06-950d-e466bc083837 req-d20d5972-751e-40b2-9009-3476cffa7ae1 service nova] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] No waiting events found dispatching network-vif-unplugged-685a2322-bc32-490c-affa-aeceb1974572 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:37:17 user nova-compute[73884]: DEBUG nova.compute.manager [req-e8055f40-ed21-4a06-950d-e466bc083837 req-d20d5972-751e-40b2-9009-3476cffa7ae1 service nova] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Received event network-vif-unplugged-685a2322-bc32-490c-affa-aeceb1974572 for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:37:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:17 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Instance destroyed successfully.
Oct 16 08:37:17 user nova-compute[73884]: DEBUG nova.objects.instance [None req-c72cf117-c50b-487c-9396-7c655bbb15d4 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lazy-loading 'resources' on Instance uuid 49814cf9-3d31-4163-aa37-3578ac1ebd90 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:37:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-c72cf117-c50b-487c-9396-7c655bbb15d4 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:31:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-400815720',display_name='tempest-AttachVolumeNegativeTest-server-400815720',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-400815720',id=21,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKvgUjUb4X+0IZUF0v9v5KLn6///+SEqUBrZI9Jt/l5P+GKuQNaBes1QNKn7nKJYNCp9OJBiXywREPaXdSIDmCP0UUMKhlkUYsjUZudIzmTmZpWtFjtFs+w19VLZiI01RQ==',key_name='tempest-keypair-46384930',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:31:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8d655f1249c64e03ba95139efa91e346',ramdisk_id='',reservation_id='r-x55sj07s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-155093106',owner_user_name='tempest-AttachVolumeNegativeTest-155093106-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:31:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='66ae9d1205f8431b8633ceea5ff568ed',uuid=49814cf9-3d31-4163-aa37-3578ac1ebd90,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "685a2322-bc32-490c-affa-aeceb1974572", "address": "fa:16:3e:d7:92:7a", "network": {"id": "e6c27229-23f2-49e4-a586-cd4ba520e1e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-139611324-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d655f1249c64e03ba95139efa91e346", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap685a2322-bc", "ovs_interfaceid": "685a2322-bc32-490c-affa-aeceb1974572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:37:17 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-c72cf117-c50b-487c-9396-7c655bbb15d4 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Converting VIF {"id": "685a2322-bc32-490c-affa-aeceb1974572", "address": "fa:16:3e:d7:92:7a", "network": {"id": "e6c27229-23f2-49e4-a586-cd4ba520e1e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-139611324-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d655f1249c64e03ba95139efa91e346", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap685a2322-bc", "ovs_interfaceid": "685a2322-bc32-490c-affa-aeceb1974572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:37:17 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-c72cf117-c50b-487c-9396-7c655bbb15d4 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d7:92:7a,bridge_name='br-int',has_traffic_filtering=True,id=685a2322-bc32-490c-affa-aeceb1974572,network=Network(e6c27229-23f2-49e4-a586-cd4ba520e1e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap685a2322-bc') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:37:17 user nova-compute[73884]: DEBUG os_vif [None req-c72cf117-c50b-487c-9396-7c655bbb15d4 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d7:92:7a,bridge_name='br-int',has_traffic_filtering=True,id=685a2322-bc32-490c-affa-aeceb1974572,network=Network(e6c27229-23f2-49e4-a586-cd4ba520e1e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap685a2322-bc') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:37:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap685a2322-bc, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:37:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:37:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=77dc34de-a3cd-42d7-83fe-75c932df3168) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:37:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:37:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:17 user nova-compute[73884]: INFO os_vif [None req-c72cf117-c50b-487c-9396-7c655bbb15d4 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d7:92:7a,bridge_name='br-int',has_traffic_filtering=True,id=685a2322-bc32-490c-affa-aeceb1974572,network=Network(e6c27229-23f2-49e4-a586-cd4ba520e1e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap685a2322-bc')
Oct 16 08:37:17 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-c72cf117-c50b-487c-9396-7c655bbb15d4 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Deleting instance files /opt/stack/data/nova/instances/49814cf9-3d31-4163-aa37-3578ac1ebd90_del
Oct 16 08:37:17 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-c72cf117-c50b-487c-9396-7c655bbb15d4 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Deletion of /opt/stack/data/nova/instances/49814cf9-3d31-4163-aa37-3578ac1ebd90_del complete
Oct 16 08:37:17 user nova-compute[73884]: INFO nova.compute.manager [None req-c72cf117-c50b-487c-9396-7c655bbb15d4 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Took 1.00 seconds to destroy the instance on the hypervisor.
Oct 16 08:37:17 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-c72cf117-c50b-487c-9396-7c655bbb15d4 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 08:37:17 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 08:37:17 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 08:37:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:18 user nova-compute[73884]: DEBUG nova.compute.manager [req-7aa3d9ee-51c8-4f89-bff4-3e3a2f1e9390 req-d9c392ac-9938-4e90-b59b-9ce443f1b827 service nova] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Received event network-changed-a180510b-16ed-41f1-a490-cd10a235c21f {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:37:18 user nova-compute[73884]: DEBUG nova.compute.manager [req-7aa3d9ee-51c8-4f89-bff4-3e3a2f1e9390 req-d9c392ac-9938-4e90-b59b-9ce443f1b827 service nova] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Refreshing instance network info cache due to event network-changed-a180510b-16ed-41f1-a490-cd10a235c21f. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:37:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-7aa3d9ee-51c8-4f89-bff4-3e3a2f1e9390 req-d9c392ac-9938-4e90-b59b-9ce443f1b827 service nova] Acquiring lock "refresh_cache-cec31fc9-341b-4681-a637-ec6c27736df8" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:37:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-7aa3d9ee-51c8-4f89-bff4-3e3a2f1e9390 req-d9c392ac-9938-4e90-b59b-9ce443f1b827 service nova] Acquired lock "refresh_cache-cec31fc9-341b-4681-a637-ec6c27736df8" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:37:18 user nova-compute[73884]: DEBUG nova.network.neutron [req-7aa3d9ee-51c8-4f89-bff4-3e3a2f1e9390 req-d9c392ac-9938-4e90-b59b-9ce443f1b827 service nova] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Refreshing network info cache for port a180510b-16ed-41f1-a490-cd10a235c21f {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:37:19 user nova-compute[73884]: DEBUG nova.network.neutron [req-7aa3d9ee-51c8-4f89-bff4-3e3a2f1e9390 req-d9c392ac-9938-4e90-b59b-9ce443f1b827 service nova] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Updated VIF entry in instance network info cache for port a180510b-16ed-41f1-a490-cd10a235c21f. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:37:19 user nova-compute[73884]: DEBUG nova.network.neutron [req-7aa3d9ee-51c8-4f89-bff4-3e3a2f1e9390 req-d9c392ac-9938-4e90-b59b-9ce443f1b827 service nova] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Updating instance_info_cache with network_info: [{"id": "a180510b-16ed-41f1-a490-cd10a235c21f", "address": "fa:16:3e:8d:ea:8a", "network": {"id": "52793eaf-54c8-4092-868b-51753d278fbf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-915749854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.38", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aac394fa5be84455ba4c994fe7a08925", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa180510b-16", "ovs_interfaceid": "a180510b-16ed-41f1-a490-cd10a235c21f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:37:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-7aa3d9ee-51c8-4f89-bff4-3e3a2f1e9390 req-d9c392ac-9938-4e90-b59b-9ce443f1b827 service nova] Releasing lock "refresh_cache-cec31fc9-341b-4681-a637-ec6c27736df8" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:37:19 user nova-compute[73884]: DEBUG nova.compute.manager [req-1205e7c4-39ba-4964-995a-88b252fe2ee1 req-87c7ef7f-d6ca-49f0-be43-20bd1af7f712 service nova] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Received event network-vif-plugged-685a2322-bc32-490c-affa-aeceb1974572 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:37:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1205e7c4-39ba-4964-995a-88b252fe2ee1 req-87c7ef7f-d6ca-49f0-be43-20bd1af7f712 service nova] Acquiring lock "49814cf9-3d31-4163-aa37-3578ac1ebd90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:37:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1205e7c4-39ba-4964-995a-88b252fe2ee1 req-87c7ef7f-d6ca-49f0-be43-20bd1af7f712 service nova] Lock "49814cf9-3d31-4163-aa37-3578ac1ebd90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:37:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1205e7c4-39ba-4964-995a-88b252fe2ee1 req-87c7ef7f-d6ca-49f0-be43-20bd1af7f712 service nova] Lock "49814cf9-3d31-4163-aa37-3578ac1ebd90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:37:19 user nova-compute[73884]: DEBUG nova.compute.manager [req-1205e7c4-39ba-4964-995a-88b252fe2ee1 req-87c7ef7f-d6ca-49f0-be43-20bd1af7f712 service nova] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] No waiting events found dispatching network-vif-plugged-685a2322-bc32-490c-affa-aeceb1974572 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:37:19 user nova-compute[73884]: WARNING nova.compute.manager [req-1205e7c4-39ba-4964-995a-88b252fe2ee1 req-87c7ef7f-d6ca-49f0-be43-20bd1af7f712 service nova] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Received unexpected event network-vif-plugged-685a2322-bc32-490c-affa-aeceb1974572 for instance with vm_state active and task_state deleting.
Oct 16 08:37:19 user nova-compute[73884]: DEBUG nova.compute.manager [req-1205e7c4-39ba-4964-995a-88b252fe2ee1 req-87c7ef7f-d6ca-49f0-be43-20bd1af7f712 service nova] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Received event network-vif-plugged-685a2322-bc32-490c-affa-aeceb1974572 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:37:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1205e7c4-39ba-4964-995a-88b252fe2ee1 req-87c7ef7f-d6ca-49f0-be43-20bd1af7f712 service nova] Acquiring lock "49814cf9-3d31-4163-aa37-3578ac1ebd90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:37:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1205e7c4-39ba-4964-995a-88b252fe2ee1 req-87c7ef7f-d6ca-49f0-be43-20bd1af7f712 service nova] Lock "49814cf9-3d31-4163-aa37-3578ac1ebd90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:37:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1205e7c4-39ba-4964-995a-88b252fe2ee1 req-87c7ef7f-d6ca-49f0-be43-20bd1af7f712 service nova] Lock "49814cf9-3d31-4163-aa37-3578ac1ebd90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:37:19 user nova-compute[73884]: DEBUG nova.compute.manager [req-1205e7c4-39ba-4964-995a-88b252fe2ee1 req-87c7ef7f-d6ca-49f0-be43-20bd1af7f712 service nova] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] No waiting events found dispatching network-vif-plugged-685a2322-bc32-490c-affa-aeceb1974572 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:37:19 user nova-compute[73884]: WARNING nova.compute.manager [req-1205e7c4-39ba-4964-995a-88b252fe2ee1 req-87c7ef7f-d6ca-49f0-be43-20bd1af7f712 service nova] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Received unexpected event network-vif-plugged-685a2322-bc32-490c-affa-aeceb1974572 for instance with vm_state active and task_state deleting.
Oct 16 08:37:19 user nova-compute[73884]: DEBUG nova.compute.manager [req-1205e7c4-39ba-4964-995a-88b252fe2ee1 req-87c7ef7f-d6ca-49f0-be43-20bd1af7f712 service nova] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Received event network-vif-plugged-685a2322-bc32-490c-affa-aeceb1974572 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:37:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1205e7c4-39ba-4964-995a-88b252fe2ee1 req-87c7ef7f-d6ca-49f0-be43-20bd1af7f712 service nova] Acquiring lock "49814cf9-3d31-4163-aa37-3578ac1ebd90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:37:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1205e7c4-39ba-4964-995a-88b252fe2ee1 req-87c7ef7f-d6ca-49f0-be43-20bd1af7f712 service nova] Lock "49814cf9-3d31-4163-aa37-3578ac1ebd90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:37:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1205e7c4-39ba-4964-995a-88b252fe2ee1 req-87c7ef7f-d6ca-49f0-be43-20bd1af7f712 service nova] Lock "49814cf9-3d31-4163-aa37-3578ac1ebd90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:37:19 user nova-compute[73884]: DEBUG nova.compute.manager [req-1205e7c4-39ba-4964-995a-88b252fe2ee1 req-87c7ef7f-d6ca-49f0-be43-20bd1af7f712 service nova] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] No waiting events found dispatching network-vif-plugged-685a2322-bc32-490c-affa-aeceb1974572 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:37:19 user nova-compute[73884]: WARNING nova.compute.manager [req-1205e7c4-39ba-4964-995a-88b252fe2ee1 req-87c7ef7f-d6ca-49f0-be43-20bd1af7f712 service nova] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Received unexpected event network-vif-plugged-685a2322-bc32-490c-affa-aeceb1974572 for instance with vm_state active and task_state deleting.
Oct 16 08:37:19 user nova-compute[73884]: DEBUG nova.compute.manager [req-1205e7c4-39ba-4964-995a-88b252fe2ee1 req-87c7ef7f-d6ca-49f0-be43-20bd1af7f712 service nova] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Received event network-vif-unplugged-685a2322-bc32-490c-affa-aeceb1974572 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:37:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1205e7c4-39ba-4964-995a-88b252fe2ee1 req-87c7ef7f-d6ca-49f0-be43-20bd1af7f712 service nova] Acquiring lock "49814cf9-3d31-4163-aa37-3578ac1ebd90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:37:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1205e7c4-39ba-4964-995a-88b252fe2ee1 req-87c7ef7f-d6ca-49f0-be43-20bd1af7f712 service nova] Lock "49814cf9-3d31-4163-aa37-3578ac1ebd90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:37:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1205e7c4-39ba-4964-995a-88b252fe2ee1 req-87c7ef7f-d6ca-49f0-be43-20bd1af7f712 service nova] Lock "49814cf9-3d31-4163-aa37-3578ac1ebd90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:37:19 user nova-compute[73884]: DEBUG nova.compute.manager [req-1205e7c4-39ba-4964-995a-88b252fe2ee1 req-87c7ef7f-d6ca-49f0-be43-20bd1af7f712 service nova] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] No waiting events found dispatching network-vif-unplugged-685a2322-bc32-490c-affa-aeceb1974572 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:37:19 user nova-compute[73884]: DEBUG nova.compute.manager [req-1205e7c4-39ba-4964-995a-88b252fe2ee1 req-87c7ef7f-d6ca-49f0-be43-20bd1af7f712 service nova] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Received event network-vif-unplugged-685a2322-bc32-490c-affa-aeceb1974572 for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:37:19 user nova-compute[73884]: DEBUG nova.compute.manager [req-1205e7c4-39ba-4964-995a-88b252fe2ee1 req-87c7ef7f-d6ca-49f0-be43-20bd1af7f712 service nova] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Received event network-vif-plugged-685a2322-bc32-490c-affa-aeceb1974572 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:37:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1205e7c4-39ba-4964-995a-88b252fe2ee1 req-87c7ef7f-d6ca-49f0-be43-20bd1af7f712 service nova] Acquiring lock "49814cf9-3d31-4163-aa37-3578ac1ebd90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:37:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1205e7c4-39ba-4964-995a-88b252fe2ee1 req-87c7ef7f-d6ca-49f0-be43-20bd1af7f712 service nova] Lock "49814cf9-3d31-4163-aa37-3578ac1ebd90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:37:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1205e7c4-39ba-4964-995a-88b252fe2ee1 req-87c7ef7f-d6ca-49f0-be43-20bd1af7f712 service nova] Lock "49814cf9-3d31-4163-aa37-3578ac1ebd90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:37:19 user nova-compute[73884]: DEBUG nova.compute.manager [req-1205e7c4-39ba-4964-995a-88b252fe2ee1 req-87c7ef7f-d6ca-49f0-be43-20bd1af7f712 service nova] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] No waiting events found dispatching network-vif-plugged-685a2322-bc32-490c-affa-aeceb1974572 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:37:19 user nova-compute[73884]: WARNING nova.compute.manager [req-1205e7c4-39ba-4964-995a-88b252fe2ee1 req-87c7ef7f-d6ca-49f0-be43-20bd1af7f712 service nova] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Received unexpected event network-vif-plugged-685a2322-bc32-490c-affa-aeceb1974572 for instance with vm_state active and task_state deleting.
Oct 16 08:37:19 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:37:19 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Took 1.81 seconds to deallocate network for instance.
Oct 16 08:37:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c72cf117-c50b-487c-9396-7c655bbb15d4 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:37:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c72cf117-c50b-487c-9396-7c655bbb15d4 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:37:20 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-c72cf117-c50b-487c-9396-7c655bbb15d4 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:37:20 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-c72cf117-c50b-487c-9396-7c655bbb15d4 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:37:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c72cf117-c50b-487c-9396-7c655bbb15d4 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.351s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:37:20 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-c72cf117-c50b-487c-9396-7c655bbb15d4 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Deleted allocations for instance 49814cf9-3d31-4163-aa37-3578ac1ebd90
Oct 16 08:37:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c72cf117-c50b-487c-9396-7c655bbb15d4 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "49814cf9-3d31-4163-aa37-3578ac1ebd90" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.385s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:37:21 user nova-compute[73884]: DEBUG nova.compute.manager [req-69d0b6de-0265-4504-bf0c-6573204d3736 req-77ec4716-84d8-4e60-ac99-da56a4d8c216 service nova] [instance: 49814cf9-3d31-4163-aa37-3578ac1ebd90] Received event network-vif-deleted-685a2322-bc32-490c-affa-aeceb1974572 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:37:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:26 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:30 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:37 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:38 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:38 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:39 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquiring lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:37:39 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:37:39 user nova-compute[73884]: DEBUG nova.compute.manager [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:37:39 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:37:39 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:37:39 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:37:39 user nova-compute[73884]: INFO nova.compute.claims [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Claim successful on node user
Oct 16 08:37:39 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:37:39 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:37:39 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.496s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:37:39 user nova-compute[73884]: DEBUG nova.compute.manager [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:37:39 user nova-compute[73884]: DEBUG nova.compute.manager [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:37:39 user nova-compute[73884]: DEBUG nova.network.neutron [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:37:39 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:37:39 user nova-compute[73884]: DEBUG nova.compute.manager [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:37:39 user nova-compute[73884]: DEBUG nova.policy [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de4969717c974b0882fa85234f08a619', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e52badad06145cfa089e3408fc0ec2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:37:40 user nova-compute[73884]: DEBUG nova.compute.manager [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:37:40 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:37:40 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Creating image(s)
Oct 16 08:37:40 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquiring lock "/opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:37:40 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "/opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:37:40 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "/opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:37:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:37:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.195s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:37:40 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquiring lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:37:40 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:37:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:37:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.281s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:37:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:37:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk 1073741824" returned: 0 in 0.062s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:37:40 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.352s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:37:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:37:40 user nova-compute[73884]: DEBUG nova.network.neutron [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Successfully created port: 18053f0d-701a-4044-9372-30d76d3c9295 {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:37:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.197s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:37:40 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk. size=1073741824 {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 08:37:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:37:40 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Cannot resize image /opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk to a smaller size. {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Ensure instance console log exists: /opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG nova.network.neutron [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Successfully updated port: 18053f0d-701a-4044-9372-30d76d3c9295 {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquiring lock "refresh_cache-6ccb7c7b-354b-490a-83c2-1ad45bb18998" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquired lock "refresh_cache-6ccb7c7b-354b-490a-83c2-1ad45bb18998" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG nova.network.neutron [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG nova.compute.manager [req-a254bdbd-8fa2-4da0-8b71-ec09979e429b req-b0e7071b-0491-465b-911a-aa47a49bc958 service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Received event network-changed-18053f0d-701a-4044-9372-30d76d3c9295 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG nova.compute.manager [req-a254bdbd-8fa2-4da0-8b71-ec09979e429b req-b0e7071b-0491-465b-911a-aa47a49bc958 service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Refreshing instance network info cache due to event network-changed-18053f0d-701a-4044-9372-30d76d3c9295. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a254bdbd-8fa2-4da0-8b71-ec09979e429b req-b0e7071b-0491-465b-911a-aa47a49bc958 service nova] Acquiring lock "refresh_cache-6ccb7c7b-354b-490a-83c2-1ad45bb18998" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG nova.network.neutron [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG nova.network.neutron [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Updating instance_info_cache with network_info: [{"id": "18053f0d-701a-4044-9372-30d76d3c9295", "address": "fa:16:3e:9e:f3:d2", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18053f0d-70", "ovs_interfaceid": "18053f0d-701a-4044-9372-30d76d3c9295", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Releasing lock "refresh_cache-6ccb7c7b-354b-490a-83c2-1ad45bb18998" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG nova.compute.manager [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Instance network_info: |[{"id": "18053f0d-701a-4044-9372-30d76d3c9295", "address": "fa:16:3e:9e:f3:d2", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18053f0d-70", "ovs_interfaceid": "18053f0d-701a-4044-9372-30d76d3c9295", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a254bdbd-8fa2-4da0-8b71-ec09979e429b req-b0e7071b-0491-465b-911a-aa47a49bc958 service nova] Acquired lock "refresh_cache-6ccb7c7b-354b-490a-83c2-1ad45bb18998" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG nova.network.neutron [req-a254bdbd-8fa2-4da0-8b71-ec09979e429b req-b0e7071b-0491-465b-911a-aa47a49bc958 service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Refreshing network info cache for port 18053f0d-701a-4044-9372-30d76d3c9295 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Start _get_guest_xml network_info=[{"id": "18053f0d-701a-4044-9372-30d76d3c9295", "address": "fa:16:3e:9e:f3:d2", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18053f0d-70", "ovs_interfaceid": "18053f0d-701a-4044-9372-30d76d3c9295", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'a4e1d819-b957-4c9c-9b9d-fd987951fbab'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:37:41 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:37:41 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:37:41 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:37:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-480876527',display_name='tempest-ServerRescueNegativeTestJSON-server-480876527',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-480876527',id=30,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMY58dsSJoY+Ca9WuQlraOD40LHHwHw69Z5XUM+W1JJcoLXCZla1dyLb9ISKZA0ckqGjTrKyfOvaBiXz5GkWx1eWQtF0lwDB4kYYROmLy9sQQwXTGfYpHBNwztnCZ+mqtw==',key_name='tempest-keypair-392511088',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9e52badad06145cfa089e3408fc0ec2a',ramdisk_id='',reservation_id='r-x14edrpt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1439350041',owner_user_name='tempest-ServerRescueNegativeTestJSON-1439350041-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:37:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='de4969717c974b0882fa85234f08a619',uuid=6ccb7c7b-354b-490a-83c2-1ad45bb18998,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "18053f0d-701a-4044-9372-30d76d3c9295", "address": "fa:16:3e:9e:f3:d2", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18053f0d-70", "ovs_interfaceid": "18053f0d-701a-4044-9372-30d76d3c9295", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Converting VIF {"id": "18053f0d-701a-4044-9372-30d76d3c9295", "address": "fa:16:3e:9e:f3:d2", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18053f0d-70", "ovs_interfaceid": "18053f0d-701a-4044-9372-30d76d3c9295", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9e:f3:d2,bridge_name='br-int',has_traffic_filtering=True,id=18053f0d-701a-4044-9372-30d76d3c9295,network=Network(c29d5c21-21e2-439e-9ee6-7530bc770e4d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18053f0d-70') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG nova.objects.instance [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lazy-loading 'pci_devices' on Instance uuid 6ccb7c7b-354b-490a-83c2-1ad45bb18998 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:37:41 user nova-compute[73884]:   <uuid>6ccb7c7b-354b-490a-83c2-1ad45bb18998</uuid>
Oct 16 08:37:41 user nova-compute[73884]:   <name>instance-0000001e</name>
Oct 16 08:37:41 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:37:41 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:37:41 user nova-compute[73884]:   <metadata>
Oct 16 08:37:41 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:37:41 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:37:41 user nova-compute[73884]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-480876527</nova:name>
Oct 16 08:37:41 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:37:41</nova:creationTime>
Oct 16 08:37:41 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:37:41 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:37:41 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:37:41 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:37:41 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:37:41 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:37:41 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:37:41 user nova-compute[73884]:       <nova:owner>
Oct 16 08:37:41 user nova-compute[73884]:         <nova:user uuid="de4969717c974b0882fa85234f08a619">tempest-ServerRescueNegativeTestJSON-1439350041-project-member</nova:user>
Oct 16 08:37:41 user nova-compute[73884]:         <nova:project uuid="9e52badad06145cfa089e3408fc0ec2a">tempest-ServerRescueNegativeTestJSON-1439350041</nova:project>
Oct 16 08:37:41 user nova-compute[73884]:       </nova:owner>
Oct 16 08:37:41 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:37:41 user nova-compute[73884]:       <nova:ports>
Oct 16 08:37:41 user nova-compute[73884]:         <nova:port uuid="18053f0d-701a-4044-9372-30d76d3c9295">
Oct 16 08:37:41 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 16 08:37:41 user nova-compute[73884]:         </nova:port>
Oct 16 08:37:41 user nova-compute[73884]:       </nova:ports>
Oct 16 08:37:41 user nova-compute[73884]:     </nova:instance>
Oct 16 08:37:41 user nova-compute[73884]:   </metadata>
Oct 16 08:37:41 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:37:41 user nova-compute[73884]:     <system>
Oct 16 08:37:41 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:37:41 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:37:41 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:37:41 user nova-compute[73884]:       <entry name="serial">6ccb7c7b-354b-490a-83c2-1ad45bb18998</entry>
Oct 16 08:37:41 user nova-compute[73884]:       <entry name="uuid">6ccb7c7b-354b-490a-83c2-1ad45bb18998</entry>
Oct 16 08:37:41 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:37:41 user nova-compute[73884]:     </system>
Oct 16 08:37:41 user nova-compute[73884]:   </sysinfo>
Oct 16 08:37:41 user nova-compute[73884]:   <os>
Oct 16 08:37:41 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:37:41 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:37:41 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:37:41 user nova-compute[73884]:   </os>
Oct 16 08:37:41 user nova-compute[73884]:   <features>
Oct 16 08:37:41 user nova-compute[73884]:     <acpi/>
Oct 16 08:37:41 user nova-compute[73884]:     <apic/>
Oct 16 08:37:41 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:37:41 user nova-compute[73884]:   </features>
Oct 16 08:37:41 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:37:41 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:37:41 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:37:41 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:37:41 user nova-compute[73884]:   </clock>
Oct 16 08:37:41 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:37:41 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:37:41 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:37:41 user nova-compute[73884]:   </cpu>
Oct 16 08:37:41 user nova-compute[73884]:   <devices>
Oct 16 08:37:41 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:37:41 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:37:41 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk"/>
Oct 16 08:37:41 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:37:41 user nova-compute[73884]:     </disk>
Oct 16 08:37:41 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:37:41 user nova-compute[73884]:       <mac address="fa:16:3e:9e:f3:d2"/>
Oct 16 08:37:41 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:37:41 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:37:41 user nova-compute[73884]:       <target dev="tap18053f0d-70"/>
Oct 16 08:37:41 user nova-compute[73884]:     </interface>
Oct 16 08:37:41 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:37:41 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/console.log" append="off"/>
Oct 16 08:37:41 user nova-compute[73884]:     </serial>
Oct 16 08:37:41 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:37:41 user nova-compute[73884]:     <video>
Oct 16 08:37:41 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:37:41 user nova-compute[73884]:     </video>
Oct 16 08:37:41 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:37:41 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:37:41 user nova-compute[73884]:     </rng>
Oct 16 08:37:41 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:37:41 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:37:41 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:37:41 user nova-compute[73884]:     </memballoon>
Oct 16 08:37:41 user nova-compute[73884]:   </devices>
Oct 16 08:37:41 user nova-compute[73884]: </domain>
Oct 16 08:37:41 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:37:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-480876527',display_name='tempest-ServerRescueNegativeTestJSON-server-480876527',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-480876527',id=30,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMY58dsSJoY+Ca9WuQlraOD40LHHwHw69Z5XUM+W1JJcoLXCZla1dyLb9ISKZA0ckqGjTrKyfOvaBiXz5GkWx1eWQtF0lwDB4kYYROmLy9sQQwXTGfYpHBNwztnCZ+mqtw==',key_name='tempest-keypair-392511088',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9e52badad06145cfa089e3408fc0ec2a',ramdisk_id='',reservation_id='r-x14edrpt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-1439350041',owner_user_name='tempest-ServerRescueNegativeTestJSON-1439350041-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:37:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='de4969717c974b0882fa85234f08a619',uuid=6ccb7c7b-354b-490a-83c2-1ad45bb18998,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "18053f0d-701a-4044-9372-30d76d3c9295", "address": "fa:16:3e:9e:f3:d2", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18053f0d-70", "ovs_interfaceid": "18053f0d-701a-4044-9372-30d76d3c9295", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Converting VIF {"id": "18053f0d-701a-4044-9372-30d76d3c9295", "address": "fa:16:3e:9e:f3:d2", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18053f0d-70", "ovs_interfaceid": "18053f0d-701a-4044-9372-30d76d3c9295", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9e:f3:d2,bridge_name='br-int',has_traffic_filtering=True,id=18053f0d-701a-4044-9372-30d76d3c9295,network=Network(c29d5c21-21e2-439e-9ee6-7530bc770e4d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18053f0d-70') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG os_vif [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:f3:d2,bridge_name='br-int',has_traffic_filtering=True,id=18053f0d-701a-4044-9372-30d76d3c9295,network=Network(c29d5c21-21e2-439e-9ee6-7530bc770e4d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18053f0d-70') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '76b80f2a-677f-5a2a-aedc-53c2281a89ce', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap18053f0d-70, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap18053f0d-70, col_values=(('qos', UUID('65d2064d-afb1-4da1-b286-a3b362656e62')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap18053f0d-70, col_values=(('external_ids', {'iface-id': '18053f0d-701a-4044-9372-30d76d3c9295', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9e:f3:d2', 'vm-uuid': '6ccb7c7b-354b-490a-83c2-1ad45bb18998'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:41 user nova-compute[73884]: INFO os_vif [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:f3:d2,bridge_name='br-int',has_traffic_filtering=True,id=18053f0d-701a-4044-9372-30d76d3c9295,network=Network(c29d5c21-21e2-439e-9ee6-7530bc770e4d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18053f0d-70')
Oct 16 08:37:41 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:37:41 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] No VIF found with MAC fa:16:3e:9e:f3:d2, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:37:42 user nova-compute[73884]: DEBUG nova.network.neutron [req-a254bdbd-8fa2-4da0-8b71-ec09979e429b req-b0e7071b-0491-465b-911a-aa47a49bc958 service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Updated VIF entry in instance network info cache for port 18053f0d-701a-4044-9372-30d76d3c9295. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:37:42 user nova-compute[73884]: DEBUG nova.network.neutron [req-a254bdbd-8fa2-4da0-8b71-ec09979e429b req-b0e7071b-0491-465b-911a-aa47a49bc958 service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Updating instance_info_cache with network_info: [{"id": "18053f0d-701a-4044-9372-30d76d3c9295", "address": "fa:16:3e:9e:f3:d2", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18053f0d-70", "ovs_interfaceid": "18053f0d-701a-4044-9372-30d76d3c9295", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:37:42 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a254bdbd-8fa2-4da0-8b71-ec09979e429b req-b0e7071b-0491-465b-911a-aa47a49bc958 service nova] Releasing lock "refresh_cache-6ccb7c7b-354b-490a-83c2-1ad45bb18998" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:37:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:43 user nova-compute[73884]: DEBUG nova.compute.manager [req-e430100d-1359-421f-86f9-b47a97ca663a req-cc5a1f18-2ba7-4ee7-a882-2ea842037a17 service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Received event network-vif-plugged-18053f0d-701a-4044-9372-30d76d3c9295 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:37:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e430100d-1359-421f-86f9-b47a97ca663a req-cc5a1f18-2ba7-4ee7-a882-2ea842037a17 service nova] Acquiring lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:37:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e430100d-1359-421f-86f9-b47a97ca663a req-cc5a1f18-2ba7-4ee7-a882-2ea842037a17 service nova] Lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:37:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e430100d-1359-421f-86f9-b47a97ca663a req-cc5a1f18-2ba7-4ee7-a882-2ea842037a17 service nova] Lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:37:43 user nova-compute[73884]: DEBUG nova.compute.manager [req-e430100d-1359-421f-86f9-b47a97ca663a req-cc5a1f18-2ba7-4ee7-a882-2ea842037a17 service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] No waiting events found dispatching network-vif-plugged-18053f0d-701a-4044-9372-30d76d3c9295 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:37:43 user nova-compute[73884]: WARNING nova.compute.manager [req-e430100d-1359-421f-86f9-b47a97ca663a req-cc5a1f18-2ba7-4ee7-a882-2ea842037a17 service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Received unexpected event network-vif-plugged-18053f0d-701a-4044-9372-30d76d3c9295 for instance with vm_state building and task_state spawning.
Oct 16 08:37:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-66ab3f43-62f7-40f4-964b-58edb2997ab3 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquiring lock "cec31fc9-341b-4681-a637-ec6c27736df8" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:37:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-66ab3f43-62f7-40f4-964b-58edb2997ab3 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "cec31fc9-341b-4681-a637-ec6c27736df8" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:37:43 user nova-compute[73884]: INFO nova.compute.manager [None req-66ab3f43-62f7-40f4-964b-58edb2997ab3 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Shelving
Oct 16 08:37:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:44 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Instance destroyed successfully.
Oct 16 08:37:44 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-66ab3f43-62f7-40f4-964b-58edb2997ab3 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Beginning cold snapshot process
Oct 16 08:37:44 user nova-compute[73884]: DEBUG nova.privsep.utils [None req-66ab3f43-62f7-40f4-964b-58edb2997ab3 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=73884) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 16 08:37:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-66ab3f43-62f7-40f4-964b-58edb2997ab3 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/cec31fc9-341b-4681-a637-ec6c27736df8/disk /opt/stack/data/nova/instances/snapshots/tmpzv7k7xp_/bb47570293bd4f3c9f0ffe3fdb4613f7 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:37:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Acquiring lock "f9e1d80c-ad24-4717-b57f-eb69802dbaab" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:37:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "f9e1d80c-ad24-4717-b57f-eb69802dbaab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:37:45 user nova-compute[73884]: DEBUG nova.compute.manager [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:37:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-66ab3f43-62f7-40f4-964b-58edb2997ab3 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/cec31fc9-341b-4681-a637-ec6c27736df8/disk /opt/stack/data/nova/instances/snapshots/tmpzv7k7xp_/bb47570293bd4f3c9f0ffe3fdb4613f7" returned: 0 in 0.896s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:37:45 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-66ab3f43-62f7-40f4-964b-58edb2997ab3 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Snapshot extracted, beginning image upload
Oct 16 08:37:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:37:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:37:45 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:37:45 user nova-compute[73884]: INFO nova.compute.claims [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Claim successful on node user
Oct 16 08:37:45 user nova-compute[73884]: DEBUG nova.compute.manager [req-73068bb1-b8d2-4967-a72a-91725168f5b3 req-dcc1c0ba-3746-4cdc-afb0-cb02f13a3f9d service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Received event network-vif-plugged-18053f0d-701a-4044-9372-30d76d3c9295 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:37:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-73068bb1-b8d2-4967-a72a-91725168f5b3 req-dcc1c0ba-3746-4cdc-afb0-cb02f13a3f9d service nova] Acquiring lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:37:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-73068bb1-b8d2-4967-a72a-91725168f5b3 req-dcc1c0ba-3746-4cdc-afb0-cb02f13a3f9d service nova] Lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:37:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-73068bb1-b8d2-4967-a72a-91725168f5b3 req-dcc1c0ba-3746-4cdc-afb0-cb02f13a3f9d service nova] Lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:37:45 user nova-compute[73884]: DEBUG nova.compute.manager [req-73068bb1-b8d2-4967-a72a-91725168f5b3 req-dcc1c0ba-3746-4cdc-afb0-cb02f13a3f9d service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] No waiting events found dispatching network-vif-plugged-18053f0d-701a-4044-9372-30d76d3c9295 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:37:45 user nova-compute[73884]: WARNING nova.compute.manager [req-73068bb1-b8d2-4967-a72a-91725168f5b3 req-dcc1c0ba-3746-4cdc-afb0-cb02f13a3f9d service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Received unexpected event network-vif-plugged-18053f0d-701a-4044-9372-30d76d3c9295 for instance with vm_state building and task_state spawning.
Oct 16 08:37:45 user nova-compute[73884]: DEBUG nova.compute.manager [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:37:45 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:37:45 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Instance spawned successfully.
Oct 16 08:37:45 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:37:45 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:37:45 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:37:45 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:37:45 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:37:45 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:37:45 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:37:45 user nova-compute[73884]: INFO nova.compute.manager [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Took 5.53 seconds to spawn the instance on the hypervisor.
Oct 16 08:37:45 user nova-compute[73884]: DEBUG nova.compute.manager [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:37:45 user nova-compute[73884]: INFO nova.compute.manager [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Took 6.39 seconds to build instance.
Oct 16 08:37:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-594f1d49-574a-4ec9-b36f-4f485b486724 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.498s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:37:45 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:37:45 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:37:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.527s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:37:45 user nova-compute[73884]: DEBUG nova.compute.manager [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:37:45 user nova-compute[73884]: DEBUG nova.compute.manager [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:37:45 user nova-compute[73884]: DEBUG nova.network.neutron [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:37:46 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:37:46 user nova-compute[73884]: DEBUG nova.compute.manager [req-efbf5fdf-9be6-45b6-b0a4-f5ce9cdb3883 req-3b5617d1-4c4a-4c6f-b42b-a180362ba4e3 service nova] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Received event network-vif-unplugged-a180510b-16ed-41f1-a490-cd10a235c21f {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:37:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-efbf5fdf-9be6-45b6-b0a4-f5ce9cdb3883 req-3b5617d1-4c4a-4c6f-b42b-a180362ba4e3 service nova] Acquiring lock "cec31fc9-341b-4681-a637-ec6c27736df8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:37:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-efbf5fdf-9be6-45b6-b0a4-f5ce9cdb3883 req-3b5617d1-4c4a-4c6f-b42b-a180362ba4e3 service nova] Lock "cec31fc9-341b-4681-a637-ec6c27736df8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:37:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-efbf5fdf-9be6-45b6-b0a4-f5ce9cdb3883 req-3b5617d1-4c4a-4c6f-b42b-a180362ba4e3 service nova] Lock "cec31fc9-341b-4681-a637-ec6c27736df8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:37:46 user nova-compute[73884]: DEBUG nova.compute.manager [req-efbf5fdf-9be6-45b6-b0a4-f5ce9cdb3883 req-3b5617d1-4c4a-4c6f-b42b-a180362ba4e3 service nova] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] No waiting events found dispatching network-vif-unplugged-a180510b-16ed-41f1-a490-cd10a235c21f {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:37:46 user nova-compute[73884]: WARNING nova.compute.manager [req-efbf5fdf-9be6-45b6-b0a4-f5ce9cdb3883 req-3b5617d1-4c4a-4c6f-b42b-a180362ba4e3 service nova] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Received unexpected event network-vif-unplugged-a180510b-16ed-41f1-a490-cd10a235c21f for instance with vm_state active and task_state shelving_image_uploading.
Oct 16 08:37:46 user nova-compute[73884]: DEBUG nova.compute.manager [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:37:46 user nova-compute[73884]: DEBUG nova.policy [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b14c06a0e5904d2b9f82f7a8a26ea278', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fb3e570067a4db5894f2982b18742a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:37:46 user nova-compute[73884]: DEBUG nova.compute.manager [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:37:46 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:37:46 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Creating image(s)
Oct 16 08:37:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Acquiring lock "/opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:37:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "/opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:37:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "/opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.009s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:37:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:37:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.233s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:37:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Acquiring lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:37:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:37:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:37:46 user nova-compute[73884]: DEBUG nova.compute.manager [None req-1880a4a9-f6f2-454d-8a6a-856b5fbb179c tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:37:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.214s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:37:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:37:46 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:46 user nova-compute[73884]: INFO nova.compute.manager [None req-1880a4a9-f6f2-454d-8a6a-856b5fbb179c tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] instance snapshotting
Oct 16 08:37:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk 1073741824" returned: 0 in 0.078s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:37:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.298s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:37:46 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:37:46 user nova-compute[73884]: DEBUG nova.network.neutron [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Successfully created port: d1b449d5-a690-4861-bc2f-0e9c0c720552 {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:37:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.199s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:37:47 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk. size=1073741824 {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 08:37:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:37:47 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-1880a4a9-f6f2-454d-8a6a-856b5fbb179c tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Beginning live snapshot process
Oct 16 08:37:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:37:47 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Cannot resize image /opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk to a smaller size. {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 08:37:47 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:37:47 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Ensure instance console log exists: /opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:37:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:37:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:37:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:37:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-1880a4a9-f6f2-454d-8a6a-856b5fbb179c tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json -f qcow2 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:37:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-1880a4a9-f6f2-454d-8a6a-856b5fbb179c tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json -f qcow2" returned: 0 in 0.185s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:37:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-1880a4a9-f6f2-454d-8a6a-856b5fbb179c tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json -f qcow2 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:37:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-1880a4a9-f6f2-454d-8a6a-856b5fbb179c tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json -f qcow2" returned: 0 in 0.195s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:37:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-1880a4a9-f6f2-454d-8a6a-856b5fbb179c tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:37:47 user nova-compute[73884]: DEBUG nova.network.neutron [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Successfully updated port: d1b449d5-a690-4861-bc2f-0e9c0c720552 {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:37:47 user nova-compute[73884]: DEBUG nova.compute.manager [req-2c633a43-f75f-4512-8206-830b38896971 req-751ad3d4-2e89-45b7-b1a7-b95a7d84e023 service nova] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Received event network-changed-d1b449d5-a690-4861-bc2f-0e9c0c720552 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:37:47 user nova-compute[73884]: DEBUG nova.compute.manager [req-2c633a43-f75f-4512-8206-830b38896971 req-751ad3d4-2e89-45b7-b1a7-b95a7d84e023 service nova] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Refreshing instance network info cache due to event network-changed-d1b449d5-a690-4861-bc2f-0e9c0c720552. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:37:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2c633a43-f75f-4512-8206-830b38896971 req-751ad3d4-2e89-45b7-b1a7-b95a7d84e023 service nova] Acquiring lock "refresh_cache-f9e1d80c-ad24-4717-b57f-eb69802dbaab" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:37:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2c633a43-f75f-4512-8206-830b38896971 req-751ad3d4-2e89-45b7-b1a7-b95a7d84e023 service nova] Acquired lock "refresh_cache-f9e1d80c-ad24-4717-b57f-eb69802dbaab" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:37:47 user nova-compute[73884]: DEBUG nova.network.neutron [req-2c633a43-f75f-4512-8206-830b38896971 req-751ad3d4-2e89-45b7-b1a7-b95a7d84e023 service nova] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Refreshing network info cache for port d1b449d5-a690-4861-bc2f-0e9c0c720552 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:37:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Acquiring lock "refresh_cache-f9e1d80c-ad24-4717-b57f-eb69802dbaab" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:37:47 user nova-compute[73884]: DEBUG nova.network.neutron [req-2c633a43-f75f-4512-8206-830b38896971 req-751ad3d4-2e89-45b7-b1a7-b95a7d84e023 service nova] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:37:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-1880a4a9-f6f2-454d-8a6a-856b5fbb179c tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.228s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:37:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-1880a4a9-f6f2-454d-8a6a-856b5fbb179c tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpvnb3cx76/650361652b6e43ecb4bc8c0c9fefc98e.delta 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-1880a4a9-f6f2-454d-8a6a-856b5fbb179c tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpvnb3cx76/650361652b6e43ecb4bc8c0c9fefc98e.delta 1073741824" returned: 0 in 0.056s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:37:48 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-1880a4a9-f6f2-454d-8a6a-856b5fbb179c tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 16 08:37:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG nova.network.neutron [req-2c633a43-f75f-4512-8206-830b38896971 req-751ad3d4-2e89-45b7-b1a7-b95a7d84e023 service nova] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2c633a43-f75f-4512-8206-830b38896971 req-751ad3d4-2e89-45b7-b1a7-b95a7d84e023 service nova] Releasing lock "refresh_cache-f9e1d80c-ad24-4717-b57f-eb69802dbaab" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Acquired lock "refresh_cache-f9e1d80c-ad24-4717-b57f-eb69802dbaab" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG nova.network.neutron [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG nova.compute.manager [req-2c58573d-8c36-4d07-be7e-921432004491 req-fb1b198a-9c33-480f-bc59-a25eaf691ab6 service nova] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Received event network-vif-plugged-a180510b-16ed-41f1-a490-cd10a235c21f {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2c58573d-8c36-4d07-be7e-921432004491 req-fb1b198a-9c33-480f-bc59-a25eaf691ab6 service nova] Acquiring lock "cec31fc9-341b-4681-a637-ec6c27736df8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2c58573d-8c36-4d07-be7e-921432004491 req-fb1b198a-9c33-480f-bc59-a25eaf691ab6 service nova] Lock "cec31fc9-341b-4681-a637-ec6c27736df8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2c58573d-8c36-4d07-be7e-921432004491 req-fb1b198a-9c33-480f-bc59-a25eaf691ab6 service nova] Lock "cec31fc9-341b-4681-a637-ec6c27736df8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG nova.compute.manager [req-2c58573d-8c36-4d07-be7e-921432004491 req-fb1b198a-9c33-480f-bc59-a25eaf691ab6 service nova] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] No waiting events found dispatching network-vif-plugged-a180510b-16ed-41f1-a490-cd10a235c21f {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:37:48 user nova-compute[73884]: WARNING nova.compute.manager [req-2c58573d-8c36-4d07-be7e-921432004491 req-fb1b198a-9c33-480f-bc59-a25eaf691ab6 service nova] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Received unexpected event network-vif-plugged-a180510b-16ed-41f1-a490-cd10a235c21f for instance with vm_state active and task_state shelving_image_uploading.
Oct 16 08:37:48 user nova-compute[73884]: DEBUG nova.network.neutron [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:37:48 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-66ab3f43-62f7-40f4-964b-58edb2997ab3 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Snapshot image upload complete
Oct 16 08:37:48 user nova-compute[73884]: DEBUG nova.compute.manager [None req-66ab3f43-62f7-40f4-964b-58edb2997ab3 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:37:48 user nova-compute[73884]: INFO nova.compute.manager [None req-66ab3f43-62f7-40f4-964b-58edb2997ab3 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Shelve offloading
Oct 16 08:37:48 user nova-compute[73884]: DEBUG nova.network.neutron [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Updating instance_info_cache with network_info: [{"id": "d1b449d5-a690-4861-bc2f-0e9c0c720552", "address": "fa:16:3e:4a:82:e7", "network": {"id": "94dea724-1b26-4a1e-b5d6-f69302978f7a", "bridge": "br-int", "label": "tempest-TestStampPattern-1371037434-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fb3e570067a4db5894f2982b18742a9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1b449d5-a6", "ovs_interfaceid": "d1b449d5-a690-4861-bc2f-0e9c0c720552", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:37:48 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Instance destroyed successfully.
Oct 16 08:37:48 user nova-compute[73884]: DEBUG nova.compute.manager [None req-66ab3f43-62f7-40f4-964b-58edb2997ab3 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Releasing lock "refresh_cache-f9e1d80c-ad24-4717-b57f-eb69802dbaab" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG nova.compute.manager [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Instance network_info: |[{"id": "d1b449d5-a690-4861-bc2f-0e9c0c720552", "address": "fa:16:3e:4a:82:e7", "network": {"id": "94dea724-1b26-4a1e-b5d6-f69302978f7a", "bridge": "br-int", "label": "tempest-TestStampPattern-1371037434-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fb3e570067a4db5894f2982b18742a9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1b449d5-a6", "ovs_interfaceid": "d1b449d5-a690-4861-bc2f-0e9c0c720552", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Start _get_guest_xml network_info=[{"id": "d1b449d5-a690-4861-bc2f-0e9c0c720552", "address": "fa:16:3e:4a:82:e7", "network": {"id": "94dea724-1b26-4a1e-b5d6-f69302978f7a", "bridge": "br-int", "label": "tempest-TestStampPattern-1371037434-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fb3e570067a4db5894f2982b18742a9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1b449d5-a6", "ovs_interfaceid": "d1b449d5-a690-4861-bc2f-0e9c0c720552", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'a4e1d819-b957-4c9c-9b9d-fd987951fbab'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-66ab3f43-62f7-40f4-964b-58edb2997ab3 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquiring lock "refresh_cache-cec31fc9-341b-4681-a637-ec6c27736df8" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-66ab3f43-62f7-40f4-964b-58edb2997ab3 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquired lock "refresh_cache-cec31fc9-341b-4681-a637-ec6c27736df8" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG nova.network.neutron [None req-66ab3f43-62f7-40f4-964b-58edb2997ab3 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:37:48 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:37:48 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:37:48 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:37:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1920983370',display_name='tempest-TestStampPattern-server-1920983370',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1920983370',id=31,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC5TkKBxuLJQ5BcmtBV6Wb+yqC5sFkucAoys0+kMPJltvTnkCBvIF5SvoKdfbT87ShVEBQshuOXCtCm+07TXNwlmqTJDMKfRSs/dKxPQfQaOgLVdTSGY9RtPl6Ym+H907Q==',key_name='tempest-TestStampPattern-2066845274',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2fb3e570067a4db5894f2982b18742a9',ramdisk_id='',reservation_id='r-bkfz6wnl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-1979427003',owner_user_name='tempest-TestStampPattern-1979427003-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:37:46Z,user_data=None,user_id='b14c06a0e5904d2b9f82f7a8a26ea278',uuid=f9e1d80c-ad24-4717-b57f-eb69802dbaab,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d1b449d5-a690-4861-bc2f-0e9c0c720552", "address": "fa:16:3e:4a:82:e7", "network": {"id": "94dea724-1b26-4a1e-b5d6-f69302978f7a", "bridge": "br-int", "label": "tempest-TestStampPattern-1371037434-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fb3e570067a4db5894f2982b18742a9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1b449d5-a6", "ovs_interfaceid": "d1b449d5-a690-4861-bc2f-0e9c0c720552", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Converting VIF {"id": "d1b449d5-a690-4861-bc2f-0e9c0c720552", "address": "fa:16:3e:4a:82:e7", "network": {"id": "94dea724-1b26-4a1e-b5d6-f69302978f7a", "bridge": "br-int", "label": "tempest-TestStampPattern-1371037434-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fb3e570067a4db5894f2982b18742a9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1b449d5-a6", "ovs_interfaceid": "d1b449d5-a690-4861-bc2f-0e9c0c720552", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4a:82:e7,bridge_name='br-int',has_traffic_filtering=True,id=d1b449d5-a690-4861-bc2f-0e9c0c720552,network=Network(94dea724-1b26-4a1e-b5d6-f69302978f7a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd1b449d5-a6') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG nova.objects.instance [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lazy-loading 'pci_devices' on Instance uuid f9e1d80c-ad24-4717-b57f-eb69802dbaab {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:37:48 user nova-compute[73884]:   <uuid>f9e1d80c-ad24-4717-b57f-eb69802dbaab</uuid>
Oct 16 08:37:48 user nova-compute[73884]:   <name>instance-0000001f</name>
Oct 16 08:37:48 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:37:48 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:37:48 user nova-compute[73884]:   <metadata>
Oct 16 08:37:48 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:37:48 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:37:48 user nova-compute[73884]:       <nova:name>tempest-TestStampPattern-server-1920983370</nova:name>
Oct 16 08:37:48 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:37:48</nova:creationTime>
Oct 16 08:37:48 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:37:48 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:37:48 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:37:48 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:37:48 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:37:48 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:37:48 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:37:48 user nova-compute[73884]:       <nova:owner>
Oct 16 08:37:48 user nova-compute[73884]:         <nova:user uuid="b14c06a0e5904d2b9f82f7a8a26ea278">tempest-TestStampPattern-1979427003-project-member</nova:user>
Oct 16 08:37:48 user nova-compute[73884]:         <nova:project uuid="2fb3e570067a4db5894f2982b18742a9">tempest-TestStampPattern-1979427003</nova:project>
Oct 16 08:37:48 user nova-compute[73884]:       </nova:owner>
Oct 16 08:37:48 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:37:48 user nova-compute[73884]:       <nova:ports>
Oct 16 08:37:48 user nova-compute[73884]:         <nova:port uuid="d1b449d5-a690-4861-bc2f-0e9c0c720552">
Oct 16 08:37:48 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 16 08:37:48 user nova-compute[73884]:         </nova:port>
Oct 16 08:37:48 user nova-compute[73884]:       </nova:ports>
Oct 16 08:37:48 user nova-compute[73884]:     </nova:instance>
Oct 16 08:37:48 user nova-compute[73884]:   </metadata>
Oct 16 08:37:48 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:37:48 user nova-compute[73884]:     <system>
Oct 16 08:37:48 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:37:48 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:37:48 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:37:48 user nova-compute[73884]:       <entry name="serial">f9e1d80c-ad24-4717-b57f-eb69802dbaab</entry>
Oct 16 08:37:48 user nova-compute[73884]:       <entry name="uuid">f9e1d80c-ad24-4717-b57f-eb69802dbaab</entry>
Oct 16 08:37:48 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:37:48 user nova-compute[73884]:     </system>
Oct 16 08:37:48 user nova-compute[73884]:   </sysinfo>
Oct 16 08:37:48 user nova-compute[73884]:   <os>
Oct 16 08:37:48 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:37:48 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:37:48 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:37:48 user nova-compute[73884]:   </os>
Oct 16 08:37:48 user nova-compute[73884]:   <features>
Oct 16 08:37:48 user nova-compute[73884]:     <acpi/>
Oct 16 08:37:48 user nova-compute[73884]:     <apic/>
Oct 16 08:37:48 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:37:48 user nova-compute[73884]:   </features>
Oct 16 08:37:48 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:37:48 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:37:48 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:37:48 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:37:48 user nova-compute[73884]:   </clock>
Oct 16 08:37:48 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:37:48 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:37:48 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:37:48 user nova-compute[73884]:   </cpu>
Oct 16 08:37:48 user nova-compute[73884]:   <devices>
Oct 16 08:37:48 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:37:48 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:37:48 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk"/>
Oct 16 08:37:48 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:37:48 user nova-compute[73884]:     </disk>
Oct 16 08:37:48 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:37:48 user nova-compute[73884]:       <mac address="fa:16:3e:4a:82:e7"/>
Oct 16 08:37:48 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:37:48 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:37:48 user nova-compute[73884]:       <target dev="tapd1b449d5-a6"/>
Oct 16 08:37:48 user nova-compute[73884]:     </interface>
Oct 16 08:37:48 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:37:48 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/console.log" append="off"/>
Oct 16 08:37:48 user nova-compute[73884]:     </serial>
Oct 16 08:37:48 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:37:48 user nova-compute[73884]:     <video>
Oct 16 08:37:48 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:37:48 user nova-compute[73884]:     </video>
Oct 16 08:37:48 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:37:48 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:37:48 user nova-compute[73884]:     </rng>
Oct 16 08:37:48 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:37:48 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:37:48 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:37:48 user nova-compute[73884]:     </memballoon>
Oct 16 08:37:48 user nova-compute[73884]:   </devices>
Oct 16 08:37:48 user nova-compute[73884]: </domain>
Oct 16 08:37:48 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:37:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1920983370',display_name='tempest-TestStampPattern-server-1920983370',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1920983370',id=31,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC5TkKBxuLJQ5BcmtBV6Wb+yqC5sFkucAoys0+kMPJltvTnkCBvIF5SvoKdfbT87ShVEBQshuOXCtCm+07TXNwlmqTJDMKfRSs/dKxPQfQaOgLVdTSGY9RtPl6Ym+H907Q==',key_name='tempest-TestStampPattern-2066845274',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2fb3e570067a4db5894f2982b18742a9',ramdisk_id='',reservation_id='r-bkfz6wnl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-1979427003',owner_user_name='tempest-TestStampPattern-1979427003-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:37:46Z,user_data=None,user_id='b14c06a0e5904d2b9f82f7a8a26ea278',uuid=f9e1d80c-ad24-4717-b57f-eb69802dbaab,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d1b449d5-a690-4861-bc2f-0e9c0c720552", "address": "fa:16:3e:4a:82:e7", "network": {"id": "94dea724-1b26-4a1e-b5d6-f69302978f7a", "bridge": "br-int", "label": "tempest-TestStampPattern-1371037434-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fb3e570067a4db5894f2982b18742a9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1b449d5-a6", "ovs_interfaceid": "d1b449d5-a690-4861-bc2f-0e9c0c720552", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Converting VIF {"id": "d1b449d5-a690-4861-bc2f-0e9c0c720552", "address": "fa:16:3e:4a:82:e7", "network": {"id": "94dea724-1b26-4a1e-b5d6-f69302978f7a", "bridge": "br-int", "label": "tempest-TestStampPattern-1371037434-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fb3e570067a4db5894f2982b18742a9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1b449d5-a6", "ovs_interfaceid": "d1b449d5-a690-4861-bc2f-0e9c0c720552", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4a:82:e7,bridge_name='br-int',has_traffic_filtering=True,id=d1b449d5-a690-4861-bc2f-0e9c0c720552,network=Network(94dea724-1b26-4a1e-b5d6-f69302978f7a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd1b449d5-a6') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG os_vif [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4a:82:e7,bridge_name='br-int',has_traffic_filtering=True,id=d1b449d5-a690-4861-bc2f-0e9c0c720552,network=Network(94dea724-1b26-4a1e-b5d6-f69302978f7a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd1b449d5-a6') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9f47402b-ef7c-5681-a814-23f008e13a93', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd1b449d5-a6, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd1b449d5-a6, col_values=(('qos', UUID('76c4ef42-35ff-48f1-a760-18c360f4bdfa')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd1b449d5-a6, col_values=(('external_ids', {'iface-id': 'd1b449d5-a690-4861-bc2f-0e9c0c720552', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4a:82:e7', 'vm-uuid': 'f9e1d80c-ad24-4717-b57f-eb69802dbaab'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:48 user nova-compute[73884]: INFO os_vif [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4a:82:e7,bridge_name='br-int',has_traffic_filtering=True,id=d1b449d5-a690-4861-bc2f-0e9c0c720552,network=Network(94dea724-1b26-4a1e-b5d6-f69302978f7a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd1b449d5-a6')
Oct 16 08:37:48 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] No VIF found with MAC fa:16:3e:4a:82:e7, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-1880a4a9-f6f2-454d-8a6a-856b5fbb179c tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=73884) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG nova.network.neutron [None req-66ab3f43-62f7-40f4-964b-58edb2997ab3 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Updating instance_info_cache with network_info: [{"id": "a180510b-16ed-41f1-a490-cd10a235c21f", "address": "fa:16:3e:8d:ea:8a", "network": {"id": "52793eaf-54c8-4092-868b-51753d278fbf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-915749854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.38", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aac394fa5be84455ba4c994fe7a08925", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa180510b-16", "ovs_interfaceid": "a180510b-16ed-41f1-a490-cd10a235c21f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:37:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-66ab3f43-62f7-40f4-964b-58edb2997ab3 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Releasing lock "refresh_cache-cec31fc9-341b-4681-a637-ec6c27736df8" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:37:49 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-1880a4a9-f6f2-454d-8a6a-856b5fbb179c tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=73884) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 08:37:49 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-1880a4a9-f6f2-454d-8a6a-856b5fbb179c tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 16 08:37:49 user nova-compute[73884]: DEBUG nova.privsep.utils [None req-1880a4a9-f6f2-454d-8a6a-856b5fbb179c tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=73884) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 16 08:37:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-1880a4a9-f6f2-454d-8a6a-856b5fbb179c tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpvnb3cx76/650361652b6e43ecb4bc8c0c9fefc98e.delta /opt/stack/data/nova/instances/snapshots/tmpvnb3cx76/650361652b6e43ecb4bc8c0c9fefc98e {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:37:49 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Instance destroyed successfully.
Oct 16 08:37:49 user nova-compute[73884]: DEBUG nova.objects.instance [None req-66ab3f43-62f7-40f4-964b-58edb2997ab3 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lazy-loading 'resources' on Instance uuid cec31fc9-341b-4681-a637-ec6c27736df8 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:37:49 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-66ab3f43-62f7-40f4-964b-58edb2997ab3 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:35:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1874041735',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1874041735',id=28,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHJ4pZJIINogzmkKODOnQpA+Pr1fjnqW4RfRCBS2NJdgsQPsVbgo6gFbB+Enl7eHWELfVpEiqlFFt+NRa6Yl/CVsYNd7CanVsMgqZ5ptgnLVxsZVS9tERRVKtQOAKflYKw==',key_name='tempest-keypair-2025133775',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:35:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='aac394fa5be84455ba4c994fe7a08925',ramdisk_id='',reservation_id='r-yne3tw0r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-732217427',owner_user_name='tempest-AttachVolumeShelveTestJSON-732217427-project-member',shelved_at='2023-10-16T08:37:48.331976',shelved_host='user',shelved_image_id='db05d1c7-4f61-4f10-a1c0-de411dfec99e'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:37:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='74fe83ad148b430eab2020456df2702f',uuid=cec31fc9-341b-4681-a637-ec6c27736df8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "a180510b-16ed-41f1-a490-cd10a235c21f", "address": "fa:16:3e:8d:ea:8a", "network": {"id": "52793eaf-54c8-4092-868b-51753d278fbf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-915749854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.38", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aac394fa5be84455ba4c994fe7a08925", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa180510b-16", "ovs_interfaceid": "a180510b-16ed-41f1-a490-cd10a235c21f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:37:49 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-66ab3f43-62f7-40f4-964b-58edb2997ab3 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Converting VIF {"id": "a180510b-16ed-41f1-a490-cd10a235c21f", "address": "fa:16:3e:8d:ea:8a", "network": {"id": "52793eaf-54c8-4092-868b-51753d278fbf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-915749854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.38", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aac394fa5be84455ba4c994fe7a08925", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa180510b-16", "ovs_interfaceid": "a180510b-16ed-41f1-a490-cd10a235c21f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:37:49 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-66ab3f43-62f7-40f4-964b-58edb2997ab3 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8d:ea:8a,bridge_name='br-int',has_traffic_filtering=True,id=a180510b-16ed-41f1-a490-cd10a235c21f,network=Network(52793eaf-54c8-4092-868b-51753d278fbf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa180510b-16') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:37:49 user nova-compute[73884]: DEBUG os_vif [None req-66ab3f43-62f7-40f4-964b-58edb2997ab3 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8d:ea:8a,bridge_name='br-int',has_traffic_filtering=True,id=a180510b-16ed-41f1-a490-cd10a235c21f,network=Network(52793eaf-54c8-4092-868b-51753d278fbf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa180510b-16') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:37:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa180510b-16, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:37:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:37:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d202fb19-cb60-4e1d-bf05-0169d6067787) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:37:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:37:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:49 user nova-compute[73884]: INFO os_vif [None req-66ab3f43-62f7-40f4-964b-58edb2997ab3 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8d:ea:8a,bridge_name='br-int',has_traffic_filtering=True,id=a180510b-16ed-41f1-a490-cd10a235c21f,network=Network(52793eaf-54c8-4092-868b-51753d278fbf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa180510b-16')
Oct 16 08:37:49 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-66ab3f43-62f7-40f4-964b-58edb2997ab3 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Deleting instance files /opt/stack/data/nova/instances/cec31fc9-341b-4681-a637-ec6c27736df8_del
Oct 16 08:37:49 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-66ab3f43-62f7-40f4-964b-58edb2997ab3 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Deletion of /opt/stack/data/nova/instances/cec31fc9-341b-4681-a637-ec6c27736df8_del complete
Oct 16 08:37:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-1880a4a9-f6f2-454d-8a6a-856b5fbb179c tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpvnb3cx76/650361652b6e43ecb4bc8c0c9fefc98e.delta /opt/stack/data/nova/instances/snapshots/tmpvnb3cx76/650361652b6e43ecb4bc8c0c9fefc98e" returned: 0 in 0.290s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:37:49 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-1880a4a9-f6f2-454d-8a6a-856b5fbb179c tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Snapshot extracted, beginning image upload
Oct 16 08:37:49 user nova-compute[73884]: DEBUG nova.compute.manager [req-329c9069-680b-4a0a-a130-0607cac03ee3 req-ee3be353-61bd-4561-befb-ec966454351f service nova] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Received event network-changed-a180510b-16ed-41f1-a490-cd10a235c21f {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:37:49 user nova-compute[73884]: DEBUG nova.compute.manager [req-329c9069-680b-4a0a-a130-0607cac03ee3 req-ee3be353-61bd-4561-befb-ec966454351f service nova] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Refreshing instance network info cache due to event network-changed-a180510b-16ed-41f1-a490-cd10a235c21f. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:37:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-329c9069-680b-4a0a-a130-0607cac03ee3 req-ee3be353-61bd-4561-befb-ec966454351f service nova] Acquiring lock "refresh_cache-cec31fc9-341b-4681-a637-ec6c27736df8" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:37:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-329c9069-680b-4a0a-a130-0607cac03ee3 req-ee3be353-61bd-4561-befb-ec966454351f service nova] Acquired lock "refresh_cache-cec31fc9-341b-4681-a637-ec6c27736df8" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:37:49 user nova-compute[73884]: DEBUG nova.network.neutron [req-329c9069-680b-4a0a-a130-0607cac03ee3 req-ee3be353-61bd-4561-befb-ec966454351f service nova] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Refreshing network info cache for port a180510b-16ed-41f1-a490-cd10a235c21f {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:37:50 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-66ab3f43-62f7-40f4-964b-58edb2997ab3 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Deleted allocations for instance cec31fc9-341b-4681-a637-ec6c27736df8
Oct 16 08:37:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-66ab3f43-62f7-40f4-964b-58edb2997ab3 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:37:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-66ab3f43-62f7-40f4-964b-58edb2997ab3 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:37:50 user nova-compute[73884]: DEBUG nova.objects.instance [None req-66ab3f43-62f7-40f4-964b-58edb2997ab3 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lazy-loading 'numa_topology' on Instance uuid cec31fc9-341b-4681-a637-ec6c27736df8 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:37:50 user nova-compute[73884]: DEBUG nova.objects.base [None req-66ab3f43-62f7-40f4-964b-58edb2997ab3 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Object Instance<cec31fc9-341b-4681-a637-ec6c27736df8> lazy-loaded attributes: resources,numa_topology {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:37:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:50 user nova-compute[73884]: DEBUG nova.network.neutron [req-329c9069-680b-4a0a-a130-0607cac03ee3 req-ee3be353-61bd-4561-befb-ec966454351f service nova] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Updated VIF entry in instance network info cache for port a180510b-16ed-41f1-a490-cd10a235c21f. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:37:50 user nova-compute[73884]: DEBUG nova.network.neutron [req-329c9069-680b-4a0a-a130-0607cac03ee3 req-ee3be353-61bd-4561-befb-ec966454351f service nova] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Updating instance_info_cache with network_info: [{"id": "a180510b-16ed-41f1-a490-cd10a235c21f", "address": "fa:16:3e:8d:ea:8a", "network": {"id": "52793eaf-54c8-4092-868b-51753d278fbf", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-915749854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.38", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aac394fa5be84455ba4c994fe7a08925", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tapa180510b-16", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:37:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-329c9069-680b-4a0a-a130-0607cac03ee3 req-ee3be353-61bd-4561-befb-ec966454351f service nova] Releasing lock "refresh_cache-cec31fc9-341b-4681-a637-ec6c27736df8" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:37:50 user nova-compute[73884]: DEBUG nova.compute.manager [req-59ce8e47-1aed-4321-a699-aac0f2a12cbf req-819c43c8-6f55-4029-8b59-6fc1f45c2825 service nova] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Received event network-vif-plugged-d1b449d5-a690-4861-bc2f-0e9c0c720552 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:37:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-59ce8e47-1aed-4321-a699-aac0f2a12cbf req-819c43c8-6f55-4029-8b59-6fc1f45c2825 service nova] Acquiring lock "f9e1d80c-ad24-4717-b57f-eb69802dbaab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:37:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-59ce8e47-1aed-4321-a699-aac0f2a12cbf req-819c43c8-6f55-4029-8b59-6fc1f45c2825 service nova] Lock "f9e1d80c-ad24-4717-b57f-eb69802dbaab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:37:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-59ce8e47-1aed-4321-a699-aac0f2a12cbf req-819c43c8-6f55-4029-8b59-6fc1f45c2825 service nova] Lock "f9e1d80c-ad24-4717-b57f-eb69802dbaab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:37:50 user nova-compute[73884]: DEBUG nova.compute.manager [req-59ce8e47-1aed-4321-a699-aac0f2a12cbf req-819c43c8-6f55-4029-8b59-6fc1f45c2825 service nova] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] No waiting events found dispatching network-vif-plugged-d1b449d5-a690-4861-bc2f-0e9c0c720552 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:37:50 user nova-compute[73884]: WARNING nova.compute.manager [req-59ce8e47-1aed-4321-a699-aac0f2a12cbf req-819c43c8-6f55-4029-8b59-6fc1f45c2825 service nova] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Received unexpected event network-vif-plugged-d1b449d5-a690-4861-bc2f-0e9c0c720552 for instance with vm_state building and task_state spawning.
Oct 16 08:37:50 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-66ab3f43-62f7-40f4-964b-58edb2997ab3 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:37:50 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-66ab3f43-62f7-40f4-964b-58edb2997ab3 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:37:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-66ab3f43-62f7-40f4-964b-58edb2997ab3 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.654s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:37:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-66ab3f43-62f7-40f4-964b-58edb2997ab3 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "cec31fc9-341b-4681-a637-ec6c27736df8" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 7.454s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:37:51 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:51 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:51 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:51 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:52 user nova-compute[73884]: DEBUG nova.compute.manager [req-d472cbc6-895e-4600-90bb-b911a398e0f6 req-38a35820-b7f1-4362-98d9-ff6da19c8e25 service nova] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Received event network-vif-plugged-d1b449d5-a690-4861-bc2f-0e9c0c720552 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:37:52 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d472cbc6-895e-4600-90bb-b911a398e0f6 req-38a35820-b7f1-4362-98d9-ff6da19c8e25 service nova] Acquiring lock "f9e1d80c-ad24-4717-b57f-eb69802dbaab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:37:52 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d472cbc6-895e-4600-90bb-b911a398e0f6 req-38a35820-b7f1-4362-98d9-ff6da19c8e25 service nova] Lock "f9e1d80c-ad24-4717-b57f-eb69802dbaab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:37:52 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d472cbc6-895e-4600-90bb-b911a398e0f6 req-38a35820-b7f1-4362-98d9-ff6da19c8e25 service nova] Lock "f9e1d80c-ad24-4717-b57f-eb69802dbaab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:37:52 user nova-compute[73884]: DEBUG nova.compute.manager [req-d472cbc6-895e-4600-90bb-b911a398e0f6 req-38a35820-b7f1-4362-98d9-ff6da19c8e25 service nova] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] No waiting events found dispatching network-vif-plugged-d1b449d5-a690-4861-bc2f-0e9c0c720552 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:37:52 user nova-compute[73884]: WARNING nova.compute.manager [req-d472cbc6-895e-4600-90bb-b911a398e0f6 req-38a35820-b7f1-4362-98d9-ff6da19c8e25 service nova] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Received unexpected event network-vif-plugged-d1b449d5-a690-4861-bc2f-0e9c0c720552 for instance with vm_state building and task_state spawning.
Oct 16 08:37:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:53 user nova-compute[73884]: DEBUG nova.compute.manager [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:37:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:37:53 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Instance spawned successfully.
Oct 16 08:37:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:37:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:37:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:37:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:37:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:37:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:37:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:37:53 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-1880a4a9-f6f2-454d-8a6a-856b5fbb179c tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Snapshot image upload complete
Oct 16 08:37:53 user nova-compute[73884]: INFO nova.compute.manager [None req-1880a4a9-f6f2-454d-8a6a-856b5fbb179c tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Took 6.46 seconds to snapshot the instance on the hypervisor.
Oct 16 08:37:53 user nova-compute[73884]: INFO nova.compute.manager [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Took 7.02 seconds to spawn the instance on the hypervisor.
Oct 16 08:37:53 user nova-compute[73884]: DEBUG nova.compute.manager [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:37:53 user nova-compute[73884]: INFO nova.compute.manager [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Took 8.15 seconds to build instance.
Oct 16 08:37:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f47c0c84-0d98-4def-b954-967eaec32cc3 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "f9e1d80c-ad24-4717-b57f-eb69802dbaab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.318s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:37:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:37:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:38:01 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:38:01 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:38:01 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "refresh_cache-baa67186-a783-44fc-bf2f-8275de0e27ab" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquired lock "refresh_cache-baa67186-a783-44fc-bf2f-8275de0e27ab" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Forcefully refreshing network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nmINlXLV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:38:02 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:38:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:38:02 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:38:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:38:02 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825 -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9d45a68-48d6-43f6-9d5b-fed8dbbca102]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:38:02 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825 -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3c4462f-4c07-4f66-bca1-069256dfa263]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825] added
Oct 16 08:38:02 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[24c6f181-d697-4c29-ae82-1472ef162d85]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef384afc-a5b3-4fb4-8c52-ffe3bf4b2071]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nmINlXLV {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nmINlXLV" returned: 0 in 0.026s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[dadcda6a-d2f9-4f34-a93e-24c2b37ce7b7]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'nmINlXLV'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7c40978-8cad-4744-8003-89c290a12460]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Updating instance_info_cache with network_info: [{"id": "1f70896e-bd10-49f5-a769-e183d54ce3b7", "address": "fa:16:3e:02:00:82", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f70896e-bd", "ovs_interfaceid": "1f70896e-bd10-49f5-a769-e183d54ce3b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[737bcabc-7a5b-4ceb-b90f-9504fabaf754]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Releasing lock "refresh_cache-baa67186-a783-44fc-bf2f-8275de0e27ab" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Updated the network info_cache for instance {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:38:02 user nova-compute[73884]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e (non-flash)
Oct 16 08:38:02 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:38:02 user nova-compute[73884]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e (non-flash)
Oct 16 08:38:02 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825 -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825 -p 172.16.0.220:3260 --login" returned: 0 in 0.083s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[542e0885-9414-4c08-9155-ef745583d138]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825, portal: 172.16.0.220,3260]
Oct 16 08:38:02 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825, portal: 172.16.0.220,3260] successful.
Oct 16 08:38:02 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.031s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[061c74a8-6c0f-438d-b06d-e4df322be04f]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[659ed875-329f-443d-bf4e-3cc34889c07c]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:38:02 user nova-compute[73884]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e (non-flash)
Oct 16 08:38:02 user nova-compute[73884]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825 (non-flash)
Oct 16 08:38:02 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:38:02 user nova-compute[73884]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e (non-flash)
Oct 16 08:38:02 user nova-compute[73884]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825 (non-flash)
Oct 16 08:38:02 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.368s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] HCTL ('35', '-', '-', 0) found on session 27 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[90760831-3d1f-45f7-a432-a33fa4df0912]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Searching for a device in session 27 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nmINlXLV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:38:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:38:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:03 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:38:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:03 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.409s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:38:03 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] <== connect_volume: return (1414ms) {'type': 'block', 'scsi_wwn': '23030616338363034', 'path': '/dev/sdd'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:38:03 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23030616338363034', 'path': '/dev/sdd'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:38:03 user nova-compute[73884]: DEBUG nova.objects.instance [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lazy-loading 'flavor' on Instance uuid 1cf4a86a-6579-4dbd-aa1a-9867b742fd55 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:38:03 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 08:38:03 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:38:03 user nova-compute[73884]:   <source dev="/dev/sdd"/>
Oct 16 08:38:03 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:38:03 user nova-compute[73884]:   <serial>414ac6ad-a9ae-4911-9129-08f560f54825</serial>
Oct 16 08:38:03 user nova-compute[73884]: </disk>
Oct 16 08:38:03 user nova-compute[73884]:  {{(pid=73884) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 08:38:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json" returned: 0 in 0.190s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:38:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] No BDM found with device name vdb, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:38:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] No VIF found with MAC fa:16:3e:a3:fb:cb, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:38:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-9c8c6822-ac40-4fb5-a731-3dad4c8125c5 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "1cf4a86a-6579-4dbd-aa1a-9867b742fd55" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 57.217s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:38:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:38:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:05 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:05 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:05 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:05 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:05 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:05 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:05 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:05 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:05 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:05 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:05 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:38:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cf4a86a-6579-4dbd-aa1a-9867b742fd55/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cf4a86a-6579-4dbd-aa1a-9867b742fd55/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cf4a86a-6579-4dbd-aa1a-9867b742fd55/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cf4a86a-6579-4dbd-aa1a-9867b742fd55/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:07 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:38:07 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:38:07 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:38:07 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=7560MB free_disk=25.114513397216797GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 08:38:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:38:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:38:07 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 8fab1c63-d9a3-4cea-b129-904a5f15e5fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:38:07 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 7d5fd04a-039d-4cb0-9eef-bce9700a85bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:38:07 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 1b00d8e1-f570-4091-9bee-780b98344624 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:38:07 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance e92bce3d-33d8-4004-869d-4db8991dda75 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:38:07 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance baa67186-a783-44fc-bf2f-8275de0e27ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:38:07 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 133759dc-9633-4099-b44e-911363a567a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:38:07 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 0937d380-fe61-49d8-a44e-8bf2e5049c73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:38:07 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 1cf4a86a-6579-4dbd-aa1a-9867b742fd55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:38:07 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:38:07 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 6ccb7c7b-354b-490a-83c2-1ad45bb18998 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:38:07 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance f9e1d80c-ad24-4717-b57f-eb69802dbaab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:38:07 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 08:38:07 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 08:38:07 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:38:08 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:38:08 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 08:38:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.495s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:38:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:38:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:38:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "f7558faf-44af-48b2-8089-ab379066ab14" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:38:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "f7558faf-44af-48b2-8089-ab379066ab14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:38:10 user nova-compute[73884]: DEBUG nova.compute.manager [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:38:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:38:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:38:11 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:38:11 user nova-compute[73884]: INFO nova.compute.claims [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Claim successful on node user
Oct 16 08:38:11 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:38:11 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:38:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.464s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:38:11 user nova-compute[73884]: DEBUG nova.compute.manager [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:38:11 user nova-compute[73884]: DEBUG nova.compute.manager [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:38:11 user nova-compute[73884]: DEBUG nova.network.neutron [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: f7558faf-44af-48b2-8089-ab379066ab14] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:38:11 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:38:11 user nova-compute[73884]: DEBUG nova.compute.manager [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:38:11 user nova-compute[73884]: DEBUG nova.policy [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66ae9d1205f8431b8633ceea5ff568ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d655f1249c64e03ba95139efa91e346', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:38:11 user nova-compute[73884]: DEBUG nova.compute.manager [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:38:11 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:38:11 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Creating image(s)
Oct 16 08:38:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "/opt/stack/data/nova/instances/f7558faf-44af-48b2-8089-ab379066ab14/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:38:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "/opt/stack/data/nova/instances/f7558faf-44af-48b2-8089-ab379066ab14/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:38:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "/opt/stack/data/nova/instances/f7558faf-44af-48b2-8089-ab379066ab14/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:38:11 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:11 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.170s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:38:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:38:11 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.167s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/f7558faf-44af-48b2-8089-ab379066ab14/disk 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/f7558faf-44af-48b2-8089-ab379066ab14/disk 1073741824" returned: 0 in 0.053s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.228s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:38:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:12 user nova-compute[73884]: DEBUG nova.network.neutron [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Successfully created port: 13dca03d-7a73-478e-ae3c-4e35323a3fe0 {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:38:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.219s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:12 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f7558faf-44af-48b2-8089-ab379066ab14/disk. size=1073741824 {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 08:38:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7558faf-44af-48b2-8089-ab379066ab14/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7558faf-44af-48b2-8089-ab379066ab14/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:12 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Cannot resize image /opt/stack/data/nova/instances/f7558faf-44af-48b2-8089-ab379066ab14/disk to a smaller size. {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 08:38:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:38:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Ensure instance console log exists: /opt/stack/data/nova/instances/f7558faf-44af-48b2-8089-ab379066ab14/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:38:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:38:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:38:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:38:12 user nova-compute[73884]: DEBUG nova.network.neutron [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Successfully updated port: 13dca03d-7a73-478e-ae3c-4e35323a3fe0 {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:38:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "refresh_cache-f7558faf-44af-48b2-8089-ab379066ab14" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:38:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquired lock "refresh_cache-f7558faf-44af-48b2-8089-ab379066ab14" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:38:12 user nova-compute[73884]: DEBUG nova.network.neutron [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:38:12 user nova-compute[73884]: DEBUG nova.network.neutron [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:38:12 user nova-compute[73884]: DEBUG nova.compute.manager [req-611d0ed8-2cc9-4634-962b-aab33b9205fa req-1c4f940d-7ffd-40a4-8cc9-9288578abbb1 service nova] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Received event network-changed-13dca03d-7a73-478e-ae3c-4e35323a3fe0 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:38:12 user nova-compute[73884]: DEBUG nova.compute.manager [req-611d0ed8-2cc9-4634-962b-aab33b9205fa req-1c4f940d-7ffd-40a4-8cc9-9288578abbb1 service nova] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Refreshing instance network info cache due to event network-changed-13dca03d-7a73-478e-ae3c-4e35323a3fe0. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:38:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-611d0ed8-2cc9-4634-962b-aab33b9205fa req-1c4f940d-7ffd-40a4-8cc9-9288578abbb1 service nova] Acquiring lock "refresh_cache-f7558faf-44af-48b2-8089-ab379066ab14" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG nova.network.neutron [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Updating instance_info_cache with network_info: [{"id": "13dca03d-7a73-478e-ae3c-4e35323a3fe0", "address": "fa:16:3e:32:cf:1f", "network": {"id": "e6c27229-23f2-49e4-a586-cd4ba520e1e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-139611324-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d655f1249c64e03ba95139efa91e346", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13dca03d-7a", "ovs_interfaceid": "13dca03d-7a73-478e-ae3c-4e35323a3fe0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Releasing lock "refresh_cache-f7558faf-44af-48b2-8089-ab379066ab14" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG nova.compute.manager [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Instance network_info: |[{"id": "13dca03d-7a73-478e-ae3c-4e35323a3fe0", "address": "fa:16:3e:32:cf:1f", "network": {"id": "e6c27229-23f2-49e4-a586-cd4ba520e1e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-139611324-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d655f1249c64e03ba95139efa91e346", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13dca03d-7a", "ovs_interfaceid": "13dca03d-7a73-478e-ae3c-4e35323a3fe0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-611d0ed8-2cc9-4634-962b-aab33b9205fa req-1c4f940d-7ffd-40a4-8cc9-9288578abbb1 service nova] Acquired lock "refresh_cache-f7558faf-44af-48b2-8089-ab379066ab14" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG nova.network.neutron [req-611d0ed8-2cc9-4634-962b-aab33b9205fa req-1c4f940d-7ffd-40a4-8cc9-9288578abbb1 service nova] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Refreshing network info cache for port 13dca03d-7a73-478e-ae3c-4e35323a3fe0 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Start _get_guest_xml network_info=[{"id": "13dca03d-7a73-478e-ae3c-4e35323a3fe0", "address": "fa:16:3e:32:cf:1f", "network": {"id": "e6c27229-23f2-49e4-a586-cd4ba520e1e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-139611324-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d655f1249c64e03ba95139efa91e346", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13dca03d-7a", "ovs_interfaceid": "13dca03d-7a73-478e-ae3c-4e35323a3fe0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'a4e1d819-b957-4c9c-9b9d-fd987951fbab'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:38:13 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:38:13 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:38:13 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:38:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-98414511',display_name='tempest-AttachVolumeNegativeTest-server-98414511',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-98414511',id=32,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIt2R/lV3dCBzefHS9OqikrmCEw8BznrEiloY8+lvIwo9d8rIluCgSm8a6YAgpdWw+YJvG2FC31nF4X1yXio2CKIFXwGJM519Ra26uZTKn1c92N3/Awf1LzG0gwAeNrQTw==',key_name='tempest-keypair-1127853733',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8d655f1249c64e03ba95139efa91e346',ramdisk_id='',reservation_id='r-0emoloq6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-155093106',owner_user_name='tempest-AttachVolumeNegativeTest-155093106-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:38:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='66ae9d1205f8431b8633ceea5ff568ed',uuid=f7558faf-44af-48b2-8089-ab379066ab14,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "13dca03d-7a73-478e-ae3c-4e35323a3fe0", "address": "fa:16:3e:32:cf:1f", "network": {"id": "e6c27229-23f2-49e4-a586-cd4ba520e1e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-139611324-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d655f1249c64e03ba95139efa91e346", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13dca03d-7a", "ovs_interfaceid": "13dca03d-7a73-478e-ae3c-4e35323a3fe0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Converting VIF {"id": "13dca03d-7a73-478e-ae3c-4e35323a3fe0", "address": "fa:16:3e:32:cf:1f", "network": {"id": "e6c27229-23f2-49e4-a586-cd4ba520e1e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-139611324-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d655f1249c64e03ba95139efa91e346", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13dca03d-7a", "ovs_interfaceid": "13dca03d-7a73-478e-ae3c-4e35323a3fe0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:32:cf:1f,bridge_name='br-int',has_traffic_filtering=True,id=13dca03d-7a73-478e-ae3c-4e35323a3fe0,network=Network(e6c27229-23f2-49e4-a586-cd4ba520e1e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13dca03d-7a') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG nova.objects.instance [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lazy-loading 'pci_devices' on Instance uuid f7558faf-44af-48b2-8089-ab379066ab14 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: f7558faf-44af-48b2-8089-ab379066ab14] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:38:13 user nova-compute[73884]:   <uuid>f7558faf-44af-48b2-8089-ab379066ab14</uuid>
Oct 16 08:38:13 user nova-compute[73884]:   <name>instance-00000020</name>
Oct 16 08:38:13 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:38:13 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:38:13 user nova-compute[73884]:   <metadata>
Oct 16 08:38:13 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:38:13 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:38:13 user nova-compute[73884]:       <nova:name>tempest-AttachVolumeNegativeTest-server-98414511</nova:name>
Oct 16 08:38:13 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:38:13</nova:creationTime>
Oct 16 08:38:13 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:38:13 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:38:13 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:38:13 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:38:13 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:38:13 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:38:13 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:38:13 user nova-compute[73884]:       <nova:owner>
Oct 16 08:38:13 user nova-compute[73884]:         <nova:user uuid="66ae9d1205f8431b8633ceea5ff568ed">tempest-AttachVolumeNegativeTest-155093106-project-member</nova:user>
Oct 16 08:38:13 user nova-compute[73884]:         <nova:project uuid="8d655f1249c64e03ba95139efa91e346">tempest-AttachVolumeNegativeTest-155093106</nova:project>
Oct 16 08:38:13 user nova-compute[73884]:       </nova:owner>
Oct 16 08:38:13 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:38:13 user nova-compute[73884]:       <nova:ports>
Oct 16 08:38:13 user nova-compute[73884]:         <nova:port uuid="13dca03d-7a73-478e-ae3c-4e35323a3fe0">
Oct 16 08:38:13 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 16 08:38:13 user nova-compute[73884]:         </nova:port>
Oct 16 08:38:13 user nova-compute[73884]:       </nova:ports>
Oct 16 08:38:13 user nova-compute[73884]:     </nova:instance>
Oct 16 08:38:13 user nova-compute[73884]:   </metadata>
Oct 16 08:38:13 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:38:13 user nova-compute[73884]:     <system>
Oct 16 08:38:13 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:38:13 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:38:13 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:38:13 user nova-compute[73884]:       <entry name="serial">f7558faf-44af-48b2-8089-ab379066ab14</entry>
Oct 16 08:38:13 user nova-compute[73884]:       <entry name="uuid">f7558faf-44af-48b2-8089-ab379066ab14</entry>
Oct 16 08:38:13 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:38:13 user nova-compute[73884]:     </system>
Oct 16 08:38:13 user nova-compute[73884]:   </sysinfo>
Oct 16 08:38:13 user nova-compute[73884]:   <os>
Oct 16 08:38:13 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:38:13 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:38:13 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:38:13 user nova-compute[73884]:   </os>
Oct 16 08:38:13 user nova-compute[73884]:   <features>
Oct 16 08:38:13 user nova-compute[73884]:     <acpi/>
Oct 16 08:38:13 user nova-compute[73884]:     <apic/>
Oct 16 08:38:13 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:38:13 user nova-compute[73884]:   </features>
Oct 16 08:38:13 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:38:13 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:38:13 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:38:13 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:38:13 user nova-compute[73884]:   </clock>
Oct 16 08:38:13 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:38:13 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:38:13 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:38:13 user nova-compute[73884]:   </cpu>
Oct 16 08:38:13 user nova-compute[73884]:   <devices>
Oct 16 08:38:13 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:38:13 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:38:13 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/f7558faf-44af-48b2-8089-ab379066ab14/disk"/>
Oct 16 08:38:13 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:38:13 user nova-compute[73884]:     </disk>
Oct 16 08:38:13 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:38:13 user nova-compute[73884]:       <mac address="fa:16:3e:32:cf:1f"/>
Oct 16 08:38:13 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:38:13 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:38:13 user nova-compute[73884]:       <target dev="tap13dca03d-7a"/>
Oct 16 08:38:13 user nova-compute[73884]:     </interface>
Oct 16 08:38:13 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:38:13 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/f7558faf-44af-48b2-8089-ab379066ab14/console.log" append="off"/>
Oct 16 08:38:13 user nova-compute[73884]:     </serial>
Oct 16 08:38:13 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:38:13 user nova-compute[73884]:     <video>
Oct 16 08:38:13 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:38:13 user nova-compute[73884]:     </video>
Oct 16 08:38:13 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:38:13 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:38:13 user nova-compute[73884]:     </rng>
Oct 16 08:38:13 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:38:13 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:38:13 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:38:13 user nova-compute[73884]:     </memballoon>
Oct 16 08:38:13 user nova-compute[73884]:   </devices>
Oct 16 08:38:13 user nova-compute[73884]: </domain>
Oct 16 08:38:13 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:38:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-98414511',display_name='tempest-AttachVolumeNegativeTest-server-98414511',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-98414511',id=32,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIt2R/lV3dCBzefHS9OqikrmCEw8BznrEiloY8+lvIwo9d8rIluCgSm8a6YAgpdWw+YJvG2FC31nF4X1yXio2CKIFXwGJM519Ra26uZTKn1c92N3/Awf1LzG0gwAeNrQTw==',key_name='tempest-keypair-1127853733',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8d655f1249c64e03ba95139efa91e346',ramdisk_id='',reservation_id='r-0emoloq6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-155093106',owner_user_name='tempest-AttachVolumeNegativeTest-155093106-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:38:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='66ae9d1205f8431b8633ceea5ff568ed',uuid=f7558faf-44af-48b2-8089-ab379066ab14,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "13dca03d-7a73-478e-ae3c-4e35323a3fe0", "address": "fa:16:3e:32:cf:1f", "network": {"id": "e6c27229-23f2-49e4-a586-cd4ba520e1e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-139611324-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d655f1249c64e03ba95139efa91e346", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13dca03d-7a", "ovs_interfaceid": "13dca03d-7a73-478e-ae3c-4e35323a3fe0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Converting VIF {"id": "13dca03d-7a73-478e-ae3c-4e35323a3fe0", "address": "fa:16:3e:32:cf:1f", "network": {"id": "e6c27229-23f2-49e4-a586-cd4ba520e1e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-139611324-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d655f1249c64e03ba95139efa91e346", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13dca03d-7a", "ovs_interfaceid": "13dca03d-7a73-478e-ae3c-4e35323a3fe0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:32:cf:1f,bridge_name='br-int',has_traffic_filtering=True,id=13dca03d-7a73-478e-ae3c-4e35323a3fe0,network=Network(e6c27229-23f2-49e4-a586-cd4ba520e1e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13dca03d-7a') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG os_vif [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:32:cf:1f,bridge_name='br-int',has_traffic_filtering=True,id=13dca03d-7a73-478e-ae3c-4e35323a3fe0,network=Network(e6c27229-23f2-49e4-a586-cd4ba520e1e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13dca03d-7a') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b6256153-add7-5342-afd0-7e8150a2c954', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap13dca03d-7a, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap13dca03d-7a, col_values=(('qos', UUID('a88381e9-88e7-466a-9f40-48415059d241')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap13dca03d-7a, col_values=(('external_ids', {'iface-id': '13dca03d-7a73-478e-ae3c-4e35323a3fe0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:32:cf:1f', 'vm-uuid': 'f7558faf-44af-48b2-8089-ab379066ab14'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:38:13 user nova-compute[73884]: INFO os_vif [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:32:cf:1f,bridge_name='br-int',has_traffic_filtering=True,id=13dca03d-7a73-478e-ae3c-4e35323a3fe0,network=Network(e6c27229-23f2-49e4-a586-cd4ba520e1e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13dca03d-7a')
Oct 16 08:38:13 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] No VIF found with MAC fa:16:3e:32:cf:1f, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG nova.network.neutron [req-611d0ed8-2cc9-4634-962b-aab33b9205fa req-1c4f940d-7ffd-40a4-8cc9-9288578abbb1 service nova] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Updated VIF entry in instance network info cache for port 13dca03d-7a73-478e-ae3c-4e35323a3fe0. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG nova.network.neutron [req-611d0ed8-2cc9-4634-962b-aab33b9205fa req-1c4f940d-7ffd-40a4-8cc9-9288578abbb1 service nova] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Updating instance_info_cache with network_info: [{"id": "13dca03d-7a73-478e-ae3c-4e35323a3fe0", "address": "fa:16:3e:32:cf:1f", "network": {"id": "e6c27229-23f2-49e4-a586-cd4ba520e1e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-139611324-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d655f1249c64e03ba95139efa91e346", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13dca03d-7a", "ovs_interfaceid": "13dca03d-7a73-478e-ae3c-4e35323a3fe0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:38:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-611d0ed8-2cc9-4634-962b-aab33b9205fa req-1c4f940d-7ffd-40a4-8cc9-9288578abbb1 service nova] Releasing lock "refresh_cache-f7558faf-44af-48b2-8089-ab379066ab14" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:38:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:38:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:38:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:38:14 user nova-compute[73884]: DEBUG nova.compute.manager [req-ecaefece-eb0e-4515-a1cf-6acf9c2c37e4 req-c7c385ac-f92a-458b-a601-5e1dfae8916c service nova] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Received event network-vif-plugged-13dca03d-7a73-478e-ae3c-4e35323a3fe0 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:38:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ecaefece-eb0e-4515-a1cf-6acf9c2c37e4 req-c7c385ac-f92a-458b-a601-5e1dfae8916c service nova] Acquiring lock "f7558faf-44af-48b2-8089-ab379066ab14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:38:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ecaefece-eb0e-4515-a1cf-6acf9c2c37e4 req-c7c385ac-f92a-458b-a601-5e1dfae8916c service nova] Lock "f7558faf-44af-48b2-8089-ab379066ab14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:38:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ecaefece-eb0e-4515-a1cf-6acf9c2c37e4 req-c7c385ac-f92a-458b-a601-5e1dfae8916c service nova] Lock "f7558faf-44af-48b2-8089-ab379066ab14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:38:14 user nova-compute[73884]: DEBUG nova.compute.manager [req-ecaefece-eb0e-4515-a1cf-6acf9c2c37e4 req-c7c385ac-f92a-458b-a601-5e1dfae8916c service nova] [instance: f7558faf-44af-48b2-8089-ab379066ab14] No waiting events found dispatching network-vif-plugged-13dca03d-7a73-478e-ae3c-4e35323a3fe0 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:38:14 user nova-compute[73884]: WARNING nova.compute.manager [req-ecaefece-eb0e-4515-a1cf-6acf9c2c37e4 req-c7c385ac-f92a-458b-a601-5e1dfae8916c service nova] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Received unexpected event network-vif-plugged-13dca03d-7a73-478e-ae3c-4e35323a3fe0 for instance with vm_state building and task_state spawning.
Oct 16 08:38:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:38:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:38:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:38:16 user nova-compute[73884]: DEBUG nova.compute.manager [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:38:16 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:38:16 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Instance spawned successfully.
Oct 16 08:38:16 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:38:16 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:38:16 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:38:16 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:38:16 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:38:16 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:38:16 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:38:16 user nova-compute[73884]: INFO nova.compute.manager [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Took 5.17 seconds to spawn the instance on the hypervisor.
Oct 16 08:38:16 user nova-compute[73884]: DEBUG nova.compute.manager [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:38:16 user nova-compute[73884]: INFO nova.compute.manager [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Took 5.97 seconds to build instance.
Oct 16 08:38:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-cad3a41f-49bf-4efa-8c1b-12c5ca26218c tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "f7558faf-44af-48b2-8089-ab379066ab14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.076s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:38:17 user nova-compute[73884]: DEBUG nova.compute.manager [req-fffcd8db-6813-48c4-80af-70fb0130b9a7 req-674033ed-fb81-4015-b44d-3984275832d7 service nova] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Received event network-vif-plugged-13dca03d-7a73-478e-ae3c-4e35323a3fe0 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:38:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-fffcd8db-6813-48c4-80af-70fb0130b9a7 req-674033ed-fb81-4015-b44d-3984275832d7 service nova] Acquiring lock "f7558faf-44af-48b2-8089-ab379066ab14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:38:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-fffcd8db-6813-48c4-80af-70fb0130b9a7 req-674033ed-fb81-4015-b44d-3984275832d7 service nova] Lock "f7558faf-44af-48b2-8089-ab379066ab14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:38:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-fffcd8db-6813-48c4-80af-70fb0130b9a7 req-674033ed-fb81-4015-b44d-3984275832d7 service nova] Lock "f7558faf-44af-48b2-8089-ab379066ab14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:38:17 user nova-compute[73884]: DEBUG nova.compute.manager [req-fffcd8db-6813-48c4-80af-70fb0130b9a7 req-674033ed-fb81-4015-b44d-3984275832d7 service nova] [instance: f7558faf-44af-48b2-8089-ab379066ab14] No waiting events found dispatching network-vif-plugged-13dca03d-7a73-478e-ae3c-4e35323a3fe0 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:38:17 user nova-compute[73884]: WARNING nova.compute.manager [req-fffcd8db-6813-48c4-80af-70fb0130b9a7 req-674033ed-fb81-4015-b44d-3984275832d7 service nova] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Received unexpected event network-vif-plugged-13dca03d-7a73-478e-ae3c-4e35323a3fe0 for instance with vm_state active and task_state None.
Oct 16 08:38:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:38:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:38:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:38:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:38:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:38:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:38:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=73884) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 08:38:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 08:38:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 08:38:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:38:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:38:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:38:38 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:38:38 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:38:42 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:38:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:38:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:38:44 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:38:45 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:38:46 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:38:47 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:38:47 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 08:38:47 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:38:47 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Cleaning up deleted instances with incomplete migration  {{(pid=73884) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 16 08:38:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:38:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:38:48 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:38:49 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:38:51 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:38:52 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:38:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:38:54 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:38:54 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:38:54 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:38:54 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:38:54 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 08:38:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:38:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json" returned: 0 in 0.190s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "21c26571-4d3f-420c-8f09-75f2afc06354" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:38:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "21c26571-4d3f-420c-8f09-75f2afc06354" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:38:55 user nova-compute[73884]: DEBUG nova.compute.manager [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:38:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json" returned: 0 in 0.203s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:38:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:38:55 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:38:55 user nova-compute[73884]: INFO nova.compute.claims [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Claim successful on node user
Oct 16 08:38:55 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Refreshing inventories for resource provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 16 08:38:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:55 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Updating ProviderTree inventory for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 16 08:38:55 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Updating inventory in ProviderTree for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 16 08:38:55 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Refreshing aggregate associations for resource provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6, aggregates: None {{(pid=73884) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 16 08:38:55 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Refreshing trait associations for resource provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_FDC,COMPUTE_RESCUE_BFV,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_PCNET,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSSE3,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_SSE41,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000 {{(pid=73884) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 16 08:38:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:56 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:38:56 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:38:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.705s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:38:56 user nova-compute[73884]: DEBUG nova.compute.manager [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:38:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:56 user nova-compute[73884]: DEBUG nova.compute.manager [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:38:56 user nova-compute[73884]: DEBUG nova.network.neutron [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:38:56 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:38:56 user nova-compute[73884]: DEBUG nova.compute.manager [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:38:56 user nova-compute[73884]: INFO nova.virt.block_device [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Booting with volume-backed-image a4e1d819-b957-4c9c-9b9d-fd987951fbab at /dev/vda
Oct 16 08:38:56 user nova-compute[73884]: DEBUG nova.policy [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd17a1a64076a44f28b10f2d82b7ffd5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9db6ac897784a4fb18d26858afb7956', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:38:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:38:57 user nova-compute[73884]: DEBUG nova.network.neutron [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Successfully created port: 50d79dc6-1212-49cb-949d-c4188a2cfdb4 {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:38:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:57 user nova-compute[73884]: DEBUG nova.network.neutron [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Successfully updated port: 50d79dc6-1212-49cb-949d-c4188a2cfdb4 {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:38:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "refresh_cache-21c26571-4d3f-420c-8f09-75f2afc06354" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:38:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquired lock "refresh_cache-21c26571-4d3f-420c-8f09-75f2afc06354" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:38:57 user nova-compute[73884]: DEBUG nova.network.neutron [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:38:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-6470bb06-5bf6-445a-b952-fd091c0fca56 req-e525d6d7-5312-46fd-9a37-c5ce657a166c service nova] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Received event network-changed-50d79dc6-1212-49cb-949d-c4188a2cfdb4 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:38:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-6470bb06-5bf6-445a-b952-fd091c0fca56 req-e525d6d7-5312-46fd-9a37-c5ce657a166c service nova] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Refreshing instance network info cache due to event network-changed-50d79dc6-1212-49cb-949d-c4188a2cfdb4. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:38:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6470bb06-5bf6-445a-b952-fd091c0fca56 req-e525d6d7-5312-46fd-9a37-c5ce657a166c service nova] Acquiring lock "refresh_cache-21c26571-4d3f-420c-8f09-75f2afc06354" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:38:57 user nova-compute[73884]: DEBUG nova.network.neutron [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:38:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:57 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:38:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:38:58 user nova-compute[73884]: DEBUG nova.network.neutron [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Updating instance_info_cache with network_info: [{"id": "50d79dc6-1212-49cb-949d-c4188a2cfdb4", "address": "fa:16:3e:e7:34:87", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50d79dc6-12", "ovs_interfaceid": "50d79dc6-1212-49cb-949d-c4188a2cfdb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:38:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Releasing lock "refresh_cache-21c26571-4d3f-420c-8f09-75f2afc06354" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:38:58 user nova-compute[73884]: DEBUG nova.compute.manager [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Instance network_info: |[{"id": "50d79dc6-1212-49cb-949d-c4188a2cfdb4", "address": "fa:16:3e:e7:34:87", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50d79dc6-12", "ovs_interfaceid": "50d79dc6-1212-49cb-949d-c4188a2cfdb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:38:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6470bb06-5bf6-445a-b952-fd091c0fca56 req-e525d6d7-5312-46fd-9a37-c5ce657a166c service nova] Acquired lock "refresh_cache-21c26571-4d3f-420c-8f09-75f2afc06354" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:38:58 user nova-compute[73884]: DEBUG nova.network.neutron [req-6470bb06-5bf6-445a-b952-fd091c0fca56 req-e525d6d7-5312-46fd-9a37-c5ce657a166c service nova] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Refreshing network info cache for port 50d79dc6-1212-49cb-949d-c4188a2cfdb4 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:38:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cf4a86a-6579-4dbd-aa1a-9867b742fd55/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cf4a86a-6579-4dbd-aa1a-9867b742fd55/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cf4a86a-6579-4dbd-aa1a-9867b742fd55/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1cf4a86a-6579-4dbd-aa1a-9867b742fd55/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:58 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:38:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7558faf-44af-48b2-8089-ab379066ab14/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:58 user nova-compute[73884]: DEBUG nova.network.neutron [req-6470bb06-5bf6-445a-b952-fd091c0fca56 req-e525d6d7-5312-46fd-9a37-c5ce657a166c service nova] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Updated VIF entry in instance network info cache for port 50d79dc6-1212-49cb-949d-c4188a2cfdb4. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:38:58 user nova-compute[73884]: DEBUG nova.network.neutron [req-6470bb06-5bf6-445a-b952-fd091c0fca56 req-e525d6d7-5312-46fd-9a37-c5ce657a166c service nova] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Updating instance_info_cache with network_info: [{"id": "50d79dc6-1212-49cb-949d-c4188a2cfdb4", "address": "fa:16:3e:e7:34:87", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50d79dc6-12", "ovs_interfaceid": "50d79dc6-1212-49cb-949d-c4188a2cfdb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:38:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6470bb06-5bf6-445a-b952-fd091c0fca56 req-e525d6d7-5312-46fd-9a37-c5ce657a166c service nova] Releasing lock "refresh_cache-21c26571-4d3f-420c-8f09-75f2afc06354" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:38:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7558faf-44af-48b2-8089-ab379066ab14/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7558faf-44af-48b2-8089-ab379066ab14/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:38:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7558faf-44af-48b2-8089-ab379066ab14/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:38:59 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:38:59 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:38:59 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=7343MB free_disk=25.054401397705078GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 08:38:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:38:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:38:59 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 8fab1c63-d9a3-4cea-b129-904a5f15e5fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:38:59 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 7d5fd04a-039d-4cb0-9eef-bce9700a85bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:38:59 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 1b00d8e1-f570-4091-9bee-780b98344624 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:38:59 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance e92bce3d-33d8-4004-869d-4db8991dda75 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:38:59 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance baa67186-a783-44fc-bf2f-8275de0e27ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:38:59 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 133759dc-9633-4099-b44e-911363a567a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:38:59 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 0937d380-fe61-49d8-a44e-8bf2e5049c73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:38:59 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 1cf4a86a-6579-4dbd-aa1a-9867b742fd55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:38:59 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:38:59 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 6ccb7c7b-354b-490a-83c2-1ad45bb18998 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:38:59 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance f9e1d80c-ad24-4717-b57f-eb69802dbaab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:38:59 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance f7558faf-44af-48b2-8089-ab379066ab14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:38:59 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 21c26571-4d3f-420c-8f09-75f2afc06354 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:38:59 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 08:38:59 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 08:39:00 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:39:00 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:39:00 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 08:39:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.539s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:39:01 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:39:01 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 08:39:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "refresh_cache-133759dc-9633-4099-b44e-911363a567a6" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:39:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquired lock "refresh_cache-133759dc-9633-4099-b44e-911363a567a6" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:39:01 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 133759dc-9633-4099-b44e-911363a567a6] Forcefully refreshing network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 08:39:01 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 133759dc-9633-4099-b44e-911363a567a6] Updating instance_info_cache with network_info: [{"id": "05cdd15e-8fd7-4b06-9269-1bfc3da737b7", "address": "fa:16:3e:dc:9e:94", "network": {"id": "1b391def-7804-49b0-b105-806421c634ba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2037639892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f57dc19243ba41bca3e12ea881aee10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap05cdd15e-8f", "ovs_interfaceid": "05cdd15e-8fd7-4b06-9269-1bfc3da737b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:39:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Releasing lock "refresh_cache-133759dc-9633-4099-b44e-911363a567a6" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:39:01 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 133759dc-9633-4099-b44e-911363a567a6] Updated the network info_cache for instance {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 08:39:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:04 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:39:04 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Cleaning up deleted instances {{(pid=73884) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 16 08:39:04 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] There are 0 instances to clean {{(pid=73884) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 16 08:39:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:39:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=73884) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 08:39:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 08:39:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 08:39:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:12 user nova-compute[73884]: DEBUG os_brick.utils [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:39:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[24381b6b-31d0-41d0-bbf1-7d5bc1e6440d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[194de2b4-11af-49eb-a302-aaf14edffc43]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[3920bbfb-e817-4a77-aa5f-19cc26f9e695]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6a2945a-9b25-4f06-8f2a-11f72ffbaaf2]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:39:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 08:39:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:39:12 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 08:39:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb39d346-b09a-4e04-886a-8b05112a0e8f]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 08:39:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 08:39:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 08:39:12 user nova-compute[73884]: DEBUG os_brick.utils [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:39:12 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Updating existing volume attachment record: fe72be1d-8d82-41d1-87ac-795e02abd98e {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 08:39:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:39:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:39:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=73884) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 08:39:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 08:39:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 08:39:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:39:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-52bd6028-0796-4380-94ca-be61add3e922 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Acquiring lock "1cf4a86a-6579-4dbd-aa1a-9867b742fd55" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:39:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-52bd6028-0796-4380-94ca-be61add3e922 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "1cf4a86a-6579-4dbd-aa1a-9867b742fd55" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.003s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:39:24 user nova-compute[73884]: INFO nova.compute.manager [None req-52bd6028-0796-4380-94ca-be61add3e922 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Detaching volume 414ac6ad-a9ae-4911-9129-08f560f54825
Oct 16 08:39:24 user nova-compute[73884]: INFO nova.virt.block_device [None req-52bd6028-0796-4380-94ca-be61add3e922 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Attempting to driver detach volume 414ac6ad-a9ae-4911-9129-08f560f54825 from mountpoint /dev/vdb
Oct 16 08:39:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6d1f881c-ab33-4189-a924-991603da0f8d tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Acquiring lock "1cf4a86a-6579-4dbd-aa1a-9867b742fd55" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:39:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-52bd6028-0796-4380-94ca-be61add3e922 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Attempting to detach device vdb from instance 1cf4a86a-6579-4dbd-aa1a-9867b742fd55 from the persistent domain config. {{(pid=73884) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 08:39:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-52bd6028-0796-4380-94ca-be61add3e922 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 08:39:24 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:39:24 user nova-compute[73884]:   <source dev="/dev/sdd"/>
Oct 16 08:39:24 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:39:24 user nova-compute[73884]:   <serial>414ac6ad-a9ae-4911-9129-08f560f54825</serial>
Oct 16 08:39:24 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 08:39:24 user nova-compute[73884]: </disk>
Oct 16 08:39:24 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:39:24 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-52bd6028-0796-4380-94ca-be61add3e922 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Successfully detached device vdb from instance 1cf4a86a-6579-4dbd-aa1a-9867b742fd55 from the persistent domain config.
Oct 16 08:39:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-52bd6028-0796-4380-94ca-be61add3e922 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 1cf4a86a-6579-4dbd-aa1a-9867b742fd55 from the live domain config. {{(pid=73884) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 08:39:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-52bd6028-0796-4380-94ca-be61add3e922 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 08:39:24 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:39:24 user nova-compute[73884]:   <source dev="/dev/sdd"/>
Oct 16 08:39:24 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:39:24 user nova-compute[73884]:   <serial>414ac6ad-a9ae-4911-9129-08f560f54825</serial>
Oct 16 08:39:24 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 08:39:24 user nova-compute[73884]: </disk>
Oct 16 08:39:24 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:39:25 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-52bd6028-0796-4380-94ca-be61add3e922 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 1cf4a86a-6579-4dbd-aa1a-9867b742fd55 {{(pid=73884) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 08:39:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:39:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:39:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=73884) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 08:39:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 08:39:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 08:39:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:39:30 user nova-compute[73884]: DEBUG nova.compute.manager [req-1d7f1293-6280-4620-95fc-4a21179f79b1 req-41f957e7-09b6-4d25-a0c0-28fc4dee9b16 service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Received event network-changed-18053f0d-701a-4044-9372-30d76d3c9295 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:39:30 user nova-compute[73884]: DEBUG nova.compute.manager [req-1d7f1293-6280-4620-95fc-4a21179f79b1 req-41f957e7-09b6-4d25-a0c0-28fc4dee9b16 service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Refreshing instance network info cache due to event network-changed-18053f0d-701a-4044-9372-30d76d3c9295. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:39:30 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1d7f1293-6280-4620-95fc-4a21179f79b1 req-41f957e7-09b6-4d25-a0c0-28fc4dee9b16 service nova] Acquiring lock "refresh_cache-6ccb7c7b-354b-490a-83c2-1ad45bb18998" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:39:30 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1d7f1293-6280-4620-95fc-4a21179f79b1 req-41f957e7-09b6-4d25-a0c0-28fc4dee9b16 service nova] Acquired lock "refresh_cache-6ccb7c7b-354b-490a-83c2-1ad45bb18998" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:39:30 user nova-compute[73884]: DEBUG nova.network.neutron [req-1d7f1293-6280-4620-95fc-4a21179f79b1 req-41f957e7-09b6-4d25-a0c0-28fc4dee9b16 service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Refreshing network info cache for port 18053f0d-701a-4044-9372-30d76d3c9295 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:39:31 user nova-compute[73884]: DEBUG nova.network.neutron [req-1d7f1293-6280-4620-95fc-4a21179f79b1 req-41f957e7-09b6-4d25-a0c0-28fc4dee9b16 service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Updated VIF entry in instance network info cache for port 18053f0d-701a-4044-9372-30d76d3c9295. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:39:31 user nova-compute[73884]: DEBUG nova.network.neutron [req-1d7f1293-6280-4620-95fc-4a21179f79b1 req-41f957e7-09b6-4d25-a0c0-28fc4dee9b16 service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Updating instance_info_cache with network_info: [{"id": "18053f0d-701a-4044-9372-30d76d3c9295", "address": "fa:16:3e:9e:f3:d2", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18053f0d-70", "ovs_interfaceid": "18053f0d-701a-4044-9372-30d76d3c9295", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:39:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1d7f1293-6280-4620-95fc-4a21179f79b1 req-41f957e7-09b6-4d25-a0c0-28fc4dee9b16 service nova] Releasing lock "refresh_cache-6ccb7c7b-354b-490a-83c2-1ad45bb18998" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:39:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquiring lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:39:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:39:31 user nova-compute[73884]: DEBUG nova.objects.instance [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lazy-loading 'flavor' on Instance uuid 6ccb7c7b-354b-490a-83c2-1ad45bb18998 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:39:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:39:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquiring lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:39:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:39:31 user nova-compute[73884]: INFO nova.compute.manager [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Attaching volume bc311f18-e0e9-4115-954b-45c4aa0ba9a1 to /dev/vdb
Oct 16 08:39:32 user nova-compute[73884]: DEBUG os_brick.utils [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:39:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:32 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2945e6c-14b2-4f6c-b88c-cb74635ec8f2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:32 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[09bf1b6a-8635-4936-b2e6-0a9d6ae4241f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:32 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6528990-56b0-4144-b50b-fbb1e3426f43]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:32 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[42093ac6-e3f3-47dd-a413-35df2137bffb]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:39:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 08:39:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:39:32 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 08:39:32 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc8f2a2e-b05f-4643-86eb-eb74dbebcc11]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 08:39:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 08:39:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 08:39:32 user nova-compute[73884]: DEBUG os_brick.utils [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:39:32 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Updating existing volume attachment record: b6539705-74f6-4d98-b8b4-752e9b46feaf {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 08:39:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:33 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c5d76145-d685-4516-9023-46f27361277a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "0937d380-fe61-49d8-a44e-8bf2e5049c73" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:39:33 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c5d76145-d685-4516-9023-46f27361277a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "0937d380-fe61-49d8-a44e-8bf2e5049c73" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:39:33 user nova-compute[73884]: INFO nova.compute.manager [None req-c5d76145-d685-4516-9023-46f27361277a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Detaching volume 5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e
Oct 16 08:39:33 user nova-compute[73884]: INFO nova.virt.block_device [None req-c5d76145-d685-4516-9023-46f27361277a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Attempting to driver detach volume 5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e from mountpoint /dev/vdb
Oct 16 08:39:33 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c5d76145-d685-4516-9023-46f27361277a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Attempting to detach device vdb from instance 0937d380-fe61-49d8-a44e-8bf2e5049c73 from the persistent domain config. {{(pid=73884) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 08:39:33 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-c5d76145-d685-4516-9023-46f27361277a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 08:39:33 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:39:33 user nova-compute[73884]:   <source dev="/dev/sdc"/>
Oct 16 08:39:33 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:39:33 user nova-compute[73884]:   <serial>5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e</serial>
Oct 16 08:39:33 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 16 08:39:33 user nova-compute[73884]: </disk>
Oct 16 08:39:33 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:39:33 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-c5d76145-d685-4516-9023-46f27361277a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Successfully detached device vdb from instance 0937d380-fe61-49d8-a44e-8bf2e5049c73 from the persistent domain config.
Oct 16 08:39:33 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c5d76145-d685-4516-9023-46f27361277a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 0937d380-fe61-49d8-a44e-8bf2e5049c73 from the live domain config. {{(pid=73884) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 08:39:33 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-c5d76145-d685-4516-9023-46f27361277a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 08:39:33 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:39:33 user nova-compute[73884]:   <source dev="/dev/sdc"/>
Oct 16 08:39:33 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:39:33 user nova-compute[73884]:   <serial>5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e</serial>
Oct 16 08:39:33 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 16 08:39:33 user nova-compute[73884]: </disk>
Oct 16 08:39:33 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:39:34 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c5d76145-d685-4516-9023-46f27361277a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 0937d380-fe61-49d8-a44e-8bf2e5049c73 {{(pid=73884) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 08:39:35 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._sync_power_states {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:39:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:35 user nova-compute[73884]: WARNING nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] While synchronizing instance power states, found 13 instances in the database and 12 instances on the hypervisor.
Oct 16 08:39:35 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Triggering sync for uuid 8fab1c63-d9a3-4cea-b129-904a5f15e5fe {{(pid=73884) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 08:39:35 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Triggering sync for uuid 7d5fd04a-039d-4cb0-9eef-bce9700a85bb {{(pid=73884) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 08:39:35 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Triggering sync for uuid 1b00d8e1-f570-4091-9bee-780b98344624 {{(pid=73884) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 08:39:35 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Triggering sync for uuid e92bce3d-33d8-4004-869d-4db8991dda75 {{(pid=73884) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 08:39:35 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Triggering sync for uuid baa67186-a783-44fc-bf2f-8275de0e27ab {{(pid=73884) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 08:39:35 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Triggering sync for uuid 133759dc-9633-4099-b44e-911363a567a6 {{(pid=73884) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 08:39:35 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Triggering sync for uuid 1cf4a86a-6579-4dbd-aa1a-9867b742fd55 {{(pid=73884) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 08:39:35 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Triggering sync for uuid 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4 {{(pid=73884) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 08:39:35 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Triggering sync for uuid 6ccb7c7b-354b-490a-83c2-1ad45bb18998 {{(pid=73884) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 08:39:35 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Triggering sync for uuid f9e1d80c-ad24-4717-b57f-eb69802dbaab {{(pid=73884) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 08:39:35 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Triggering sync for uuid f7558faf-44af-48b2-8089-ab379066ab14 {{(pid=73884) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 08:39:35 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Triggering sync for uuid 21c26571-4d3f-420c-8f09-75f2afc06354 {{(pid=73884) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 08:39:35 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Triggering sync for uuid 0937d380-fe61-49d8-a44e-8bf2e5049c73 {{(pid=73884) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 08:39:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "8fab1c63-d9a3-4cea-b129-904a5f15e5fe" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:39:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "8fab1c63-d9a3-4cea-b129-904a5f15e5fe" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:39:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:39:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:39:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "1b00d8e1-f570-4091-9bee-780b98344624" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:39:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "1b00d8e1-f570-4091-9bee-780b98344624" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:39:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "e92bce3d-33d8-4004-869d-4db8991dda75" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:39:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "e92bce3d-33d8-4004-869d-4db8991dda75" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:39:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "baa67186-a783-44fc-bf2f-8275de0e27ab" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:39:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "baa67186-a783-44fc-bf2f-8275de0e27ab" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:39:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "133759dc-9633-4099-b44e-911363a567a6" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:39:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "133759dc-9633-4099-b44e-911363a567a6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:39:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "1cf4a86a-6579-4dbd-aa1a-9867b742fd55" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:39:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:39:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:39:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:39:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "f9e1d80c-ad24-4717-b57f-eb69802dbaab" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:39:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "f9e1d80c-ad24-4717-b57f-eb69802dbaab" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:39:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "f7558faf-44af-48b2-8089-ab379066ab14" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:39:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "f7558faf-44af-48b2-8089-ab379066ab14" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:39:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "21c26571-4d3f-420c-8f09-75f2afc06354" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:39:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "0937d380-fe61-49d8-a44e-8bf2e5049c73" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:39:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "8fab1c63-d9a3-4cea-b129-904a5f15e5fe" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.051s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:39:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "1b00d8e1-f570-4091-9bee-780b98344624" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.049s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:39:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.059s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:39:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "e92bce3d-33d8-4004-869d-4db8991dda75" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.065s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:39:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "baa67186-a783-44fc-bf2f-8275de0e27ab" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.071s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:39:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.070s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:39:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "133759dc-9633-4099-b44e-911363a567a6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.075s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:39:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "f9e1d80c-ad24-4717-b57f-eb69802dbaab" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.073s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:39:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "f7558faf-44af-48b2-8089-ab379066ab14" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.087s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:39:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquiring lock "cec31fc9-341b-4681-a637-ec6c27736df8" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:39:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "cec31fc9-341b-4681-a637-ec6c27736df8" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:39:36 user nova-compute[73884]: INFO nova.compute.manager [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Unshelving
Oct 16 08:39:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:39:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:39:36 user nova-compute[73884]: DEBUG nova.objects.instance [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lazy-loading 'pci_requests' on Instance uuid cec31fc9-341b-4681-a637-ec6c27736df8 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:39:36 user nova-compute[73884]: DEBUG nova.objects.instance [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lazy-loading 'numa_topology' on Instance uuid cec31fc9-341b-4681-a637-ec6c27736df8 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:39:36 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:39:36 user nova-compute[73884]: INFO nova.compute.claims [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Claim successful on node user
Oct 16 08:39:36 user nova-compute[73884]: DEBUG nova.compute.manager [req-5ea980c9-e48a-400e-a031-4d07bfcc670b req-9ccc85ac-7d88-4f9d-9b42-3762583419d4 service nova] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Received event network-changed-d1b449d5-a690-4861-bc2f-0e9c0c720552 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:39:36 user nova-compute[73884]: DEBUG nova.compute.manager [req-5ea980c9-e48a-400e-a031-4d07bfcc670b req-9ccc85ac-7d88-4f9d-9b42-3762583419d4 service nova] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Refreshing instance network info cache due to event network-changed-d1b449d5-a690-4861-bc2f-0e9c0c720552. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:39:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-5ea980c9-e48a-400e-a031-4d07bfcc670b req-9ccc85ac-7d88-4f9d-9b42-3762583419d4 service nova] Acquiring lock "refresh_cache-f9e1d80c-ad24-4717-b57f-eb69802dbaab" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:39:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-5ea980c9-e48a-400e-a031-4d07bfcc670b req-9ccc85ac-7d88-4f9d-9b42-3762583419d4 service nova] Acquired lock "refresh_cache-f9e1d80c-ad24-4717-b57f-eb69802dbaab" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:39:36 user nova-compute[73884]: DEBUG nova.network.neutron [req-5ea980c9-e48a-400e-a031-4d07bfcc670b req-9ccc85ac-7d88-4f9d-9b42-3762583419d4 service nova] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Refreshing network info cache for port d1b449d5-a690-4861-bc2f-0e9c0c720552 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:39:36 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:39:36 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:39:37 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.601s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:39:37 user nova-compute[73884]: INFO nova.network.neutron [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Updating port a180510b-16ed-41f1-a490-cd10a235c21f with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Oct 16 08:39:37 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Acquiring lock "f9e1d80c-ad24-4717-b57f-eb69802dbaab" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:39:37 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "f9e1d80c-ad24-4717-b57f-eb69802dbaab" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:39:37 user nova-compute[73884]: DEBUG nova.objects.instance [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lazy-loading 'flavor' on Instance uuid f9e1d80c-ad24-4717-b57f-eb69802dbaab {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:39:37 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "f9e1d80c-ad24-4717-b57f-eb69802dbaab" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.066s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:39:37 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Acquiring lock "f9e1d80c-ad24-4717-b57f-eb69802dbaab" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:39:37 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "f9e1d80c-ad24-4717-b57f-eb69802dbaab" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:39:37 user nova-compute[73884]: INFO nova.compute.manager [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Attaching volume 1c96de3c-8cc5-4811-a80c-1727e0384e41 to /dev/vdb
Oct 16 08:39:37 user nova-compute[73884]: DEBUG nova.network.neutron [req-5ea980c9-e48a-400e-a031-4d07bfcc670b req-9ccc85ac-7d88-4f9d-9b42-3762583419d4 service nova] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Updated VIF entry in instance network info cache for port d1b449d5-a690-4861-bc2f-0e9c0c720552. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:39:37 user nova-compute[73884]: DEBUG nova.network.neutron [req-5ea980c9-e48a-400e-a031-4d07bfcc670b req-9ccc85ac-7d88-4f9d-9b42-3762583419d4 service nova] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Updating instance_info_cache with network_info: [{"id": "d1b449d5-a690-4861-bc2f-0e9c0c720552", "address": "fa:16:3e:4a:82:e7", "network": {"id": "94dea724-1b26-4a1e-b5d6-f69302978f7a", "bridge": "br-int", "label": "tempest-TestStampPattern-1371037434-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fb3e570067a4db5894f2982b18742a9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1b449d5-a6", "ovs_interfaceid": "d1b449d5-a690-4861-bc2f-0e9c0c720552", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:39:37 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-5ea980c9-e48a-400e-a031-4d07bfcc670b req-9ccc85ac-7d88-4f9d-9b42-3762583419d4 service nova] Releasing lock "refresh_cache-f9e1d80c-ad24-4717-b57f-eb69802dbaab" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:39:37 user nova-compute[73884]: DEBUG os_brick.utils [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:39:37 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:37 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:37 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[61d12015-e5dc-4c92-8038-91a18a666411]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:37 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:37 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:37 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[45b309cb-3a13-4ff8-94de-22e51ce28f6b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:37 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:37 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:37 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2550e67-e773-4e31-a22f-bd415f631c22]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:37 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[60f3860f-6a56-4f36-930a-2274592432c4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:37 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:37 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:39:37 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 08:39:37 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:37 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:39:37 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 08:39:37 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2754b91d-d73f-4147-bd20-9706f7dbdfd2]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:37 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 08:39:37 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 08:39:37 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 08:39:37 user nova-compute[73884]: DEBUG os_brick.utils [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] <== get_connector_properties: return (136ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:39:37 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Updating existing volume attachment record: 3b5ea154-7c6f-4a55-92d4-307855394b93 {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 08:39:37 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquiring lock "refresh_cache-cec31fc9-341b-4681-a637-ec6c27736df8" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:39:37 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquired lock "refresh_cache-cec31fc9-341b-4681-a637-ec6c27736df8" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:39:37 user nova-compute[73884]: DEBUG nova.network.neutron [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:39:38 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:38 user nova-compute[73884]: DEBUG nova.network.neutron [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Updating instance_info_cache with network_info: [{"id": "a180510b-16ed-41f1-a490-cd10a235c21f", "address": "fa:16:3e:8d:ea:8a", "network": {"id": "52793eaf-54c8-4092-868b-51753d278fbf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-915749854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.38", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aac394fa5be84455ba4c994fe7a08925", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa180510b-16", "ovs_interfaceid": "a180510b-16ed-41f1-a490-cd10a235c21f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:39:38 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Releasing lock "refresh_cache-cec31fc9-341b-4681-a637-ec6c27736df8" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:39:38 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:39:38 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Creating image(s)
Oct 16 08:39:38 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquiring lock "/opt/stack/data/nova/instances/cec31fc9-341b-4681-a637-ec6c27736df8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:39:38 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "/opt/stack/data/nova/instances/cec31fc9-341b-4681-a637-ec6c27736df8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:39:38 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "/opt/stack/data/nova/instances/cec31fc9-341b-4681-a637-ec6c27736df8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:39:38 user nova-compute[73884]: DEBUG nova.objects.instance [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lazy-loading 'trusted_certs' on Instance uuid cec31fc9-341b-4681-a637-ec6c27736df8 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:39:38 user nova-compute[73884]: DEBUG nova.objects.base [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Object Instance<cec31fc9-341b-4681-a637-ec6c27736df8> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:39:38 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquiring lock "8a693729795b24a915484dce53bc331c2512ec74" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:39:38 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "8a693729795b24a915484dce53bc331c2512ec74" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:39:38 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8a693729795b24a915484dce53bc331c2512ec74.part --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG nova.compute.manager [req-ceadaa74-2c11-4086-b596-ccf3e82bba19 req-1003acf8-be81-48ee-9eee-837701d9a428 service nova] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Received event network-changed-a180510b-16ed-41f1-a490-cd10a235c21f {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG nova.compute.manager [req-ceadaa74-2c11-4086-b596-ccf3e82bba19 req-1003acf8-be81-48ee-9eee-837701d9a428 service nova] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Refreshing instance network info cache due to event network-changed-a180510b-16ed-41f1-a490-cd10a235c21f. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ceadaa74-2c11-4086-b596-ccf3e82bba19 req-1003acf8-be81-48ee-9eee-837701d9a428 service nova] Acquiring lock "refresh_cache-cec31fc9-341b-4681-a637-ec6c27736df8" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ceadaa74-2c11-4086-b596-ccf3e82bba19 req-1003acf8-be81-48ee-9eee-837701d9a428 service nova] Acquired lock "refresh_cache-cec31fc9-341b-4681-a637-ec6c27736df8" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG nova.network.neutron [req-ceadaa74-2c11-4086-b596-ccf3e82bba19 req-1003acf8-be81-48ee-9eee-837701d9a428 service nova] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Refreshing network info cache for port a180510b-16ed-41f1-a490-cd10a235c21f {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8a693729795b24a915484dce53bc331c2512ec74.part --force-share --output=json" returned: 0 in 0.219s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG nova.virt.images [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] db05d1c7-4f61-4f10-a1c0-de411dfec99e was qcow2, converting to raw {{(pid=73884) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG nova.privsep.utils [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=73884) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/8a693729795b24a915484dce53bc331c2512ec74.part /opt/stack/data/nova/instances/_base/8a693729795b24a915484dce53bc331c2512ec74.converted {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG nova.compute.manager [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:39:39 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Creating image(s)
Oct 16 08:39:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Did not create local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Ensure instance console log exists: /opt/stack/data/nova/instances/21c26571-4d3f-420c-8f09-75f2afc06354/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Start _get_guest_xml network_info=[{"id": "50d79dc6-1212-49cb-949d-c4188a2cfdb4", "address": "fa:16:3e:e7:34:87", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50d79dc6-12", "ovs_interfaceid": "50d79dc6-1212-49cb-949d-c4188a2cfdb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uPvngxOi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '21c26571-4d3f-420c-8f09-75f2afc06354', 'attached_at': '', 'detached_at': '', 'volume_id': 'c141023c-3bd6-49f4-a0ce-6ed1a282a54c', 'serial': 'c141023c-3bd6-49f4-a0ce-6ed1a282a54c'}, 'attachment_id': 'fe72be1d-8d82-41d1-87ac-795e02abd98e', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'delete_on_termination': False, 'boot_index': 0, 'device_type': 'disk', 'volume_type': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:39:39 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:39:39 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:39:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uPvngxOi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:39:39 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:39:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:39:39 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:39:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:39:39 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:39:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dff4c34-ea7e-4f37-9b45-db74f75dbb91]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:39:39 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.197s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e7ad32d-ab43-43a3-9acc-9a56352cffb2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c] added
Oct 16 08:39:39 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.080s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ed5aecd-e6e2-454d-b5c7-f2959d0e6267]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.053s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[843efaf9-092f-4cdf-82f9-46b06ecc3b3e]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG nova.network.neutron [req-ceadaa74-2c11-4086-b596-ccf3e82bba19 req-1003acf8-be81-48ee-9eee-837701d9a428 service nova] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Updated VIF entry in instance network info cache for port a180510b-16ed-41f1-a490-cd10a235c21f. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG nova.network.neutron [req-ceadaa74-2c11-4086-b596-ccf3e82bba19 req-1003acf8-be81-48ee-9eee-837701d9a428 service nova] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Updating instance_info_cache with network_info: [{"id": "a180510b-16ed-41f1-a490-cd10a235c21f", "address": "fa:16:3e:8d:ea:8a", "network": {"id": "52793eaf-54c8-4092-868b-51753d278fbf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-915749854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.38", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aac394fa5be84455ba4c994fe7a08925", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa180510b-16", "ovs_interfaceid": "a180510b-16ed-41f1-a490-cd10a235c21f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uPvngxOi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ceadaa74-2c11-4086-b596-ccf3e82bba19 req-1003acf8-be81-48ee-9eee-837701d9a428 service nova] Releasing lock "refresh_cache-cec31fc9-341b-4681-a637-ec6c27736df8" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uPvngxOi" returned: 0 in 0.068s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[909f0ebb-0ca4-4106-8284-0bf0188d3c30]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'uPvngxOi'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/8a693729795b24a915484dce53bc331c2512ec74.part /opt/stack/data/nova/instances/_base/8a693729795b24a915484dce53bc331c2512ec74.converted" returned: 0 in 0.598s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8a693729795b24a915484dce53bc331c2512ec74.converted --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:40 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d214ae2-9a80-45c2-b2ae-082712bee3cf]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:40 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:39:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:40 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[701675d3-8772-43d5-a308-e455aa24643b]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:40 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:39:40 user nova-compute[73884]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e (non-flash)
Oct 16 08:39:40 user nova-compute[73884]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825 (non-flash)
Oct 16 08:39:40 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:39:40 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:39:40 user nova-compute[73884]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e (non-flash)
Oct 16 08:39:40 user nova-compute[73884]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825 (non-flash)
Oct 16 08:39:40 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:39:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c -p 172.16.0.220:3260 --login" returned: 0 in 0.071s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:40 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d47bb69-b8fb-454d-8675-e0ffa46b89c3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:40 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c, portal: 172.16.0.220,3260]
Oct 16 08:39:40 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c, portal: 172.16.0.220,3260] successful.
Oct 16 08:39:40 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:39:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:40 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0bac907-c028-40ab-b8f0-5c6484048105]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:40 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:39:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8a693729795b24a915484dce53bc331c2512ec74.converted --force-share --output=json" returned: 0 in 0.195s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:40 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "8a693729795b24a915484dce53bc331c2512ec74" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.933s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:39:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8a693729795b24a915484dce53bc331c2512ec74 --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:40 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[8848891c-abe6-494d-b1cf-73964797600f]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:40 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:39:40 user nova-compute[73884]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e (non-flash)
Oct 16 08:39:40 user nova-compute[73884]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825 (non-flash)
Oct 16 08:39:40 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:39:40 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:39:40 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:39:40 user nova-compute[73884]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e (non-flash)
Oct 16 08:39:40 user nova-compute[73884]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825 (non-flash)
Oct 16 08:39:40 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:39:40 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:39:40 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.726s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:39:40 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:39:40 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] HCTL ('36', '-', '-', 0) found on session 28 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:39:40 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:39:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:40 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[4451678a-cf64-4ef1-bca2-e4250326a37c]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:40 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Searching for a device in session 28 and hctl ['36', '*', '*', 0] yield: sde {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:39:40 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uPvngxOi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:39:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8a693729795b24a915484dce53bc331c2512ec74 --force-share --output=json" returned: 0 in 0.205s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:40 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquiring lock "8a693729795b24a915484dce53bc331c2512ec74" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:39:40 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "8a693729795b24a915484dce53bc331c2512ec74" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:39:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8a693729795b24a915484dce53bc331c2512ec74 --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8a693729795b24a915484dce53bc331c2512ec74 --force-share --output=json" returned: 0 in 0.178s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8a693729795b24a915484dce53bc331c2512ec74,backing_fmt=raw /opt/stack/data/nova/instances/cec31fc9-341b-4681-a637-ec6c27736df8/disk 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8a693729795b24a915484dce53bc331c2512ec74,backing_fmt=raw /opt/stack/data/nova/instances/cec31fc9-341b-4681-a637-ec6c27736df8/disk 1073741824" returned: 0 in 0.053s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:40 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "8a693729795b24a915484dce53bc331c2512ec74" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.240s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:39:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8a693729795b24a915484dce53bc331c2512ec74 --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8a693729795b24a915484dce53bc331c2512ec74 --force-share --output=json" returned: 0 in 0.180s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:40 user nova-compute[73884]: DEBUG nova.objects.instance [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lazy-loading 'migration_context' on Instance uuid cec31fc9-341b-4681-a637-ec6c27736df8 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:39:40 user nova-compute[73884]: DEBUG nova.objects.base [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Object Instance<cec31fc9-341b-4681-a637-ec6c27736df8> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:39:40 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Rebasing disk image.
Oct 16 08:39:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:41 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.185s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:41 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f -F raw /opt/stack/data/nova/instances/cec31fc9-341b-4681-a637-ec6c27736df8/disk {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:41 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.775s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:39:41 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] <== connect_volume: return (1782ms) {'type': 'block', 'scsi_wwn': '26164336631353763', 'path': '/dev/sde'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:39:41 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26164336631353763', 'path': '/dev/sde'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:39:41 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:38:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1367304739',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1367304739',id=33,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f9db6ac897784a4fb18d26858afb7956',ramdisk_id='',reservation_id='r-rvinvgew',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1464100791',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:38:57Z,user_data=None,user_id='d17a1a64076a44f28b10f2d82b7ffd5a',uuid=21c26571-4d3f-420c-8f09-75f2afc06354,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "50d79dc6-1212-49cb-949d-c4188a2cfdb4", "address": "fa:16:3e:e7:34:87", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50d79dc6-12", "ovs_interfaceid": "50d79dc6-1212-49cb-949d-c4188a2cfdb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:39:41 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Converting VIF {"id": "50d79dc6-1212-49cb-949d-c4188a2cfdb4", "address": "fa:16:3e:e7:34:87", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50d79dc6-12", "ovs_interfaceid": "50d79dc6-1212-49cb-949d-c4188a2cfdb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:39:41 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e7:34:87,bridge_name='br-int',has_traffic_filtering=True,id=50d79dc6-1212-49cb-949d-c4188a2cfdb4,network=Network(dee86f1a-fba2-4f98-80d9-351ebde8da3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50d79dc6-12') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:39:41 user nova-compute[73884]: DEBUG nova.objects.instance [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lazy-loading 'pci_devices' on Instance uuid 21c26571-4d3f-420c-8f09-75f2afc06354 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:39:41 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:39:41 user nova-compute[73884]:   <uuid>21c26571-4d3f-420c-8f09-75f2afc06354</uuid>
Oct 16 08:39:41 user nova-compute[73884]:   <name>instance-00000021</name>
Oct 16 08:39:41 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:39:41 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:39:41 user nova-compute[73884]:   <metadata>
Oct 16 08:39:41 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:39:41 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:39:41 user nova-compute[73884]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1367304739</nova:name>
Oct 16 08:39:41 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:39:39</nova:creationTime>
Oct 16 08:39:41 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:39:41 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:39:41 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:39:41 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:39:41 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:39:41 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:39:41 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:39:41 user nova-compute[73884]:       <nova:owner>
Oct 16 08:39:41 user nova-compute[73884]:         <nova:user uuid="d17a1a64076a44f28b10f2d82b7ffd5a">tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member</nova:user>
Oct 16 08:39:41 user nova-compute[73884]:         <nova:project uuid="f9db6ac897784a4fb18d26858afb7956">tempest-ServerBootFromVolumeStableRescueTest-1464100791</nova:project>
Oct 16 08:39:41 user nova-compute[73884]:       </nova:owner>
Oct 16 08:39:41 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:39:41 user nova-compute[73884]:       <nova:ports>
Oct 16 08:39:41 user nova-compute[73884]:         <nova:port uuid="50d79dc6-1212-49cb-949d-c4188a2cfdb4">
Oct 16 08:39:41 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 16 08:39:41 user nova-compute[73884]:         </nova:port>
Oct 16 08:39:41 user nova-compute[73884]:       </nova:ports>
Oct 16 08:39:41 user nova-compute[73884]:     </nova:instance>
Oct 16 08:39:41 user nova-compute[73884]:   </metadata>
Oct 16 08:39:41 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:39:41 user nova-compute[73884]:     <system>
Oct 16 08:39:41 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:39:41 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:39:41 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:39:41 user nova-compute[73884]:       <entry name="serial">21c26571-4d3f-420c-8f09-75f2afc06354</entry>
Oct 16 08:39:41 user nova-compute[73884]:       <entry name="uuid">21c26571-4d3f-420c-8f09-75f2afc06354</entry>
Oct 16 08:39:41 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:39:41 user nova-compute[73884]:     </system>
Oct 16 08:39:41 user nova-compute[73884]:   </sysinfo>
Oct 16 08:39:41 user nova-compute[73884]:   <os>
Oct 16 08:39:41 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:39:41 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:39:41 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:39:41 user nova-compute[73884]:   </os>
Oct 16 08:39:41 user nova-compute[73884]:   <features>
Oct 16 08:39:41 user nova-compute[73884]:     <acpi/>
Oct 16 08:39:41 user nova-compute[73884]:     <apic/>
Oct 16 08:39:41 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:39:41 user nova-compute[73884]:   </features>
Oct 16 08:39:41 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:39:41 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:39:41 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:39:41 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:39:41 user nova-compute[73884]:   </clock>
Oct 16 08:39:41 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:39:41 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:39:41 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:39:41 user nova-compute[73884]:   </cpu>
Oct 16 08:39:41 user nova-compute[73884]:   <devices>
Oct 16 08:39:41 user nova-compute[73884]:     <disk type="block" device="disk">
Oct 16 08:39:41 user nova-compute[73884]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:39:41 user nova-compute[73884]:       <source dev="/dev/sde"/>
Oct 16 08:39:41 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:39:41 user nova-compute[73884]:       <serial>c141023c-3bd6-49f4-a0ce-6ed1a282a54c</serial>
Oct 16 08:39:41 user nova-compute[73884]:     </disk>
Oct 16 08:39:41 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:39:41 user nova-compute[73884]:       <mac address="fa:16:3e:e7:34:87"/>
Oct 16 08:39:41 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:39:41 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:39:41 user nova-compute[73884]:       <target dev="tap50d79dc6-12"/>
Oct 16 08:39:41 user nova-compute[73884]:     </interface>
Oct 16 08:39:41 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:39:41 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/21c26571-4d3f-420c-8f09-75f2afc06354/console.log" append="off"/>
Oct 16 08:39:41 user nova-compute[73884]:     </serial>
Oct 16 08:39:41 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:39:41 user nova-compute[73884]:     <video>
Oct 16 08:39:41 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:39:41 user nova-compute[73884]:     </video>
Oct 16 08:39:41 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:39:41 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:39:41 user nova-compute[73884]:     </rng>
Oct 16 08:39:41 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:39:41 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:39:41 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:39:41 user nova-compute[73884]:     </memballoon>
Oct 16 08:39:41 user nova-compute[73884]:   </devices>
Oct 16 08:39:41 user nova-compute[73884]: </domain>
Oct 16 08:39:41 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:39:41 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:38:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1367304739',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1367304739',id=33,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f9db6ac897784a4fb18d26858afb7956',ramdisk_id='',reservation_id='r-rvinvgew',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1464100791',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:38:57Z,user_data=None,user_id='d17a1a64076a44f28b10f2d82b7ffd5a',uuid=21c26571-4d3f-420c-8f09-75f2afc06354,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "50d79dc6-1212-49cb-949d-c4188a2cfdb4", "address": "fa:16:3e:e7:34:87", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50d79dc6-12", "ovs_interfaceid": "50d79dc6-1212-49cb-949d-c4188a2cfdb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:39:41 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Converting VIF {"id": "50d79dc6-1212-49cb-949d-c4188a2cfdb4", "address": "fa:16:3e:e7:34:87", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50d79dc6-12", "ovs_interfaceid": "50d79dc6-1212-49cb-949d-c4188a2cfdb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:39:41 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e7:34:87,bridge_name='br-int',has_traffic_filtering=True,id=50d79dc6-1212-49cb-949d-c4188a2cfdb4,network=Network(dee86f1a-fba2-4f98-80d9-351ebde8da3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50d79dc6-12') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:39:41 user nova-compute[73884]: DEBUG os_vif [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e7:34:87,bridge_name='br-int',has_traffic_filtering=True,id=50d79dc6-1212-49cb-949d-c4188a2cfdb4,network=Network(dee86f1a-fba2-4f98-80d9-351ebde8da3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50d79dc6-12') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:39:41 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:41 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:39:41 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:39:41 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:41 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a88980ac-4d86-5f16-9501-4df50a6cd0a0', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:39:41 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:41 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:41 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:41 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap50d79dc6-12, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:39:41 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap50d79dc6-12, col_values=(('qos', UUID('c2c3f022-de4d-405b-b4e4-3fffe4f269ef')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:39:41 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap50d79dc6-12, col_values=(('external_ids', {'iface-id': '50d79dc6-1212-49cb-949d-c4188a2cfdb4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e7:34:87', 'vm-uuid': '21c26571-4d3f-420c-8f09-75f2afc06354'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:39:41 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:41 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:39:41 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:41 user nova-compute[73884]: INFO os_vif [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e7:34:87,bridge_name='br-int',has_traffic_filtering=True,id=50d79dc6-1212-49cb-949d-c4188a2cfdb4,network=Network(dee86f1a-fba2-4f98-80d9-351ebde8da3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50d79dc6-12')
Oct 16 08:39:41 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:39:41 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] No VIF found with MAC fa:16:3e:e7:34:87, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:39:42 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:42 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:42 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:42 user nova-compute[73884]: DEBUG nova.compute.manager [req-98f7c38e-729b-490a-b4dc-0500b1a1ef71 req-4847abdc-69de-4367-b16f-669f9976b7bf service nova] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Received event network-vif-plugged-50d79dc6-1212-49cb-949d-c4188a2cfdb4 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:39:42 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-98f7c38e-729b-490a-b4dc-0500b1a1ef71 req-4847abdc-69de-4367-b16f-669f9976b7bf service nova] Acquiring lock "21c26571-4d3f-420c-8f09-75f2afc06354-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:39:42 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-98f7c38e-729b-490a-b4dc-0500b1a1ef71 req-4847abdc-69de-4367-b16f-669f9976b7bf service nova] Lock "21c26571-4d3f-420c-8f09-75f2afc06354-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:39:42 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-98f7c38e-729b-490a-b4dc-0500b1a1ef71 req-4847abdc-69de-4367-b16f-669f9976b7bf service nova] Lock "21c26571-4d3f-420c-8f09-75f2afc06354-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:39:42 user nova-compute[73884]: DEBUG nova.compute.manager [req-98f7c38e-729b-490a-b4dc-0500b1a1ef71 req-4847abdc-69de-4367-b16f-669f9976b7bf service nova] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] No waiting events found dispatching network-vif-plugged-50d79dc6-1212-49cb-949d-c4188a2cfdb4 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:39:42 user nova-compute[73884]: WARNING nova.compute.manager [req-98f7c38e-729b-490a-b4dc-0500b1a1ef71 req-4847abdc-69de-4367-b16f-669f9976b7bf service nova] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Received unexpected event network-vif-plugged-50d79dc6-1212-49cb-949d-c4188a2cfdb4 for instance with vm_state building and task_state spawning.
Oct 16 08:39:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f -F raw /opt/stack/data/nova/instances/cec31fc9-341b-4681-a637-ec6c27736df8/disk" returned: 0 in 2.358s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Ensure instance console log exists: /opt/stack/data/nova/instances/cec31fc9-341b-4681-a637-ec6c27736df8/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Start _get_guest_xml network_info=[{"id": "a180510b-16ed-41f1-a490-cd10a235c21f", "address": "fa:16:3e:8d:ea:8a", "network": {"id": "52793eaf-54c8-4092-868b-51753d278fbf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-915749854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.38", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aac394fa5be84455ba4c994fe7a08925", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa180510b-16", "ovs_interfaceid": "a180510b-16ed-41f1-a490-cd10a235c21f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='08595221a70f74c88519d6624b51f632',container_format='bare',created_at=2023-10-16T08:37:43Z,direct_url=<?>,disk_format='qcow2',id=db05d1c7-4f61-4f10-a1c0-de411dfec99e,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1874041735-shelved',owner='aac394fa5be84455ba4c994fe7a08925',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-16T08:37:48Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'a4e1d819-b957-4c9c-9b9d-fd987951fbab'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:39:43 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:39:43 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:39:43 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='08595221a70f74c88519d6624b51f632',container_format='bare',created_at=2023-10-16T08:37:43Z,direct_url=<?>,disk_format='qcow2',id=db05d1c7-4f61-4f10-a1c0-de411dfec99e,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1874041735-shelved',owner='aac394fa5be84455ba4c994fe7a08925',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-16T08:37:48Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG nova.objects.instance [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lazy-loading 'vcpu_model' on Instance uuid cec31fc9-341b-4681-a637-ec6c27736df8 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG nova.objects.base [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Object Instance<cec31fc9-341b-4681-a637-ec6c27736df8> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-16T08:35:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1874041735',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1874041735',id=28,image_ref='db05d1c7-4f61-4f10-a1c0-de411dfec99e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-2025133775',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:35:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='aac394fa5be84455ba4c994fe7a08925',ramdisk_id='',reservation_id='r-yne3tw0r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-732217427',owner_user_name='tempest-AttachVolumeShelveTestJSON-732217427-project-member',shelved_at='2023-10-16T08:37:48.331976',shelved_host='user',shelved_image_id='db05d1c7-4f61-4f10-a1c0-de411dfec99e'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:39:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='74fe83ad148b430eab2020456df2702f',uuid=cec31fc9-341b-4681-a637-ec6c27736df8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "a180510b-16ed-41f1-a490-cd10a235c21f", "address": "fa:16:3e:8d:ea:8a", "network": {"id": "52793eaf-54c8-4092-868b-51753d278fbf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-915749854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.38", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aac394fa5be84455ba4c994fe7a08925", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa180510b-16", "ovs_interfaceid": "a180510b-16ed-41f1-a490-cd10a235c21f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Converting VIF {"id": "a180510b-16ed-41f1-a490-cd10a235c21f", "address": "fa:16:3e:8d:ea:8a", "network": {"id": "52793eaf-54c8-4092-868b-51753d278fbf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-915749854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.38", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aac394fa5be84455ba4c994fe7a08925", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa180510b-16", "ovs_interfaceid": "a180510b-16ed-41f1-a490-cd10a235c21f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8d:ea:8a,bridge_name='br-int',has_traffic_filtering=True,id=a180510b-16ed-41f1-a490-cd10a235c21f,network=Network(52793eaf-54c8-4092-868b-51753d278fbf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa180510b-16') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG nova.objects.instance [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lazy-loading 'pci_devices' on Instance uuid cec31fc9-341b-4681-a637-ec6c27736df8 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG nova.objects.base [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Object Instance<cec31fc9-341b-4681-a637-ec6c27736df8> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:39:43 user nova-compute[73884]:   <uuid>cec31fc9-341b-4681-a637-ec6c27736df8</uuid>
Oct 16 08:39:43 user nova-compute[73884]:   <name>instance-0000001c</name>
Oct 16 08:39:43 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:39:43 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:39:43 user nova-compute[73884]:   <metadata>
Oct 16 08:39:43 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:39:43 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:39:43 user nova-compute[73884]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1874041735</nova:name>
Oct 16 08:39:43 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:39:43</nova:creationTime>
Oct 16 08:39:43 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:39:43 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:39:43 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:39:43 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:39:43 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:39:43 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:39:43 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:39:43 user nova-compute[73884]:       <nova:owner>
Oct 16 08:39:43 user nova-compute[73884]:         <nova:user uuid="74fe83ad148b430eab2020456df2702f">tempest-AttachVolumeShelveTestJSON-732217427-project-member</nova:user>
Oct 16 08:39:43 user nova-compute[73884]:         <nova:project uuid="aac394fa5be84455ba4c994fe7a08925">tempest-AttachVolumeShelveTestJSON-732217427</nova:project>
Oct 16 08:39:43 user nova-compute[73884]:       </nova:owner>
Oct 16 08:39:43 user nova-compute[73884]:       <nova:root type="image" uuid="db05d1c7-4f61-4f10-a1c0-de411dfec99e"/>
Oct 16 08:39:43 user nova-compute[73884]:       <nova:ports>
Oct 16 08:39:43 user nova-compute[73884]:         <nova:port uuid="a180510b-16ed-41f1-a490-cd10a235c21f">
Oct 16 08:39:43 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 16 08:39:43 user nova-compute[73884]:         </nova:port>
Oct 16 08:39:43 user nova-compute[73884]:       </nova:ports>
Oct 16 08:39:43 user nova-compute[73884]:     </nova:instance>
Oct 16 08:39:43 user nova-compute[73884]:   </metadata>
Oct 16 08:39:43 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:39:43 user nova-compute[73884]:     <system>
Oct 16 08:39:43 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:39:43 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:39:43 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:39:43 user nova-compute[73884]:       <entry name="serial">cec31fc9-341b-4681-a637-ec6c27736df8</entry>
Oct 16 08:39:43 user nova-compute[73884]:       <entry name="uuid">cec31fc9-341b-4681-a637-ec6c27736df8</entry>
Oct 16 08:39:43 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:39:43 user nova-compute[73884]:     </system>
Oct 16 08:39:43 user nova-compute[73884]:   </sysinfo>
Oct 16 08:39:43 user nova-compute[73884]:   <os>
Oct 16 08:39:43 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:39:43 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:39:43 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:39:43 user nova-compute[73884]:   </os>
Oct 16 08:39:43 user nova-compute[73884]:   <features>
Oct 16 08:39:43 user nova-compute[73884]:     <acpi/>
Oct 16 08:39:43 user nova-compute[73884]:     <apic/>
Oct 16 08:39:43 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:39:43 user nova-compute[73884]:   </features>
Oct 16 08:39:43 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:39:43 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:39:43 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:39:43 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:39:43 user nova-compute[73884]:   </clock>
Oct 16 08:39:43 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:39:43 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:39:43 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:39:43 user nova-compute[73884]:   </cpu>
Oct 16 08:39:43 user nova-compute[73884]:   <devices>
Oct 16 08:39:43 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:39:43 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:39:43 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/cec31fc9-341b-4681-a637-ec6c27736df8/disk"/>
Oct 16 08:39:43 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:39:43 user nova-compute[73884]:     </disk>
Oct 16 08:39:43 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:39:43 user nova-compute[73884]:       <mac address="fa:16:3e:8d:ea:8a"/>
Oct 16 08:39:43 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:39:43 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:39:43 user nova-compute[73884]:       <target dev="tapa180510b-16"/>
Oct 16 08:39:43 user nova-compute[73884]:     </interface>
Oct 16 08:39:43 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:39:43 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/cec31fc9-341b-4681-a637-ec6c27736df8/console.log" append="off"/>
Oct 16 08:39:43 user nova-compute[73884]:     </serial>
Oct 16 08:39:43 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:39:43 user nova-compute[73884]:     <video>
Oct 16 08:39:43 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:39:43 user nova-compute[73884]:     </video>
Oct 16 08:39:43 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:39:43 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:39:43 user nova-compute[73884]:     </rng>
Oct 16 08:39:43 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:39:43 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:39:43 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:39:43 user nova-compute[73884]:     </memballoon>
Oct 16 08:39:43 user nova-compute[73884]:   </devices>
Oct 16 08:39:43 user nova-compute[73884]: </domain>
Oct 16 08:39:43 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-16T08:35:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1874041735',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1874041735',id=28,image_ref='db05d1c7-4f61-4f10-a1c0-de411dfec99e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-2025133775',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:35:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='aac394fa5be84455ba4c994fe7a08925',ramdisk_id='',reservation_id='r-yne3tw0r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-732217427',owner_user_name='tempest-AttachVolumeShelveTestJSON-732217427-project-member',shelved_at='2023-10-16T08:37:48.331976',shelved_host='user',shelved_image_id='db05d1c7-4f61-4f10-a1c0-de411dfec99e'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:39:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='74fe83ad148b430eab2020456df2702f',uuid=cec31fc9-341b-4681-a637-ec6c27736df8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "a180510b-16ed-41f1-a490-cd10a235c21f", "address": "fa:16:3e:8d:ea:8a", "network": {"id": "52793eaf-54c8-4092-868b-51753d278fbf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-915749854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.38", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aac394fa5be84455ba4c994fe7a08925", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa180510b-16", "ovs_interfaceid": "a180510b-16ed-41f1-a490-cd10a235c21f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Converting VIF {"id": "a180510b-16ed-41f1-a490-cd10a235c21f", "address": "fa:16:3e:8d:ea:8a", "network": {"id": "52793eaf-54c8-4092-868b-51753d278fbf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-915749854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.38", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aac394fa5be84455ba4c994fe7a08925", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa180510b-16", "ovs_interfaceid": "a180510b-16ed-41f1-a490-cd10a235c21f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8d:ea:8a,bridge_name='br-int',has_traffic_filtering=True,id=a180510b-16ed-41f1-a490-cd10a235c21f,network=Network(52793eaf-54c8-4092-868b-51753d278fbf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa180510b-16') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG os_vif [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8d:ea:8a,bridge_name='br-int',has_traffic_filtering=True,id=a180510b-16ed-41f1-a490-cd10a235c21f,network=Network(52793eaf-54c8-4092-868b-51753d278fbf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa180510b-16') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6f07c643-eaa7-58d4-81b3-a8ae1048edd3', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa180510b-16, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa180510b-16, col_values=(('qos', UUID('d27f2e89-ba49-47ef-9c4a-d1f1a3bd8bdc')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa180510b-16, col_values=(('external_ids', {'iface-id': 'a180510b-16ed-41f1-a490-cd10a235c21f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8d:ea:8a', 'vm-uuid': 'cec31fc9-341b-4681-a637-ec6c27736df8'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:43 user nova-compute[73884]: INFO os_vif [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8d:ea:8a,bridge_name='br-int',has_traffic_filtering=True,id=a180510b-16ed-41f1-a490-cd10a235c21f,network=Network(52793eaf-54c8-4092-868b-51753d278fbf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa180510b-16')
Oct 16 08:39:43 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:39:43 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] No VIF found with MAC fa:16:3e:8d:ea:8a, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG nova.compute.manager [req-a96e8530-fd66-459f-b100-8be9bcd2de43 req-1c1079eb-2f79-4f4f-b937-f87233cf09c8 service nova] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Received event network-vif-plugged-50d79dc6-1212-49cb-949d-c4188a2cfdb4 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a96e8530-fd66-459f-b100-8be9bcd2de43 req-1c1079eb-2f79-4f4f-b937-f87233cf09c8 service nova] Acquiring lock "21c26571-4d3f-420c-8f09-75f2afc06354-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a96e8530-fd66-459f-b100-8be9bcd2de43 req-1c1079eb-2f79-4f4f-b937-f87233cf09c8 service nova] Lock "21c26571-4d3f-420c-8f09-75f2afc06354-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a96e8530-fd66-459f-b100-8be9bcd2de43 req-1c1079eb-2f79-4f4f-b937-f87233cf09c8 service nova] Lock "21c26571-4d3f-420c-8f09-75f2afc06354-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG nova.compute.manager [req-a96e8530-fd66-459f-b100-8be9bcd2de43 req-1c1079eb-2f79-4f4f-b937-f87233cf09c8 service nova] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] No waiting events found dispatching network-vif-plugged-50d79dc6-1212-49cb-949d-c4188a2cfdb4 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:39:45 user nova-compute[73884]: WARNING nova.compute.manager [req-a96e8530-fd66-459f-b100-8be9bcd2de43 req-1c1079eb-2f79-4f4f-b937-f87233cf09c8 service nova] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Received unexpected event network-vif-plugged-50d79dc6-1212-49cb-949d-c4188a2cfdb4 for instance with vm_state building and task_state spawning.
Oct 16 08:39:45 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:45 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-52bd6028-0796-4380-94ca-be61add3e922 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 1cf4a86a-6579-4dbd-aa1a-9867b742fd55 is timed out.
Oct 16 08:39:45 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-52bd6028-0796-4380-94ca-be61add3e922 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Successfully detached device vdb from instance 1cf4a86a-6579-4dbd-aa1a-9867b742fd55 from the live domain config.
Oct 16 08:39:45 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-52bd6028-0796-4380-94ca-be61add3e922 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-52bd6028-0796-4380-94ca-be61add3e922 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nmINlXLV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:39:45 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-52bd6028-0796-4380-94ca-be61add3e922 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:39:45 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-52bd6028-0796-4380-94ca-be61add3e922 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-52bd6028-0796-4380-94ca-be61add3e922 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG nova.compute.manager [req-b4ee5e4e-0aea-4bb9-9eb8-b33b89140d93 req-80ac1f16-d100-48cb-a20e-ccbc13883e24 service nova] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Received event network-vif-plugged-a180510b-16ed-41f1-a490-cd10a235c21f {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-b4ee5e4e-0aea-4bb9-9eb8-b33b89140d93 req-80ac1f16-d100-48cb-a20e-ccbc13883e24 service nova] Acquiring lock "cec31fc9-341b-4681-a637-ec6c27736df8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-b4ee5e4e-0aea-4bb9-9eb8-b33b89140d93 req-80ac1f16-d100-48cb-a20e-ccbc13883e24 service nova] Lock "cec31fc9-341b-4681-a637-ec6c27736df8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-b4ee5e4e-0aea-4bb9-9eb8-b33b89140d93 req-80ac1f16-d100-48cb-a20e-ccbc13883e24 service nova] Lock "cec31fc9-341b-4681-a637-ec6c27736df8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG nova.compute.manager [req-b4ee5e4e-0aea-4bb9-9eb8-b33b89140d93 req-80ac1f16-d100-48cb-a20e-ccbc13883e24 service nova] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] No waiting events found dispatching network-vif-plugged-a180510b-16ed-41f1-a490-cd10a235c21f {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:39:45 user nova-compute[73884]: WARNING nova.compute.manager [req-b4ee5e4e-0aea-4bb9-9eb8-b33b89140d93 req-80ac1f16-d100-48cb-a20e-ccbc13883e24 service nova] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Received unexpected event network-vif-plugged-a180510b-16ed-41f1-a490-cd10a235c21f for instance with vm_state shelved_offloaded and task_state spawning.
Oct 16 08:39:45 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[9038df4e-0802-44f0-b7c3-34ee9ad93264]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-52bd6028-0796-4380-94ca-be61add3e922 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:39:45 user nova-compute[73884]: No targets found.
Oct 16 08:39:45 user nova-compute[73884]: iSNS:
Oct 16 08:39:45 user nova-compute[73884]: No targets found.
Oct 16 08:39:45 user nova-compute[73884]: STATIC:
Oct 16 08:39:45 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c
Oct 16 08:39:45 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:39:45 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:39:45 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e
Oct 16 08:39:45 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:39:45 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:39:45 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825
Oct 16 08:39:45 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:39:45 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:39:45 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d
Oct 16 08:39:45 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:39:45 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:39:45 user nova-compute[73884]: FIRMWARE:
Oct 16 08:39:45 user nova-compute[73884]: No targets found.
Oct 16 08:39:45 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-52bd6028-0796-4380-94ca-be61add3e922 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:39:45 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:39:45 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-52bd6028-0796-4380-94ca-be61add3e922 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4ae93c7-6a1b-434a-8590-eb812bc4f2b6]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[262f18ec-894c-499a-bbb8-c9ce3e48cfa5]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-52bd6028-0796-4380-94ca-be61add3e922 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:39:45 user nova-compute[73884]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e (non-flash)
Oct 16 08:39:45 user nova-compute[73884]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825 (non-flash)
Oct 16 08:39:45 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:39:45 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-52bd6028-0796-4380-94ca-be61add3e922 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:39:45 user nova-compute[73884]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e (non-flash)
Oct 16 08:39:45 user nova-compute[73884]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825 (non-flash)
Oct 16 08:39:45 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:39:45 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-52bd6028-0796-4380-94ca-be61add3e922 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7e84727880>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825'): ({'sdd'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-52bd6028-0796-4380-94ca-be61add3e922 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Removing single pathed devices sdd {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG nova.compute.manager [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:45 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Instance spawned successfully.
Oct 16 08:39:45 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[92d32fe4-2fe7-48e4-ae04-00304cd2f16c]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2543151-654b-4603-b6b1-6830d3863f25]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-52bd6028-0796-4380-94ca-be61add3e922 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Flushing IO for device /dev/sdd {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ad9ff20-6e09-4e85-a777-457c639a8b3a]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-52bd6028-0796-4380-94ca-be61add3e922 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.054s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[df25c0ce-cf6f-44fe-bb71-bc13dc81b6e1]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-52bd6028-0796-4380-94ca-be61add3e922 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-52bd6028-0796-4380-94ca-be61add3e922 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] SCSI volumes sdd have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-52bd6028-0796-4380-94ca-be61add3e922 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.029s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[348dffc0-920d-48c5-b1c6-0763553abee5]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-52bd6028-0796-4380-94ca-be61add3e922 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825 -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:45 user nova-compute[73884]: INFO nova.compute.manager [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Took 6.27 seconds to spawn the instance on the hypervisor.
Oct 16 08:39:45 user nova-compute[73884]: DEBUG nova.compute.manager [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825 -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[115ff53e-6164-4d4f-aa59-d9135dd773dd]: (4, ('Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825, portal: 172.16.0.220,3260]\nLogout of [sid: 27, target: iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-52bd6028-0796-4380-94ca-be61add3e922 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825, portal: 172.16.0.220,3260]
Oct 16 08:39:45 user nova-compute[73884]: Logout of [sid: 27, target: iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825, portal: 172.16.0.220,3260] successful.
Oct 16 08:39:45 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825 -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bbd3383-189c-4cc5-8c4a-eab574512e8f]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-52bd6028-0796-4380-94ca-be61add3e922 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-52bd6028-0796-4380-94ca-be61add3e922 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.397s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-52bd6028-0796-4380-94ca-be61add3e922 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] <== disconnect_volume: return (398ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-52bd6028-0796-4380-94ca-be61add3e922 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:39:45 user nova-compute[73884]: INFO nova.compute.manager [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Took 50.19 seconds to build instance.
Oct 16 08:39:45 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d04c1ad8-3045-4e8d-a894-24d7ef123e3b tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "21c26571-4d3f-420c-8f09-75f2afc06354" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 50.296s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "21c26571-4d3f-420c-8f09-75f2afc06354" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 9.992s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:39:45 user nova-compute[73884]: INFO nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] During sync_power_state the instance has a pending task (block_device_mapping). Skip.
Oct 16 08:39:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "21c26571-4d3f-420c-8f09-75f2afc06354" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:45 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:47 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:39:47 user nova-compute[73884]: DEBUG nova.compute.manager [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:39:47 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:39:47 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Instance spawned successfully.
Oct 16 08:39:47 user nova-compute[73884]: DEBUG nova.compute.manager [req-cce13256-1f22-4ac4-9a60-ecae3c6e63c4 req-1874bd26-62d1-4d5a-ab70-301f08367bcb service nova] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Received event network-vif-plugged-a180510b-16ed-41f1-a490-cd10a235c21f {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:39:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-cce13256-1f22-4ac4-9a60-ecae3c6e63c4 req-1874bd26-62d1-4d5a-ab70-301f08367bcb service nova] Acquiring lock "cec31fc9-341b-4681-a637-ec6c27736df8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:39:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-cce13256-1f22-4ac4-9a60-ecae3c6e63c4 req-1874bd26-62d1-4d5a-ab70-301f08367bcb service nova] Lock "cec31fc9-341b-4681-a637-ec6c27736df8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:39:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-cce13256-1f22-4ac4-9a60-ecae3c6e63c4 req-1874bd26-62d1-4d5a-ab70-301f08367bcb service nova] Lock "cec31fc9-341b-4681-a637-ec6c27736df8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:39:47 user nova-compute[73884]: DEBUG nova.compute.manager [req-cce13256-1f22-4ac4-9a60-ecae3c6e63c4 req-1874bd26-62d1-4d5a-ab70-301f08367bcb service nova] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] No waiting events found dispatching network-vif-plugged-a180510b-16ed-41f1-a490-cd10a235c21f {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:39:47 user nova-compute[73884]: WARNING nova.compute.manager [req-cce13256-1f22-4ac4-9a60-ecae3c6e63c4 req-1874bd26-62d1-4d5a-ab70-301f08367bcb service nova] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Received unexpected event network-vif-plugged-a180510b-16ed-41f1-a490-cd10a235c21f for instance with vm_state shelved_offloaded and task_state spawning.
Oct 16 08:39:47 user nova-compute[73884]: DEBUG nova.compute.manager [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:39:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-66137b24-ad66-4e3c-be62-a81a5c36ddf7 tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "cec31fc9-341b-4681-a637-ec6c27736df8" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 11.552s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:39:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:48 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:39:48 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:39:48 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:39:48 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 08:39:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:50 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:39:51 user nova-compute[73884]: DEBUG nova.objects.instance [None req-52bd6028-0796-4380-94ca-be61add3e922 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lazy-loading 'flavor' on Instance uuid 1cf4a86a-6579-4dbd-aa1a-9867b742fd55 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:39:51 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-52bd6028-0796-4380-94ca-be61add3e922 tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "1cf4a86a-6579-4dbd-aa1a-9867b742fd55" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 27.098s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:39:51 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6d1f881c-ab33-4189-a924-991603da0f8d tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "1cf4a86a-6579-4dbd-aa1a-9867b742fd55" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 26.980s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:39:51 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6d1f881c-ab33-4189-a924-991603da0f8d tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Acquiring lock "1cf4a86a-6579-4dbd-aa1a-9867b742fd55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:39:51 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6d1f881c-ab33-4189-a924-991603da0f8d tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "1cf4a86a-6579-4dbd-aa1a-9867b742fd55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:39:51 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6d1f881c-ab33-4189-a924-991603da0f8d tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "1cf4a86a-6579-4dbd-aa1a-9867b742fd55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:39:51 user nova-compute[73884]: INFO nova.compute.manager [None req-6d1f881c-ab33-4189-a924-991603da0f8d tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Terminating instance
Oct 16 08:39:51 user nova-compute[73884]: DEBUG nova.compute.manager [None req-6d1f881c-ab33-4189-a924-991603da0f8d tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 08:39:51 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG nova.compute.manager [req-6ac24ee4-9b66-4a9b-a742-91581385442a req-27341600-d8af-4902-ad2d-6ac3b90fe028 service nova] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Received event network-vif-unplugged-51e96ae9-040a-4a33-b162-cd03f44ee369 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6ac24ee4-9b66-4a9b-a742-91581385442a req-27341600-d8af-4902-ad2d-6ac3b90fe028 service nova] Acquiring lock "1cf4a86a-6579-4dbd-aa1a-9867b742fd55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6ac24ee4-9b66-4a9b-a742-91581385442a req-27341600-d8af-4902-ad2d-6ac3b90fe028 service nova] Lock "1cf4a86a-6579-4dbd-aa1a-9867b742fd55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6ac24ee4-9b66-4a9b-a742-91581385442a req-27341600-d8af-4902-ad2d-6ac3b90fe028 service nova] Lock "1cf4a86a-6579-4dbd-aa1a-9867b742fd55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG nova.compute.manager [req-6ac24ee4-9b66-4a9b-a742-91581385442a req-27341600-d8af-4902-ad2d-6ac3b90fe028 service nova] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] No waiting events found dispatching network-vif-unplugged-51e96ae9-040a-4a33-b162-cd03f44ee369 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG nova.compute.manager [req-6ac24ee4-9b66-4a9b-a742-91581385442a req-27341600-d8af-4902-ad2d-6ac3b90fe028 service nova] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Received event network-vif-unplugged-51e96ae9-040a-4a33-b162-cd03f44ee369 for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:39:52 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Instance destroyed successfully.
Oct 16 08:39:52 user nova-compute[73884]: DEBUG nova.objects.instance [None req-6d1f881c-ab33-4189-a924-991603da0f8d tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lazy-loading 'resources' on Instance uuid 1cf4a86a-6579-4dbd-aa1a-9867b742fd55 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-6d1f881c-ab33-4189-a924-991603da0f8d tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:35:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-244241822',display_name='tempest-VolumesSnapshotTestJSON-instance-244241822',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-244241822',id=27,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMjBHeXfvkd3HNQ9OUmgq8rgzaIUZxhV+ATtlsQooaVgliEJUJetWrpup0WzZA2OlboP7hBiiMFpGlvMOVm88JKKdL6SoUGvSeGJP0SXgmhxt/aoS1qtt6PwZsy0yMDJ9Q==',key_name='tempest-keypair-244897065',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:35:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='903b3efe41694579b78ab822be66eddd',ramdisk_id='',reservation_id='r-qw2eie8p',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1926081043',owner_user_name='tempest-VolumesSnapshotTestJSON-1926081043-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:35:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e17f2668b0b044bfb70790467866f671',uuid=1cf4a86a-6579-4dbd-aa1a-9867b742fd55,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "51e96ae9-040a-4a33-b162-cd03f44ee369", "address": "fa:16:3e:a3:fb:cb", "network": {"id": "86cbd675-e907-48e0-9d77-9e0fea07c65e", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1312534937-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "903b3efe41694579b78ab822be66eddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap51e96ae9-04", "ovs_interfaceid": "51e96ae9-040a-4a33-b162-cd03f44ee369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-6d1f881c-ab33-4189-a924-991603da0f8d tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Converting VIF {"id": "51e96ae9-040a-4a33-b162-cd03f44ee369", "address": "fa:16:3e:a3:fb:cb", "network": {"id": "86cbd675-e907-48e0-9d77-9e0fea07c65e", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1312534937-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "903b3efe41694579b78ab822be66eddd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap51e96ae9-04", "ovs_interfaceid": "51e96ae9-040a-4a33-b162-cd03f44ee369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-6d1f881c-ab33-4189-a924-991603da0f8d tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a3:fb:cb,bridge_name='br-int',has_traffic_filtering=True,id=51e96ae9-040a-4a33-b162-cd03f44ee369,network=Network(86cbd675-e907-48e0-9d77-9e0fea07c65e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap51e96ae9-04') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG os_vif [None req-6d1f881c-ab33-4189-a924-991603da0f8d tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a3:fb:cb,bridge_name='br-int',has_traffic_filtering=True,id=51e96ae9-040a-4a33-b162-cd03f44ee369,network=Network(86cbd675-e907-48e0-9d77-9e0fea07c65e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap51e96ae9-04') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap51e96ae9-04, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c67b2fb9-9b12-4443-8bf9-abfbd8df6e33) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:52 user nova-compute[73884]: INFO os_vif [None req-6d1f881c-ab33-4189-a924-991603da0f8d tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a3:fb:cb,bridge_name='br-int',has_traffic_filtering=True,id=51e96ae9-040a-4a33-b162-cd03f44ee369,network=Network(86cbd675-e907-48e0-9d77-9e0fea07c65e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap51e96ae9-04')
Oct 16 08:39:52 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6d1f881c-ab33-4189-a924-991603da0f8d tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-6d1f881c-ab33-4189-a924-991603da0f8d tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nmINlXLV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:39:52 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-6d1f881c-ab33-4189-a924-991603da0f8d tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:39:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-6d1f881c-ab33-4189-a924-991603da0f8d tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-6d1f881c-ab33-4189-a924-991603da0f8d tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f701bde5-a617-439a-ac7e-3acd4ca71a58]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-6d1f881c-ab33-4189-a924-991603da0f8d tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:39:52 user nova-compute[73884]: No targets found.
Oct 16 08:39:52 user nova-compute[73884]: iSNS:
Oct 16 08:39:52 user nova-compute[73884]: No targets found.
Oct 16 08:39:52 user nova-compute[73884]: STATIC:
Oct 16 08:39:52 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c
Oct 16 08:39:52 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:39:52 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:39:52 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e
Oct 16 08:39:52 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:39:52 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:39:52 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d
Oct 16 08:39:52 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:39:52 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:39:52 user nova-compute[73884]: FIRMWARE:
Oct 16 08:39:52 user nova-compute[73884]: No targets found.
Oct 16 08:39:52 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-6d1f881c-ab33-4189-a924-991603da0f8d tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:39:52 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:39:52 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-6d1f881c-ab33-4189-a924-991603da0f8d tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:414ac6ad-a9ae-4911-9129-08f560f54825', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb216854-de41-4441-b55a-b2fa152a4884]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[412abd43-aa14-48eb-bd10-6fca18e35b95]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-6d1f881c-ab33-4189-a924-991603da0f8d tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:39:52 user nova-compute[73884]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e (non-flash)
Oct 16 08:39:52 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:39:52 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-6d1f881c-ab33-4189-a924-991603da0f8d tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:39:52 user nova-compute[73884]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e (non-flash)
Oct 16 08:39:52 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:39:52 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-6d1f881c-ab33-4189-a924-991603da0f8d tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7ea45ad000>, {}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-6d1f881c-ab33-4189-a924-991603da0f8d tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Disconnecting from: [] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-6d1f881c-ab33-4189-a924-991603da0f8d tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.097s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-6d1f881c-ab33-4189-a924-991603da0f8d tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] <== disconnect_volume: return (98ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6d1f881c-ab33-4189-a924-991603da0f8d tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:39:52 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-6d1f881c-ab33-4189-a924-991603da0f8d tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Deleting instance files /opt/stack/data/nova/instances/1cf4a86a-6579-4dbd-aa1a-9867b742fd55_del
Oct 16 08:39:52 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-6d1f881c-ab33-4189-a924-991603da0f8d tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Deletion of /opt/stack/data/nova/instances/1cf4a86a-6579-4dbd-aa1a-9867b742fd55_del complete
Oct 16 08:39:52 user nova-compute[73884]: INFO nova.compute.manager [None req-6d1f881c-ab33-4189-a924-991603da0f8d tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Took 1.08 seconds to destroy the instance on the hypervisor.
Oct 16 08:39:52 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-6d1f881c-ab33-4189-a924-991603da0f8d tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 08:39:52 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 08:39:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:39:54 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Took 1.16 seconds to deallocate network for instance.
Oct 16 08:39:54 user nova-compute[73884]: WARNING nova.volume.cinder [None req-6d1f881c-ab33-4189-a924-991603da0f8d tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Attachment 140f1aaf-ca1b-4d4c-ae7e-ba25e7c0e35d does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 140f1aaf-ca1b-4d4c-ae7e-ba25e7c0e35d. (HTTP 404) (Request-ID: req-500eb6e9-b168-4c33-89c5-59cb19af5da7)
Oct 16 08:39:54 user nova-compute[73884]: INFO nova.compute.manager [None req-6d1f881c-ab33-4189-a924-991603da0f8d tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Took 0.04 seconds to detach 1 volumes for instance.
Oct 16 08:39:54 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6d1f881c-ab33-4189-a924-991603da0f8d tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6d1f881c-ab33-4189-a924-991603da0f8d tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG nova.compute.manager [req-6e13b1f5-79c8-4ac2-b80d-17864ce16f37 req-73a0e05d-0ade-4f53-8444-6c599125c9cf service nova] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Received event network-vif-plugged-51e96ae9-040a-4a33-b162-cd03f44ee369 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6e13b1f5-79c8-4ac2-b80d-17864ce16f37 req-73a0e05d-0ade-4f53-8444-6c599125c9cf service nova] Acquiring lock "1cf4a86a-6579-4dbd-aa1a-9867b742fd55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6e13b1f5-79c8-4ac2-b80d-17864ce16f37 req-73a0e05d-0ade-4f53-8444-6c599125c9cf service nova] Lock "1cf4a86a-6579-4dbd-aa1a-9867b742fd55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6e13b1f5-79c8-4ac2-b80d-17864ce16f37 req-73a0e05d-0ade-4f53-8444-6c599125c9cf service nova] Lock "1cf4a86a-6579-4dbd-aa1a-9867b742fd55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG nova.compute.manager [req-6e13b1f5-79c8-4ac2-b80d-17864ce16f37 req-73a0e05d-0ade-4f53-8444-6c599125c9cf service nova] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] No waiting events found dispatching network-vif-plugged-51e96ae9-040a-4a33-b162-cd03f44ee369 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:39:54 user nova-compute[73884]: WARNING nova.compute.manager [req-6e13b1f5-79c8-4ac2-b80d-17864ce16f37 req-73a0e05d-0ade-4f53-8444-6c599125c9cf service nova] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Received unexpected event network-vif-plugged-51e96ae9-040a-4a33-b162-cd03f44ee369 for instance with vm_state deleted and task_state None.
Oct 16 08:39:54 user nova-compute[73884]: DEBUG nova.compute.manager [req-6e13b1f5-79c8-4ac2-b80d-17864ce16f37 req-73a0e05d-0ade-4f53-8444-6c599125c9cf service nova] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] Received event network-vif-deleted-51e96ae9-040a-4a33-b162-cd03f44ee369 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:39:54 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-c5d76145-d685-4516-9023-46f27361277a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 0937d380-fe61-49d8-a44e-8bf2e5049c73 is timed out.
Oct 16 08:39:54 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-c5d76145-d685-4516-9023-46f27361277a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Successfully detached device vdb from instance 0937d380-fe61-49d8-a44e-8bf2e5049c73 from the live domain config.
Oct 16 08:39:54 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c5d76145-d685-4516-9023-46f27361277a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5d76145-d685-4516-9023-46f27361277a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SrHThwNM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:39:54 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-c5d76145-d685-4516-9023-46f27361277a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:39:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-c5d76145-d685-4516-9023-46f27361277a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-c5d76145-d685-4516-9023-46f27361277a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.029s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[249713cd-7472-4a5f-9e64-70279406c5b7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5d76145-d685-4516-9023-46f27361277a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:39:54 user nova-compute[73884]: No targets found.
Oct 16 08:39:54 user nova-compute[73884]: iSNS:
Oct 16 08:39:54 user nova-compute[73884]: No targets found.
Oct 16 08:39:54 user nova-compute[73884]: STATIC:
Oct 16 08:39:54 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c
Oct 16 08:39:54 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:39:54 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:39:54 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e
Oct 16 08:39:54 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:39:54 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:39:54 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d
Oct 16 08:39:54 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:39:54 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:39:54 user nova-compute[73884]: FIRMWARE:
Oct 16 08:39:54 user nova-compute[73884]: No targets found.
Oct 16 08:39:54 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5d76145-d685-4516-9023-46f27361277a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:39:54 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:39:54 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5d76145-d685-4516-9023-46f27361277a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.028s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ba7719c-60a9-4b5a-9a67-fb8a93568177]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[13b4abe8-0989-44a7-aa24-4e1443cafff5]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5d76145-d685-4516-9023-46f27361277a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:39:54 user nova-compute[73884]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e (non-flash)
Oct 16 08:39:54 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:39:54 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5d76145-d685-4516-9023-46f27361277a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:39:54 user nova-compute[73884]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e (non-flash)
Oct 16 08:39:54 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:39:54 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5d76145-d685-4516-9023-46f27361277a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7eac218ca0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e'): ({'sdc'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-c5d76145-d685-4516-9023-46f27361277a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Removing single pathed devices sdc {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba7e91ee-0458-42ab-bd21-37503ae1285d]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.025s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d293f3a1-030e-40af-b78d-3c59b908337c]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-c5d76145-d685-4516-9023-46f27361277a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Flushing IO for device /dev/sdc {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9189e19-55c4-4d3c-8c8d-867c405b8aac]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-c5d76145-d685-4516-9023-46f27361277a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.061s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[512aede9-5200-496c-84e7-909396317611]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-c5d76145-d685-4516-9023-46f27361277a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-c5d76145-d685-4516-9023-46f27361277a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] SCSI volumes sdc have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5d76145-d685-4516-9023-46f27361277a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e55f354-ddac-4f95-972b-69b01ef419d8]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5d76145-d685-4516-9023-46f27361277a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-6d1f881c-ab33-4189-a924-991603da0f8d tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-6d1f881c-ab33-4189-a924-991603da0f8d tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a9680bb-2a54-43ed-909f-783beeb27b3a]: (4, ('Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e, portal: 172.16.0.220,3260]\nLogout of [sid: 26, target: iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5d76145-d685-4516-9023-46f27361277a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e, portal: 172.16.0.220,3260]
Oct 16 08:39:54 user nova-compute[73884]: Logout of [sid: 26, target: iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e, portal: 172.16.0.220,3260] successful.
Oct 16 08:39:54 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6d1f881c-ab33-4189-a924-991603da0f8d tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.582s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f353c97-1e5b-47d3-8c60-5fcb06f0ce7e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d3eea2f-2221-43e7-922f-899d86b8aca8]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5d76145-d685-4516-9023-46f27361277a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-c5d76145-d685-4516-9023-46f27361277a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.438s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-c5d76145-d685-4516-9023-46f27361277a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] <== disconnect_volume: return (439ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c5d76145-d685-4516-9023-46f27361277a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:39:54 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-6d1f881c-ab33-4189-a924-991603da0f8d tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Deleted allocations for instance 1cf4a86a-6579-4dbd-aa1a-9867b742fd55
Oct 16 08:39:54 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6d1f881c-ab33-4189-a924-991603da0f8d tempest-VolumesSnapshotTestJSON-1926081043 tempest-VolumesSnapshotTestJSON-1926081043-project-member] Lock "1cf4a86a-6579-4dbd-aa1a-9867b742fd55" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.105s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:39:54 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "1cf4a86a-6579-4dbd-aa1a-9867b742fd55" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 19.155s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:39:54 user nova-compute[73884]: INFO nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 1cf4a86a-6579-4dbd-aa1a-9867b742fd55] During sync_power_state the instance has a pending task (deleting). Skip.
Oct 16 08:39:54 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "1cf4a86a-6579-4dbd-aa1a-9867b742fd55" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:39:55 user nova-compute[73884]: DEBUG nova.objects.instance [None req-c5d76145-d685-4516-9023-46f27361277a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lazy-loading 'flavor' on Instance uuid 0937d380-fe61-49d8-a44e-8bf2e5049c73 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:39:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c5d76145-d685-4516-9023-46f27361277a tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "0937d380-fe61-49d8-a44e-8bf2e5049c73" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.117s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:39:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "0937d380-fe61-49d8-a44e-8bf2e5049c73" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 20.048s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:39:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "0937d380-fe61-49d8-a44e-8bf2e5049c73" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.053s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:39:56 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:39:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:39:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:39:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:39:56 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 08:39:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cec31fc9-341b-4681-a637-ec6c27736df8/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cec31fc9-341b-4681-a637-ec6c27736df8/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cec31fc9-341b-4681-a637-ec6c27736df8/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cec31fc9-341b-4681-a637-ec6c27736df8/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:39:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json" returned: 0 in 0.201s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json" returned: 0 in 0.211s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:39:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:39:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:00 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:40:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:00 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:40:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7558faf-44af-48b2-8089-ab379066ab14/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7558faf-44af-48b2-8089-ab379066ab14/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7558faf-44af-48b2-8089-ab379066ab14/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7558faf-44af-48b2-8089-ab379066ab14/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:02 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:40:02 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:40:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=7439MB free_disk=25.045169830322266GB free_vcpus=-1 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 08:40:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:40:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:40:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 8fab1c63-d9a3-4cea-b129-904a5f15e5fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:40:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 7d5fd04a-039d-4cb0-9eef-bce9700a85bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:40:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 1b00d8e1-f570-4091-9bee-780b98344624 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:40:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance e92bce3d-33d8-4004-869d-4db8991dda75 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:40:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance baa67186-a783-44fc-bf2f-8275de0e27ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:40:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 133759dc-9633-4099-b44e-911363a567a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:40:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 0937d380-fe61-49d8-a44e-8bf2e5049c73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:40:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:40:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 6ccb7c7b-354b-490a-83c2-1ad45bb18998 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:40:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance f9e1d80c-ad24-4717-b57f-eb69802dbaab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:40:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance f7558faf-44af-48b2-8089-ab379066ab14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:40:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 21c26571-4d3f-420c-8f09-75f2afc06354 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:40:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance cec31fc9-341b-4681-a637-ec6c27736df8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:40:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 08:40:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 08:40:02 user nova-compute[73884]: DEBUG nova.compute.manager [req-e7113b61-2078-4db2-aa44-f7ee24fa3171 req-06d017b2-7d59-4960-be6d-c463d8973ece service nova] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Received event network-changed-13dca03d-7a73-478e-ae3c-4e35323a3fe0 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:40:02 user nova-compute[73884]: DEBUG nova.compute.manager [req-e7113b61-2078-4db2-aa44-f7ee24fa3171 req-06d017b2-7d59-4960-be6d-c463d8973ece service nova] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Refreshing instance network info cache due to event network-changed-13dca03d-7a73-478e-ae3c-4e35323a3fe0. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:40:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e7113b61-2078-4db2-aa44-f7ee24fa3171 req-06d017b2-7d59-4960-be6d-c463d8973ece service nova] Acquiring lock "refresh_cache-f7558faf-44af-48b2-8089-ab379066ab14" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:40:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e7113b61-2078-4db2-aa44-f7ee24fa3171 req-06d017b2-7d59-4960-be6d-c463d8973ece service nova] Acquired lock "refresh_cache-f7558faf-44af-48b2-8089-ab379066ab14" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:40:02 user nova-compute[73884]: DEBUG nova.network.neutron [req-e7113b61-2078-4db2-aa44-f7ee24fa3171 req-06d017b2-7d59-4960-be6d-c463d8973ece service nova] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Refreshing network info cache for port 13dca03d-7a73-478e-ae3c-4e35323a3fe0 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:40:02 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:40:02 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:40:03 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:40:03 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 08:40:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.810s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:40:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:03 user nova-compute[73884]: DEBUG nova.network.neutron [req-e7113b61-2078-4db2-aa44-f7ee24fa3171 req-06d017b2-7d59-4960-be6d-c463d8973ece service nova] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Updated VIF entry in instance network info cache for port 13dca03d-7a73-478e-ae3c-4e35323a3fe0. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:40:03 user nova-compute[73884]: DEBUG nova.network.neutron [req-e7113b61-2078-4db2-aa44-f7ee24fa3171 req-06d017b2-7d59-4960-be6d-c463d8973ece service nova] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Updating instance_info_cache with network_info: [{"id": "13dca03d-7a73-478e-ae3c-4e35323a3fe0", "address": "fa:16:3e:32:cf:1f", "network": {"id": "e6c27229-23f2-49e4-a586-cd4ba520e1e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-139611324-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d655f1249c64e03ba95139efa91e346", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13dca03d-7a", "ovs_interfaceid": "13dca03d-7a73-478e-ae3c-4e35323a3fe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:40:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e7113b61-2078-4db2-aa44-f7ee24fa3171 req-06d017b2-7d59-4960-be6d-c463d8973ece service nova] Releasing lock "refresh_cache-f7558faf-44af-48b2-8089-ab379066ab14" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:40:04 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:40:04 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 08:40:04 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Didn't find any instances for network info cache update. {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 16 08:40:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "f7558faf-44af-48b2-8089-ab379066ab14" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:40:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "f7558faf-44af-48b2-8089-ab379066ab14" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:40:08 user nova-compute[73884]: DEBUG nova.objects.instance [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lazy-loading 'flavor' on Instance uuid f7558faf-44af-48b2-8089-ab379066ab14 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:40:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "f7558faf-44af-48b2-8089-ab379066ab14" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.061s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "f7558faf-44af-48b2-8089-ab379066ab14" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "f7558faf-44af-48b2-8089-ab379066ab14" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:40:09 user nova-compute[73884]: INFO nova.compute.manager [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Attaching volume cc8d2d35-e2c6-4f13-8aec-c96c08a822b2 to /dev/vdb
Oct 16 08:40:09 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IMDZjwvO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:40:09 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:40:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:40:09 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:40:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:40:09 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[769cedb4-6ebc-4119-824f-513cc752b578]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:40:09 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AINVWcyd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:40:09 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:40:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG os_brick.utils [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.028s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[80c79d8e-6318-410d-bc02-a94c1e7a1f14]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1] added
Oct 16 08:40:09 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[97abae60-2833-4073-807e-ab2248f7fcc1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[756ed00a-5894-416b-8010-36bae5a31be1]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5a5fdbc-6b56-4c0d-8835-e1bfb448d216]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IMDZjwvO {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.033s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3a34f22-d49e-47f2-b7f4-0ad787f663c8]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IMDZjwvO" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[82c5f5ff-4d1e-4273-a8b0-51e4d399aee2]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IMDZjwvO'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[16d53b56-2401-484b-a632-1a7ef6851c91]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[77b6fe29-0b64-46a6-a052-1aa34ef7cc2b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a276e851-0a55-4ffb-b604-08fa8e441052]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:40:09 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[def64fca-5fc3-47a3-8e10-817be14e6101]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG os_brick.utils [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] <== get_connector_properties: return (180ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Updating existing volume attachment record: 14f7e54f-cb8b-4db8-bfc4-5ab6d6bba60c {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[525c819e-8c44-4dec-95e8-e53a1384a5f7]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:40:09 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:40:09 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:40:09 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:40:09 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[61d2eaaa-c094-48d5-b8bd-b7a08307dc34]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1, portal: 172.16.0.220,3260]
Oct 16 08:40:09 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1, portal: 172.16.0.220,3260] successful.
Oct 16 08:40:09 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d905788-ed69-4227-b2c1-997a5b82c6d0]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b757133a-5d29-4993-9045-fb317cb3a1f9]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:40:09 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:40:09 user nova-compute[73884]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 (non-flash)
Oct 16 08:40:09 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:40:09 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:40:09 user nova-compute[73884]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 (non-flash)
Oct 16 08:40:09 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.370s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] HCTL ('34', '-', '-', 0) found on session 29 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[59e3cb06-12dd-4a66-a96e-ee055d2dfe01]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:09 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Searching for a device in session 29 and hctl ['34', '*', '*', 0] yield: None {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Searching for a device in session 29 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IMDZjwvO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.408s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] <== connect_volume: return (1410ms) {'type': 'block', 'scsi_wwn': '23266646139313964', 'path': '/dev/sdc'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23266646139313964', 'path': '/dev/sdc'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.364s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:40:10 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:40:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:40:10 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:40:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41 -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG nova.objects.instance [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lazy-loading 'flavor' on Instance uuid 6ccb7c7b-354b-490a-83c2-1ad45bb18998 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a22be49-0a40-4c54-b920-5cfc609a6b9b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:40:10 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41 -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 08:40:10 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:40:10 user nova-compute[73884]:   <source dev="/dev/sdc"/>
Oct 16 08:40:10 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:40:10 user nova-compute[73884]:   <serial>bc311f18-e0e9-4115-954b-45c4aa0ba9a1</serial>
Oct 16 08:40:10 user nova-compute[73884]: </disk>
Oct 16 08:40:10 user nova-compute[73884]:  {{(pid=73884) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[24106977-1066-43f9-8efa-df17255b67df]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41] added
Oct 16 08:40:10 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e338f2ad-0797-40dd-beaf-035dd5ec0493]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a78cdde4-7e98-4d46-bd64-7b9c62a00e0b]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AINVWcyd {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AINVWcyd" returned: 0 in 0.030s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[7745b3c8-a472-4d2e-8824-83e6f312fca2]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'AINVWcyd'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[35b7db95-da5d-465f-bdea-3851792cbd61]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[37e714fc-3d9b-4807-b8f2-2827c892112d]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:40:10 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:40:10 user nova-compute[73884]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 (non-flash)
Oct 16 08:40:10 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:40:10 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:40:10 user nova-compute[73884]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 (non-flash)
Oct 16 08:40:10 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41 -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41 -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c168fc5-43ce-4c0b-a06e-036067ab33e8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41, portal: 172.16.0.220,3260]
Oct 16 08:40:10 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41, portal: 172.16.0.220,3260] successful.
Oct 16 08:40:10 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[afa74460-abcf-4238-8ec4-827471b8d4bb]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[78a7a5a4-5630-4289-aab3-16b1403ddcad]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:40:10 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:40:10 user nova-compute[73884]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 (non-flash)
Oct 16 08:40:10 user nova-compute[73884]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41 (non-flash)
Oct 16 08:40:10 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:40:10 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:40:10 user nova-compute[73884]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 (non-flash)
Oct 16 08:40:10 user nova-compute[73884]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41 (non-flash)
Oct 16 08:40:10 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.298s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] HCTL ('35', '-', '-', 0) found on session 30 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd28dbc3-4eca-4477-b51a-0fe1e7534031]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:10 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Searching for a device in session 30 and hctl ['35', '*', '*', 0] yield: None {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:40:11 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:40:11 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] No BDM found with device name vdb, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:40:11 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] No VIF found with MAC fa:16:3e:9e:f3:d2, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:40:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ab7c4841-5714-4598-a354-50bf2019e453 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 39.261s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:40:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 35.435s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:40:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.030s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:40:11 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Searching for a device in session 30 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:40:11 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AINVWcyd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:40:11 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.331s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:40:11 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] <== connect_volume: return (2695ms) {'type': 'block', 'scsi_wwn': '26435356335663862', 'path': '/dev/sdd'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:40:11 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26435356335663862', 'path': '/dev/sdd'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:40:11 user nova-compute[73884]: DEBUG nova.objects.instance [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lazy-loading 'flavor' on Instance uuid f9e1d80c-ad24-4717-b57f-eb69802dbaab {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:40:11 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 08:40:11 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:40:11 user nova-compute[73884]:   <source dev="/dev/sdd"/>
Oct 16 08:40:11 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:40:11 user nova-compute[73884]:   <serial>1c96de3c-8cc5-4811-a80c-1727e0384e41</serial>
Oct 16 08:40:11 user nova-compute[73884]: </disk>
Oct 16 08:40:11 user nova-compute[73884]:  {{(pid=73884) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 08:40:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:40:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] No BDM found with device name vdb, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:40:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] No VIF found with MAC fa:16:3e:4a:82:e7, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:40:12 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-bc953f57-6615-457f-b590-dc3bcd7cb287 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "f9e1d80c-ad24-4717-b57f-eb69802dbaab" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 35.429s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:40:12 user nova-compute[73884]: INFO nova.compute.manager [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Rescuing
Oct 16 08:40:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquiring lock "refresh_cache-6ccb7c7b-354b-490a-83c2-1ad45bb18998" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:40:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquired lock "refresh_cache-6ccb7c7b-354b-490a-83c2-1ad45bb18998" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:40:12 user nova-compute[73884]: DEBUG nova.network.neutron [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:40:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:13 user nova-compute[73884]: DEBUG nova.network.neutron [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Updating instance_info_cache with network_info: [{"id": "18053f0d-701a-4044-9372-30d76d3c9295", "address": "fa:16:3e:9e:f3:d2", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18053f0d-70", "ovs_interfaceid": "18053f0d-701a-4044-9372-30d76d3c9295", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:40:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Releasing lock "refresh_cache-6ccb7c7b-354b-490a-83c2-1ad45bb18998" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:40:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:14 user nova-compute[73884]: DEBUG nova.compute.manager [req-2af1df74-926f-4c3c-a28f-38b940e57b1c req-1be3d778-8ac5-4acf-a64d-105a8b3b4d08 service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Received event network-vif-unplugged-18053f0d-701a-4044-9372-30d76d3c9295 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:40:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2af1df74-926f-4c3c-a28f-38b940e57b1c req-1be3d778-8ac5-4acf-a64d-105a8b3b4d08 service nova] Acquiring lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:40:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2af1df74-926f-4c3c-a28f-38b940e57b1c req-1be3d778-8ac5-4acf-a64d-105a8b3b4d08 service nova] Lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:40:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2af1df74-926f-4c3c-a28f-38b940e57b1c req-1be3d778-8ac5-4acf-a64d-105a8b3b4d08 service nova] Lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:40:14 user nova-compute[73884]: DEBUG nova.compute.manager [req-2af1df74-926f-4c3c-a28f-38b940e57b1c req-1be3d778-8ac5-4acf-a64d-105a8b3b4d08 service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] No waiting events found dispatching network-vif-unplugged-18053f0d-701a-4044-9372-30d76d3c9295 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:40:14 user nova-compute[73884]: WARNING nova.compute.manager [req-2af1df74-926f-4c3c-a28f-38b940e57b1c req-1be3d778-8ac5-4acf-a64d-105a8b3b4d08 service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Received unexpected event network-vif-unplugged-18053f0d-701a-4044-9372-30d76d3c9295 for instance with vm_state active and task_state rescuing.
Oct 16 08:40:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:14 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Instance destroyed successfully.
Oct 16 08:40:14 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Attempting rescue
Oct 16 08:40:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=73884) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 16 08:40:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Instance directory exists: not creating {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 16 08:40:14 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Creating image(s)
Oct 16 08:40:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquiring lock "/opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:40:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "/opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:40:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "/opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:40:14 user nova-compute[73884]: DEBUG nova.objects.instance [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lazy-loading 'trusted_certs' on Instance uuid 6ccb7c7b-354b-490a-83c2-1ad45bb18998 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:40:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquiring lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:40:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:40:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.195s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk.rescue {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk.rescue" returned: 0 in 0.049s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:15 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.253s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:40:15 user nova-compute[73884]: DEBUG nova.objects.instance [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lazy-loading 'migration_context' on Instance uuid 6ccb7c7b-354b-490a-83c2-1ad45bb18998 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:40:15 user nova-compute[73884]: DEBUG nova.objects.base [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Object Instance<6ccb7c7b-354b-490a-83c2-1ad45bb18998> lazy-loaded attributes: trusted_certs,migration_context {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:40:15 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:40:15 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Start _get_guest_xml network_info=[{"id": "18053f0d-701a-4044-9372-30d76d3c9295", "address": "fa:16:3e:9e:f3:d2", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "vif_mac": "fa:16:3e:9e:f3:d2"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18053f0d-70", "ovs_interfaceid": "18053f0d-701a-4044-9372-30d76d3c9295", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'a4e1d819-b957-4c9c-9b9d-fd987951fbab', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:40:15 user nova-compute[73884]: DEBUG nova.objects.instance [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lazy-loading 'resources' on Instance uuid 6ccb7c7b-354b-490a-83c2-1ad45bb18998 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:40:15 user nova-compute[73884]: DEBUG nova.objects.base [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Object Instance<6ccb7c7b-354b-490a-83c2-1ad45bb18998> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:40:15 user nova-compute[73884]: DEBUG nova.objects.instance [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lazy-loading 'numa_topology' on Instance uuid 6ccb7c7b-354b-490a-83c2-1ad45bb18998 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:40:15 user nova-compute[73884]: DEBUG nova.objects.base [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Object Instance<6ccb7c7b-354b-490a-83c2-1ad45bb18998> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:40:15 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:40:15 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:40:15 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:40:15 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:40:15 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:40:15 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:40:15 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:40:15 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:40:15 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:40:15 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:40:15 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:40:15 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:40:15 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:40:15 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:40:15 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:40:15 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:40:15 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:40:15 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:40:15 user nova-compute[73884]: DEBUG nova.objects.instance [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lazy-loading 'vcpu_model' on Instance uuid 6ccb7c7b-354b-490a-83c2-1ad45bb18998 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:40:15 user nova-compute[73884]: DEBUG nova.objects.base [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Object Instance<6ccb7c7b-354b-490a-83c2-1ad45bb18998> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:40:15 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:37:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-480876527',display_name='tempest-ServerRescueNegativeTestJSON-server-480876527',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-480876527',id=30,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMY58dsSJoY+Ca9WuQlraOD40LHHwHw69Z5XUM+W1JJcoLXCZla1dyLb9ISKZA0ckqGjTrKyfOvaBiXz5GkWx1eWQtF0lwDB4kYYROmLy9sQQwXTGfYpHBNwztnCZ+mqtw==',key_name='tempest-keypair-392511088',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:37:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9e52badad06145cfa089e3408fc0ec2a',ramdisk_id='',reservation_id='r-x14edrpt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1439350041',owner_user_name='tempest-ServerRescueNegativeTestJSON-1439350041-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:37:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='de4969717c974b0882fa85234f08a619',uuid=6ccb7c7b-354b-490a-83c2-1ad45bb18998,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "18053f0d-701a-4044-9372-30d76d3c9295", "address": "fa:16:3e:9e:f3:d2", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "vif_mac": "fa:16:3e:9e:f3:d2"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18053f0d-70", "ovs_interfaceid": "18053f0d-701a-4044-9372-30d76d3c9295", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:40:15 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Converting VIF {"id": "18053f0d-701a-4044-9372-30d76d3c9295", "address": "fa:16:3e:9e:f3:d2", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "vif_mac": "fa:16:3e:9e:f3:d2"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18053f0d-70", "ovs_interfaceid": "18053f0d-701a-4044-9372-30d76d3c9295", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:40:15 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9e:f3:d2,bridge_name='br-int',has_traffic_filtering=True,id=18053f0d-701a-4044-9372-30d76d3c9295,network=Network(c29d5c21-21e2-439e-9ee6-7530bc770e4d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18053f0d-70') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:40:15 user nova-compute[73884]: DEBUG nova.objects.instance [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lazy-loading 'pci_devices' on Instance uuid 6ccb7c7b-354b-490a-83c2-1ad45bb18998 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:40:15 user nova-compute[73884]: DEBUG nova.objects.base [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Object Instance<6ccb7c7b-354b-490a-83c2-1ad45bb18998> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:40:15 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:40:15 user nova-compute[73884]:   <uuid>6ccb7c7b-354b-490a-83c2-1ad45bb18998</uuid>
Oct 16 08:40:15 user nova-compute[73884]:   <name>instance-0000001e</name>
Oct 16 08:40:15 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:40:15 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:40:15 user nova-compute[73884]:   <metadata>
Oct 16 08:40:15 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:40:15 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:40:15 user nova-compute[73884]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-480876527</nova:name>
Oct 16 08:40:15 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:40:15</nova:creationTime>
Oct 16 08:40:15 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:40:15 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:40:15 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:40:15 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:40:15 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:40:15 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:40:15 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:40:15 user nova-compute[73884]:       <nova:owner>
Oct 16 08:40:15 user nova-compute[73884]:         <nova:user uuid="de4969717c974b0882fa85234f08a619">tempest-ServerRescueNegativeTestJSON-1439350041-project-member</nova:user>
Oct 16 08:40:15 user nova-compute[73884]:         <nova:project uuid="9e52badad06145cfa089e3408fc0ec2a">tempest-ServerRescueNegativeTestJSON-1439350041</nova:project>
Oct 16 08:40:15 user nova-compute[73884]:       </nova:owner>
Oct 16 08:40:15 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:40:15 user nova-compute[73884]:       <nova:ports>
Oct 16 08:40:15 user nova-compute[73884]:         <nova:port uuid="18053f0d-701a-4044-9372-30d76d3c9295">
Oct 16 08:40:15 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 16 08:40:15 user nova-compute[73884]:         </nova:port>
Oct 16 08:40:15 user nova-compute[73884]:       </nova:ports>
Oct 16 08:40:15 user nova-compute[73884]:     </nova:instance>
Oct 16 08:40:15 user nova-compute[73884]:   </metadata>
Oct 16 08:40:15 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:40:15 user nova-compute[73884]:     <system>
Oct 16 08:40:15 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:40:15 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:40:15 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:40:15 user nova-compute[73884]:       <entry name="serial">6ccb7c7b-354b-490a-83c2-1ad45bb18998</entry>
Oct 16 08:40:15 user nova-compute[73884]:       <entry name="uuid">6ccb7c7b-354b-490a-83c2-1ad45bb18998</entry>
Oct 16 08:40:15 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:40:15 user nova-compute[73884]:     </system>
Oct 16 08:40:15 user nova-compute[73884]:   </sysinfo>
Oct 16 08:40:15 user nova-compute[73884]:   <os>
Oct 16 08:40:15 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:40:15 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:40:15 user nova-compute[73884]:   </os>
Oct 16 08:40:15 user nova-compute[73884]:   <features>
Oct 16 08:40:15 user nova-compute[73884]:     <acpi/>
Oct 16 08:40:15 user nova-compute[73884]:     <apic/>
Oct 16 08:40:15 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:40:15 user nova-compute[73884]:   </features>
Oct 16 08:40:15 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:40:15 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:40:15 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:40:15 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:40:15 user nova-compute[73884]:   </clock>
Oct 16 08:40:15 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:40:15 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:40:15 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:40:15 user nova-compute[73884]:   </cpu>
Oct 16 08:40:15 user nova-compute[73884]:   <devices>
Oct 16 08:40:15 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:40:15 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:40:15 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk.rescue"/>
Oct 16 08:40:15 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:40:15 user nova-compute[73884]:     </disk>
Oct 16 08:40:15 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:40:15 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:40:15 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk"/>
Oct 16 08:40:15 user nova-compute[73884]:       <target dev="vdb" bus="virtio"/>
Oct 16 08:40:15 user nova-compute[73884]:     </disk>
Oct 16 08:40:15 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:40:15 user nova-compute[73884]:       <mac address="fa:16:3e:9e:f3:d2"/>
Oct 16 08:40:15 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:40:15 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:40:15 user nova-compute[73884]:       <target dev="tap18053f0d-70"/>
Oct 16 08:40:15 user nova-compute[73884]:     </interface>
Oct 16 08:40:15 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:40:15 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/console.log" append="off"/>
Oct 16 08:40:15 user nova-compute[73884]:     </serial>
Oct 16 08:40:15 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:40:15 user nova-compute[73884]:     <video>
Oct 16 08:40:15 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:40:15 user nova-compute[73884]:     </video>
Oct 16 08:40:15 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:40:15 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:40:15 user nova-compute[73884]:     </rng>
Oct 16 08:40:15 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:40:15 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:40:15 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:40:15 user nova-compute[73884]:     </memballoon>
Oct 16 08:40:15 user nova-compute[73884]:   </devices>
Oct 16 08:40:15 user nova-compute[73884]: </domain>
Oct 16 08:40:15 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:40:15 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Instance destroyed successfully.
Oct 16 08:40:15 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:40:15 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] No BDM found with device name vdb, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:40:15 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] No VIF found with MAC fa:16:3e:9e:f3:d2, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:40:15 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-312b4d6d-c36c-4201-b489-0f1906e0e8c6 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Acquiring lock "f9e1d80c-ad24-4717-b57f-eb69802dbaab" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:40:15 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-312b4d6d-c36c-4201-b489-0f1906e0e8c6 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "f9e1d80c-ad24-4717-b57f-eb69802dbaab" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:40:15 user nova-compute[73884]: INFO nova.compute.manager [None req-312b4d6d-c36c-4201-b489-0f1906e0e8c6 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Detaching volume 1c96de3c-8cc5-4811-a80c-1727e0384e41
Oct 16 08:40:15 user nova-compute[73884]: INFO nova.virt.block_device [None req-312b4d6d-c36c-4201-b489-0f1906e0e8c6 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Attempting to driver detach volume 1c96de3c-8cc5-4811-a80c-1727e0384e41 from mountpoint /dev/vdb
Oct 16 08:40:15 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-312b4d6d-c36c-4201-b489-0f1906e0e8c6 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Attempting to detach device vdb from instance f9e1d80c-ad24-4717-b57f-eb69802dbaab from the persistent domain config. {{(pid=73884) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 08:40:15 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-312b4d6d-c36c-4201-b489-0f1906e0e8c6 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 08:40:15 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:40:15 user nova-compute[73884]:   <source dev="/dev/sdd"/>
Oct 16 08:40:15 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:40:15 user nova-compute[73884]:   <serial>1c96de3c-8cc5-4811-a80c-1727e0384e41</serial>
Oct 16 08:40:15 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 08:40:15 user nova-compute[73884]: </disk>
Oct 16 08:40:15 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:40:15 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-312b4d6d-c36c-4201-b489-0f1906e0e8c6 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Successfully detached device vdb from instance f9e1d80c-ad24-4717-b57f-eb69802dbaab from the persistent domain config.
Oct 16 08:40:15 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-312b4d6d-c36c-4201-b489-0f1906e0e8c6 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance f9e1d80c-ad24-4717-b57f-eb69802dbaab from the live domain config. {{(pid=73884) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 08:40:15 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-312b4d6d-c36c-4201-b489-0f1906e0e8c6 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 08:40:15 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:40:15 user nova-compute[73884]:   <source dev="/dev/sdd"/>
Oct 16 08:40:15 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:40:15 user nova-compute[73884]:   <serial>1c96de3c-8cc5-4811-a80c-1727e0384e41</serial>
Oct 16 08:40:15 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 08:40:15 user nova-compute[73884]: </disk>
Oct 16 08:40:15 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:40:16 user nova-compute[73884]: DEBUG nova.compute.manager [req-06cec40c-2259-4594-bc0c-169129fae30c req-3aaeda5d-3e7b-4520-b982-6fea833c7e8a service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Received event network-vif-plugged-18053f0d-701a-4044-9372-30d76d3c9295 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:40:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-06cec40c-2259-4594-bc0c-169129fae30c req-3aaeda5d-3e7b-4520-b982-6fea833c7e8a service nova] Acquiring lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:40:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-06cec40c-2259-4594-bc0c-169129fae30c req-3aaeda5d-3e7b-4520-b982-6fea833c7e8a service nova] Lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:40:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-06cec40c-2259-4594-bc0c-169129fae30c req-3aaeda5d-3e7b-4520-b982-6fea833c7e8a service nova] Lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:40:16 user nova-compute[73884]: DEBUG nova.compute.manager [req-06cec40c-2259-4594-bc0c-169129fae30c req-3aaeda5d-3e7b-4520-b982-6fea833c7e8a service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] No waiting events found dispatching network-vif-plugged-18053f0d-701a-4044-9372-30d76d3c9295 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:40:16 user nova-compute[73884]: WARNING nova.compute.manager [req-06cec40c-2259-4594-bc0c-169129fae30c req-3aaeda5d-3e7b-4520-b982-6fea833c7e8a service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Received unexpected event network-vif-plugged-18053f0d-701a-4044-9372-30d76d3c9295 for instance with vm_state active and task_state rescuing.
Oct 16 08:40:16 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-312b4d6d-c36c-4201-b489-0f1906e0e8c6 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance f9e1d80c-ad24-4717-b57f-eb69802dbaab {{(pid=73884) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 08:40:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:18 user nova-compute[73884]: DEBUG nova.compute.manager [req-015e0f72-508d-4868-9fbe-0db7fc526b5a req-f1ac9788-45c6-41b2-9484-9d66a1143a94 service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Received event network-vif-plugged-18053f0d-701a-4044-9372-30d76d3c9295 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:40:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-015e0f72-508d-4868-9fbe-0db7fc526b5a req-f1ac9788-45c6-41b2-9484-9d66a1143a94 service nova] Acquiring lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:40:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-015e0f72-508d-4868-9fbe-0db7fc526b5a req-f1ac9788-45c6-41b2-9484-9d66a1143a94 service nova] Lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:40:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-015e0f72-508d-4868-9fbe-0db7fc526b5a req-f1ac9788-45c6-41b2-9484-9d66a1143a94 service nova] Lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:40:18 user nova-compute[73884]: DEBUG nova.compute.manager [req-015e0f72-508d-4868-9fbe-0db7fc526b5a req-f1ac9788-45c6-41b2-9484-9d66a1143a94 service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] No waiting events found dispatching network-vif-plugged-18053f0d-701a-4044-9372-30d76d3c9295 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:40:18 user nova-compute[73884]: WARNING nova.compute.manager [req-015e0f72-508d-4868-9fbe-0db7fc526b5a req-f1ac9788-45c6-41b2-9484-9d66a1143a94 service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Received unexpected event network-vif-plugged-18053f0d-701a-4044-9372-30d76d3c9295 for instance with vm_state active and task_state rescuing.
Oct 16 08:40:18 user nova-compute[73884]: DEBUG nova.compute.manager [req-015e0f72-508d-4868-9fbe-0db7fc526b5a req-f1ac9788-45c6-41b2-9484-9d66a1143a94 service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Received event network-vif-plugged-18053f0d-701a-4044-9372-30d76d3c9295 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:40:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-015e0f72-508d-4868-9fbe-0db7fc526b5a req-f1ac9788-45c6-41b2-9484-9d66a1143a94 service nova] Acquiring lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:40:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-015e0f72-508d-4868-9fbe-0db7fc526b5a req-f1ac9788-45c6-41b2-9484-9d66a1143a94 service nova] Lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:40:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-015e0f72-508d-4868-9fbe-0db7fc526b5a req-f1ac9788-45c6-41b2-9484-9d66a1143a94 service nova] Lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:40:18 user nova-compute[73884]: DEBUG nova.compute.manager [req-015e0f72-508d-4868-9fbe-0db7fc526b5a req-f1ac9788-45c6-41b2-9484-9d66a1143a94 service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] No waiting events found dispatching network-vif-plugged-18053f0d-701a-4044-9372-30d76d3c9295 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:40:18 user nova-compute[73884]: WARNING nova.compute.manager [req-015e0f72-508d-4868-9fbe-0db7fc526b5a req-f1ac9788-45c6-41b2-9484-9d66a1143a94 service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Received unexpected event network-vif-plugged-18053f0d-701a-4044-9372-30d76d3c9295 for instance with vm_state active and task_state rescuing.
Oct 16 08:40:19 user nova-compute[73884]: DEBUG nova.compute.manager [None req-73e57aef-1b1e-4da2-a0c2-a8b2408def51 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:40:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-14e83137-2a37-48a1-b4f1-2cb16d77fa17 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Acquiring lock "133759dc-9633-4099-b44e-911363a567a6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:40:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-14e83137-2a37-48a1-b4f1-2cb16d77fa17 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Lock "133759dc-9633-4099-b44e-911363a567a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:40:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-14e83137-2a37-48a1-b4f1-2cb16d77fa17 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Acquiring lock "133759dc-9633-4099-b44e-911363a567a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:40:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-14e83137-2a37-48a1-b4f1-2cb16d77fa17 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Lock "133759dc-9633-4099-b44e-911363a567a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:40:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-14e83137-2a37-48a1-b4f1-2cb16d77fa17 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Lock "133759dc-9633-4099-b44e-911363a567a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:40:24 user nova-compute[73884]: INFO nova.compute.manager [None req-14e83137-2a37-48a1-b4f1-2cb16d77fa17 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 133759dc-9633-4099-b44e-911363a567a6] Terminating instance
Oct 16 08:40:24 user nova-compute[73884]: DEBUG nova.compute.manager [None req-14e83137-2a37-48a1-b4f1-2cb16d77fa17 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 133759dc-9633-4099-b44e-911363a567a6] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 08:40:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0d0cbc07-c2ed-4e78-9df7-5d34998e7ba8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "0937d380-fe61-49d8-a44e-8bf2e5049c73" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:40:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0d0cbc07-c2ed-4e78-9df7-5d34998e7ba8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "0937d380-fe61-49d8-a44e-8bf2e5049c73" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:40:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0d0cbc07-c2ed-4e78-9df7-5d34998e7ba8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "0937d380-fe61-49d8-a44e-8bf2e5049c73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:40:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0d0cbc07-c2ed-4e78-9df7-5d34998e7ba8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "0937d380-fe61-49d8-a44e-8bf2e5049c73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:40:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0d0cbc07-c2ed-4e78-9df7-5d34998e7ba8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "0937d380-fe61-49d8-a44e-8bf2e5049c73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:40:24 user nova-compute[73884]: INFO nova.compute.manager [None req-0d0cbc07-c2ed-4e78-9df7-5d34998e7ba8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Terminating instance
Oct 16 08:40:24 user nova-compute[73884]: DEBUG nova.compute.manager [None req-0d0cbc07-c2ed-4e78-9df7-5d34998e7ba8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 08:40:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:24 user nova-compute[73884]: DEBUG nova.compute.manager [req-f087f3f8-4900-486b-967e-4115e834e0d0 req-cd950cd8-68b1-4f36-9fe3-8eedabae646f service nova] [instance: 133759dc-9633-4099-b44e-911363a567a6] Received event network-vif-unplugged-05cdd15e-8fd7-4b06-9269-1bfc3da737b7 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:40:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f087f3f8-4900-486b-967e-4115e834e0d0 req-cd950cd8-68b1-4f36-9fe3-8eedabae646f service nova] Acquiring lock "133759dc-9633-4099-b44e-911363a567a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:40:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f087f3f8-4900-486b-967e-4115e834e0d0 req-cd950cd8-68b1-4f36-9fe3-8eedabae646f service nova] Lock "133759dc-9633-4099-b44e-911363a567a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:40:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f087f3f8-4900-486b-967e-4115e834e0d0 req-cd950cd8-68b1-4f36-9fe3-8eedabae646f service nova] Lock "133759dc-9633-4099-b44e-911363a567a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:40:24 user nova-compute[73884]: DEBUG nova.compute.manager [req-f087f3f8-4900-486b-967e-4115e834e0d0 req-cd950cd8-68b1-4f36-9fe3-8eedabae646f service nova] [instance: 133759dc-9633-4099-b44e-911363a567a6] No waiting events found dispatching network-vif-unplugged-05cdd15e-8fd7-4b06-9269-1bfc3da737b7 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:40:24 user nova-compute[73884]: DEBUG nova.compute.manager [req-f087f3f8-4900-486b-967e-4115e834e0d0 req-cd950cd8-68b1-4f36-9fe3-8eedabae646f service nova] [instance: 133759dc-9633-4099-b44e-911363a567a6] Received event network-vif-unplugged-05cdd15e-8fd7-4b06-9269-1bfc3da737b7 for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:40:24 user nova-compute[73884]: DEBUG nova.compute.manager [req-e6509a29-7e7c-45cf-bba3-5a97838be798 req-f53101d7-ded1-4ba6-8e8d-337b0350317f service nova] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Received event network-vif-unplugged-1c57ba07-dd87-41e5-ac1d-6618f3ba8c20 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:40:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e6509a29-7e7c-45cf-bba3-5a97838be798 req-f53101d7-ded1-4ba6-8e8d-337b0350317f service nova] Acquiring lock "0937d380-fe61-49d8-a44e-8bf2e5049c73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:40:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e6509a29-7e7c-45cf-bba3-5a97838be798 req-f53101d7-ded1-4ba6-8e8d-337b0350317f service nova] Lock "0937d380-fe61-49d8-a44e-8bf2e5049c73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:40:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e6509a29-7e7c-45cf-bba3-5a97838be798 req-f53101d7-ded1-4ba6-8e8d-337b0350317f service nova] Lock "0937d380-fe61-49d8-a44e-8bf2e5049c73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:40:24 user nova-compute[73884]: DEBUG nova.compute.manager [req-e6509a29-7e7c-45cf-bba3-5a97838be798 req-f53101d7-ded1-4ba6-8e8d-337b0350317f service nova] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] No waiting events found dispatching network-vif-unplugged-1c57ba07-dd87-41e5-ac1d-6618f3ba8c20 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:40:24 user nova-compute[73884]: DEBUG nova.compute.manager [req-e6509a29-7e7c-45cf-bba3-5a97838be798 req-f53101d7-ded1-4ba6-8e8d-337b0350317f service nova] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Received event network-vif-unplugged-1c57ba07-dd87-41e5-ac1d-6618f3ba8c20 for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:40:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:25 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 133759dc-9633-4099-b44e-911363a567a6] Instance destroyed successfully.
Oct 16 08:40:25 user nova-compute[73884]: DEBUG nova.objects.instance [None req-14e83137-2a37-48a1-b4f1-2cb16d77fa17 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Lazy-loading 'resources' on Instance uuid 133759dc-9633-4099-b44e-911363a567a6 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:40:25 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-14e83137-2a37-48a1-b4f1-2cb16d77fa17 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:31:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-889409182',display_name='tempest-ServersNegativeTestJSON-server-889409182',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-889409182',id=20,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:31:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f57dc19243ba41bca3e12ea881aee10a',ramdisk_id='',reservation_id='r-8apyndlc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-349483533',owner_user_name='tempest-ServersNegativeTestJSON-349483533-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:31:26Z,user_data=None,user_id='ab573c65e1cb4ad8b2bca8f16b20c6d1',uuid=133759dc-9633-4099-b44e-911363a567a6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "05cdd15e-8fd7-4b06-9269-1bfc3da737b7", "address": "fa:16:3e:dc:9e:94", "network": {"id": "1b391def-7804-49b0-b105-806421c634ba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2037639892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f57dc19243ba41bca3e12ea881aee10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap05cdd15e-8f", "ovs_interfaceid": "05cdd15e-8fd7-4b06-9269-1bfc3da737b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:40:25 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-14e83137-2a37-48a1-b4f1-2cb16d77fa17 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Converting VIF {"id": "05cdd15e-8fd7-4b06-9269-1bfc3da737b7", "address": "fa:16:3e:dc:9e:94", "network": {"id": "1b391def-7804-49b0-b105-806421c634ba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2037639892-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f57dc19243ba41bca3e12ea881aee10a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap05cdd15e-8f", "ovs_interfaceid": "05cdd15e-8fd7-4b06-9269-1bfc3da737b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:40:25 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-14e83137-2a37-48a1-b4f1-2cb16d77fa17 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:dc:9e:94,bridge_name='br-int',has_traffic_filtering=True,id=05cdd15e-8fd7-4b06-9269-1bfc3da737b7,network=Network(1b391def-7804-49b0-b105-806421c634ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap05cdd15e-8f') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:40:25 user nova-compute[73884]: DEBUG os_vif [None req-14e83137-2a37-48a1-b4f1-2cb16d77fa17 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:dc:9e:94,bridge_name='br-int',has_traffic_filtering=True,id=05cdd15e-8fd7-4b06-9269-1bfc3da737b7,network=Network(1b391def-7804-49b0-b105-806421c634ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap05cdd15e-8f') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:40:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap05cdd15e-8f, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:40:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:40:25 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Instance destroyed successfully.
Oct 16 08:40:25 user nova-compute[73884]: DEBUG nova.objects.instance [None req-0d0cbc07-c2ed-4e78-9df7-5d34998e7ba8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lazy-loading 'resources' on Instance uuid 0937d380-fe61-49d8-a44e-8bf2e5049c73 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:40:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4795d9a1-58b6-4007-833e-648adef16c8f) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:40:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:40:25 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-0d0cbc07-c2ed-4e78-9df7-5d34998e7ba8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-16T08:34:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1060419727',display_name='tempest-ServerActionsTestOtherA-server-549054545',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1060419727',id=26,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCfypN3SK00G+jzo5qiPzwYOfEKe6pHJ0aXSIT94tJMwAzk1FuX+qkkMJOKamLzrHWaqL1XSncipVv/rH444k97Rh0WLSTFUWdHdHEfGfDA7ckKgJVNSL8v1NXjpR3fUUA==',key_name='tempest-keypair-1690998675',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:37:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e746b051e0de47ab8847bba1edcbee5b',ramdisk_id='',reservation_id='r-imfkjl29',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-2116041418',owner_user_name='tempest-ServerActionsTestOtherA-2116041418-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:37:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e683e6de0905423cb11b3fce7c77f7fe',uuid=0937d380-fe61-49d8-a44e-8bf2e5049c73,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1c57ba07-dd87-41e5-ac1d-6618f3ba8c20", "address": "fa:16:3e:73:43:d2", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c57ba07-dd", "ovs_interfaceid": "1c57ba07-dd87-41e5-ac1d-6618f3ba8c20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:40:25 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-0d0cbc07-c2ed-4e78-9df7-5d34998e7ba8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Converting VIF {"id": "1c57ba07-dd87-41e5-ac1d-6618f3ba8c20", "address": "fa:16:3e:73:43:d2", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1c57ba07-dd", "ovs_interfaceid": "1c57ba07-dd87-41e5-ac1d-6618f3ba8c20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:40:25 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-0d0cbc07-c2ed-4e78-9df7-5d34998e7ba8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:73:43:d2,bridge_name='br-int',has_traffic_filtering=True,id=1c57ba07-dd87-41e5-ac1d-6618f3ba8c20,network=Network(71810bcd-afd3-4642-87f2-d1e06d726e3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c57ba07-dd') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:40:25 user nova-compute[73884]: DEBUG os_vif [None req-0d0cbc07-c2ed-4e78-9df7-5d34998e7ba8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:73:43:d2,bridge_name='br-int',has_traffic_filtering=True,id=1c57ba07-dd87-41e5-ac1d-6618f3ba8c20,network=Network(71810bcd-afd3-4642-87f2-d1e06d726e3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c57ba07-dd') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:40:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1c57ba07-dd, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:40:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:25 user nova-compute[73884]: INFO os_vif [None req-14e83137-2a37-48a1-b4f1-2cb16d77fa17 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:dc:9e:94,bridge_name='br-int',has_traffic_filtering=True,id=05cdd15e-8fd7-4b06-9269-1bfc3da737b7,network=Network(1b391def-7804-49b0-b105-806421c634ba),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap05cdd15e-8f')
Oct 16 08:40:25 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-14e83137-2a37-48a1-b4f1-2cb16d77fa17 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 133759dc-9633-4099-b44e-911363a567a6] Deleting instance files /opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6_del
Oct 16 08:40:25 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-14e83137-2a37-48a1-b4f1-2cb16d77fa17 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 133759dc-9633-4099-b44e-911363a567a6] Deletion of /opt/stack/data/nova/instances/133759dc-9633-4099-b44e-911363a567a6_del complete
Oct 16 08:40:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:40:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=44435715-3f67-4e56-a0b9-40741b427c8e) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:40:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:25 user nova-compute[73884]: INFO os_vif [None req-0d0cbc07-c2ed-4e78-9df7-5d34998e7ba8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:73:43:d2,bridge_name='br-int',has_traffic_filtering=True,id=1c57ba07-dd87-41e5-ac1d-6618f3ba8c20,network=Network(71810bcd-afd3-4642-87f2-d1e06d726e3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1c57ba07-dd')
Oct 16 08:40:25 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-0d0cbc07-c2ed-4e78-9df7-5d34998e7ba8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Deleting instance files /opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73_del
Oct 16 08:40:25 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-0d0cbc07-c2ed-4e78-9df7-5d34998e7ba8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Deletion of /opt/stack/data/nova/instances/0937d380-fe61-49d8-a44e-8bf2e5049c73_del complete
Oct 16 08:40:25 user nova-compute[73884]: INFO nova.compute.manager [None req-14e83137-2a37-48a1-b4f1-2cb16d77fa17 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] [instance: 133759dc-9633-4099-b44e-911363a567a6] Took 1.35 seconds to destroy the instance on the hypervisor.
Oct 16 08:40:25 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-14e83137-2a37-48a1-b4f1-2cb16d77fa17 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 08:40:25 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: 133759dc-9633-4099-b44e-911363a567a6] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 08:40:25 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 133759dc-9633-4099-b44e-911363a567a6] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 08:40:25 user nova-compute[73884]: INFO nova.compute.manager [None req-0d0cbc07-c2ed-4e78-9df7-5d34998e7ba8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Took 1.06 seconds to destroy the instance on the hypervisor.
Oct 16 08:40:25 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-0d0cbc07-c2ed-4e78-9df7-5d34998e7ba8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 08:40:25 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 08:40:25 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 08:40:26 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 133759dc-9633-4099-b44e-911363a567a6] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:40:26 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: 133759dc-9633-4099-b44e-911363a567a6] Took 0.80 seconds to deallocate network for instance.
Oct 16 08:40:26 user nova-compute[73884]: DEBUG nova.compute.manager [req-c7289358-e5d4-40ca-8612-90de9a9d336e req-b0630cf3-c567-4252-bde0-6ba13d9f6a77 service nova] [instance: 133759dc-9633-4099-b44e-911363a567a6] Received event network-vif-deleted-05cdd15e-8fd7-4b06-9269-1bfc3da737b7 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:40:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-14e83137-2a37-48a1-b4f1-2cb16d77fa17 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:40:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-14e83137-2a37-48a1-b4f1-2cb16d77fa17 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:40:26 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:40:26 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Took 1.09 seconds to deallocate network for instance.
Oct 16 08:40:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0d0cbc07-c2ed-4e78-9df7-5d34998e7ba8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:40:26 user nova-compute[73884]: DEBUG nova.compute.manager [req-70823a10-b8d6-4fae-9af7-bdcfb6359b8c req-192b44c9-bca3-4015-a8d0-cf2f94129a08 service nova] [instance: 133759dc-9633-4099-b44e-911363a567a6] Received event network-vif-plugged-05cdd15e-8fd7-4b06-9269-1bfc3da737b7 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:40:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-70823a10-b8d6-4fae-9af7-bdcfb6359b8c req-192b44c9-bca3-4015-a8d0-cf2f94129a08 service nova] Acquiring lock "133759dc-9633-4099-b44e-911363a567a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:40:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-70823a10-b8d6-4fae-9af7-bdcfb6359b8c req-192b44c9-bca3-4015-a8d0-cf2f94129a08 service nova] Lock "133759dc-9633-4099-b44e-911363a567a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:40:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-70823a10-b8d6-4fae-9af7-bdcfb6359b8c req-192b44c9-bca3-4015-a8d0-cf2f94129a08 service nova] Lock "133759dc-9633-4099-b44e-911363a567a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:40:26 user nova-compute[73884]: DEBUG nova.compute.manager [req-70823a10-b8d6-4fae-9af7-bdcfb6359b8c req-192b44c9-bca3-4015-a8d0-cf2f94129a08 service nova] [instance: 133759dc-9633-4099-b44e-911363a567a6] No waiting events found dispatching network-vif-plugged-05cdd15e-8fd7-4b06-9269-1bfc3da737b7 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:40:26 user nova-compute[73884]: WARNING nova.compute.manager [req-70823a10-b8d6-4fae-9af7-bdcfb6359b8c req-192b44c9-bca3-4015-a8d0-cf2f94129a08 service nova] [instance: 133759dc-9633-4099-b44e-911363a567a6] Received unexpected event network-vif-plugged-05cdd15e-8fd7-4b06-9269-1bfc3da737b7 for instance with vm_state deleted and task_state None.
Oct 16 08:40:26 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-14e83137-2a37-48a1-b4f1-2cb16d77fa17 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:40:26 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-14e83137-2a37-48a1-b4f1-2cb16d77fa17 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:40:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-14e83137-2a37-48a1-b4f1-2cb16d77fa17 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.533s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:40:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0d0cbc07-c2ed-4e78-9df7-5d34998e7ba8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.254s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:40:26 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-14e83137-2a37-48a1-b4f1-2cb16d77fa17 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Deleted allocations for instance 133759dc-9633-4099-b44e-911363a567a6
Oct 16 08:40:26 user nova-compute[73884]: DEBUG nova.compute.manager [req-43cee6e2-d4b2-4c18-91cf-b999052359b4 req-0cc79992-681b-4a3e-83d0-4a15da70c188 service nova] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Received event network-vif-plugged-1c57ba07-dd87-41e5-ac1d-6618f3ba8c20 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:40:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-43cee6e2-d4b2-4c18-91cf-b999052359b4 req-0cc79992-681b-4a3e-83d0-4a15da70c188 service nova] Acquiring lock "0937d380-fe61-49d8-a44e-8bf2e5049c73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:40:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-43cee6e2-d4b2-4c18-91cf-b999052359b4 req-0cc79992-681b-4a3e-83d0-4a15da70c188 service nova] Lock "0937d380-fe61-49d8-a44e-8bf2e5049c73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:40:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-43cee6e2-d4b2-4c18-91cf-b999052359b4 req-0cc79992-681b-4a3e-83d0-4a15da70c188 service nova] Lock "0937d380-fe61-49d8-a44e-8bf2e5049c73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:40:26 user nova-compute[73884]: DEBUG nova.compute.manager [req-43cee6e2-d4b2-4c18-91cf-b999052359b4 req-0cc79992-681b-4a3e-83d0-4a15da70c188 service nova] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] No waiting events found dispatching network-vif-plugged-1c57ba07-dd87-41e5-ac1d-6618f3ba8c20 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:40:26 user nova-compute[73884]: WARNING nova.compute.manager [req-43cee6e2-d4b2-4c18-91cf-b999052359b4 req-0cc79992-681b-4a3e-83d0-4a15da70c188 service nova] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Received unexpected event network-vif-plugged-1c57ba07-dd87-41e5-ac1d-6618f3ba8c20 for instance with vm_state deleted and task_state None.
Oct 16 08:40:26 user nova-compute[73884]: DEBUG nova.compute.manager [req-43cee6e2-d4b2-4c18-91cf-b999052359b4 req-0cc79992-681b-4a3e-83d0-4a15da70c188 service nova] [instance: 0937d380-fe61-49d8-a44e-8bf2e5049c73] Received event network-vif-deleted-1c57ba07-dd87-41e5-ac1d-6618f3ba8c20 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:40:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-14e83137-2a37-48a1-b4f1-2cb16d77fa17 tempest-ServersNegativeTestJSON-349483533 tempest-ServersNegativeTestJSON-349483533-project-member] Lock "133759dc-9633-4099-b44e-911363a567a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.920s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:40:27 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-0d0cbc07-c2ed-4e78-9df7-5d34998e7ba8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:40:27 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-0d0cbc07-c2ed-4e78-9df7-5d34998e7ba8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:40:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0d0cbc07-c2ed-4e78-9df7-5d34998e7ba8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.452s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:40:27 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-0d0cbc07-c2ed-4e78-9df7-5d34998e7ba8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Deleted allocations for instance 0937d380-fe61-49d8-a44e-8bf2e5049c73
Oct 16 08:40:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0d0cbc07-c2ed-4e78-9df7-5d34998e7ba8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "0937d380-fe61-49d8-a44e-8bf2e5049c73" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.066s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:40:28 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:40:28 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'czUnfqKl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:40:28 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:40:28 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:40:28 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:40:28 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:40:28 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:40:28 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:40:28 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:40:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2 -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:28 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[60f79e6b-cb30-4264-b304-61f282922924]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:28 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:40:28 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:40:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2 -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:28 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[4265ebba-ca5b-404f-8840-af937703912a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:28 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2] added
Oct 16 08:40:28 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:40:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:28 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[160de641-ee5f-4443-bd7c-3d375b4860ed]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:28 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:40:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:28 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f13af47b-c129-45a4-a0f7-a8e80f6c8de7]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:28 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:40:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v czUnfqKl {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v czUnfqKl" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:28 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[234d03a4-5389-4d99-8ef2-1ffb2245ec07]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:28 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'czUnfqKl'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:40:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:28 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bace459-92ca-4c53-bf4c-0e1bb8af973d]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:28 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:40:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:28 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1c87f82-2cd0-42f6-a5c5-0213849aa9c7]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:28 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:40:28 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:40:28 user nova-compute[73884]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 (non-flash)
Oct 16 08:40:28 user nova-compute[73884]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41 (non-flash)
Oct 16 08:40:28 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:40:28 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:40:28 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:40:28 user nova-compute[73884]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 (non-flash)
Oct 16 08:40:28 user nova-compute[73884]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41 (non-flash)
Oct 16 08:40:28 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:40:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2 -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2 -p 172.16.0.220:3260 --login" returned: 0 in 0.075s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:28 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa40a69b-36c8-4a3c-bbd7-85d55d197a22]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:28 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2, portal: 172.16.0.220,3260]
Oct 16 08:40:28 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2, portal: 172.16.0.220,3260] successful.
Oct 16 08:40:28 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:40:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dea4dd7-11e7-4c78-b6ed-e72085f6f3c3]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:40:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[38ad7fd2-f8e8-4839-bdca-16cb9cd86d48]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:40:29 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:40:29 user nova-compute[73884]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 (non-flash)
Oct 16 08:40:29 user nova-compute[73884]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41 (non-flash)
Oct 16 08:40:29 user nova-compute[73884]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2 (non-flash)
Oct 16 08:40:29 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:40:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:40:29 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:40:29 user nova-compute[73884]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 (non-flash)
Oct 16 08:40:29 user nova-compute[73884]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41 (non-flash)
Oct 16 08:40:29 user nova-compute[73884]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2 (non-flash)
Oct 16 08:40:29 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:40:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.310s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:40:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:40:29 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] HCTL ('37', '-', '-', 0) found on session 31 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:40:29 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:40:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.026s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a41d0580-cf62-42ad-8692-2cb870a1b8a4]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:29 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Searching for a device in session 31 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:40:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'czUnfqKl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:40:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.351s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:40:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] <== connect_volume: return (1352ms) {'type': 'block', 'scsi_wwn': '26137383536393464', 'path': '/dev/sdf'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:40:30 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26137383536393464', 'path': '/dev/sdf'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:40:30 user nova-compute[73884]: DEBUG nova.objects.instance [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lazy-loading 'flavor' on Instance uuid f7558faf-44af-48b2-8089-ab379066ab14 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:40:30 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 08:40:30 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:40:30 user nova-compute[73884]:   <source dev="/dev/sdf"/>
Oct 16 08:40:30 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:40:30 user nova-compute[73884]:   <serial>cc8d2d35-e2c6-4f13-8aec-c96c08a822b2</serial>
Oct 16 08:40:30 user nova-compute[73884]: </disk>
Oct 16 08:40:30 user nova-compute[73884]:  {{(pid=73884) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 08:40:30 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:30 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:40:30 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] No BDM found with device name vdb, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:40:30 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] No VIF found with MAC fa:16:3e:32:cf:1f, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:40:30 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-5de1cdbc-f8cd-4dbb-b74d-9904cb9ea74d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "f7558faf-44af-48b2-8089-ab379066ab14" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 21.656s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:40:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0ac9230f-7925-4c1a-80f6-d18f6d3719f8 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "f7558faf-44af-48b2-8089-ab379066ab14" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:40:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0ac9230f-7925-4c1a-80f6-d18f6d3719f8 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "f7558faf-44af-48b2-8089-ab379066ab14" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:40:31 user nova-compute[73884]: INFO nova.compute.manager [None req-0ac9230f-7925-4c1a-80f6-d18f6d3719f8 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Detaching volume cc8d2d35-e2c6-4f13-8aec-c96c08a822b2
Oct 16 08:40:31 user nova-compute[73884]: INFO nova.virt.block_device [None req-0ac9230f-7925-4c1a-80f6-d18f6d3719f8 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Attempting to driver detach volume cc8d2d35-e2c6-4f13-8aec-c96c08a822b2 from mountpoint /dev/vdb
Oct 16 08:40:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0ac9230f-7925-4c1a-80f6-d18f6d3719f8 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Attempting to detach device vdb from instance f7558faf-44af-48b2-8089-ab379066ab14 from the persistent domain config. {{(pid=73884) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 08:40:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-0ac9230f-7925-4c1a-80f6-d18f6d3719f8 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 08:40:31 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:40:31 user nova-compute[73884]:   <source dev="/dev/sdf"/>
Oct 16 08:40:31 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:40:31 user nova-compute[73884]:   <serial>cc8d2d35-e2c6-4f13-8aec-c96c08a822b2</serial>
Oct 16 08:40:31 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 08:40:31 user nova-compute[73884]: </disk>
Oct 16 08:40:31 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:40:31 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-0ac9230f-7925-4c1a-80f6-d18f6d3719f8 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Successfully detached device vdb from instance f7558faf-44af-48b2-8089-ab379066ab14 from the persistent domain config.
Oct 16 08:40:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0ac9230f-7925-4c1a-80f6-d18f6d3719f8 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance f7558faf-44af-48b2-8089-ab379066ab14 from the live domain config. {{(pid=73884) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 08:40:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-0ac9230f-7925-4c1a-80f6-d18f6d3719f8 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 08:40:31 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:40:31 user nova-compute[73884]:   <source dev="/dev/sdf"/>
Oct 16 08:40:31 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:40:31 user nova-compute[73884]:   <serial>cc8d2d35-e2c6-4f13-8aec-c96c08a822b2</serial>
Oct 16 08:40:31 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 08:40:31 user nova-compute[73884]: </disk>
Oct 16 08:40:31 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:40:32 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0ac9230f-7925-4c1a-80f6-d18f6d3719f8 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance f7558faf-44af-48b2-8089-ab379066ab14 {{(pid=73884) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 08:40:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:36 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-312b4d6d-c36c-4201-b489-0f1906e0e8c6 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance f9e1d80c-ad24-4717-b57f-eb69802dbaab is timed out.
Oct 16 08:40:36 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-312b4d6d-c36c-4201-b489-0f1906e0e8c6 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Successfully detached device vdb from instance f9e1d80c-ad24-4717-b57f-eb69802dbaab from the live domain config.
Oct 16 08:40:36 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-312b4d6d-c36c-4201-b489-0f1906e0e8c6 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-312b4d6d-c36c-4201-b489-0f1906e0e8c6 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AINVWcyd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:40:36 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-312b4d6d-c36c-4201-b489-0f1906e0e8c6 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:40:36 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-312b4d6d-c36c-4201-b489-0f1906e0e8c6 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-312b4d6d-c36c-4201-b489-0f1906e0e8c6 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5919b76-e0f4-4450-8cf5-ff28a2efe739]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-312b4d6d-c36c-4201-b489-0f1906e0e8c6 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:40:36 user nova-compute[73884]: No targets found.
Oct 16 08:40:36 user nova-compute[73884]: iSNS:
Oct 16 08:40:36 user nova-compute[73884]: No targets found.
Oct 16 08:40:36 user nova-compute[73884]: STATIC:
Oct 16 08:40:36 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c
Oct 16 08:40:36 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:40:36 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:40:36 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41
Oct 16 08:40:36 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:40:36 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:40:36 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2
Oct 16 08:40:36 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:40:36 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:40:36 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1
Oct 16 08:40:36 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:40:36 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:40:36 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d
Oct 16 08:40:36 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:40:36 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:40:36 user nova-compute[73884]: FIRMWARE:
Oct 16 08:40:36 user nova-compute[73884]: No targets found.
Oct 16 08:40:36 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-312b4d6d-c36c-4201-b489-0f1906e0e8c6 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:40:36 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:40:36 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-312b4d6d-c36c-4201-b489-0f1906e0e8c6 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ebbfd47-f700-48ad-8fc9-c5a20bac2ee8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[40b1a0a8-b02a-402c-a149-383c2221000a]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-312b4d6d-c36c-4201-b489-0f1906e0e8c6 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:40:36 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:40:36 user nova-compute[73884]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 (non-flash)
Oct 16 08:40:36 user nova-compute[73884]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41 (non-flash)
Oct 16 08:40:36 user nova-compute[73884]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2 (non-flash)
Oct 16 08:40:36 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-312b4d6d-c36c-4201-b489-0f1906e0e8c6 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:40:36 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:40:36 user nova-compute[73884]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 (non-flash)
Oct 16 08:40:36 user nova-compute[73884]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41 (non-flash)
Oct 16 08:40:36 user nova-compute[73884]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2 (non-flash)
Oct 16 08:40:36 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-312b4d6d-c36c-4201-b489-0f1906e0e8c6 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7ea462dbd0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41'): ({'sdd'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-312b4d6d-c36c-4201-b489-0f1906e0e8c6 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Removing single pathed devices sdd {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e3b183e-348e-4e2c-85cd-d89e0e5fcf41]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[64cc8a88-8fd5-4dfe-84d3-681650b3458d]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-312b4d6d-c36c-4201-b489-0f1906e0e8c6 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Flushing IO for device /dev/sdd {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[0dd5f18b-55c6-4a90-8c48-8ac23bc83527]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-312b4d6d-c36c-4201-b489-0f1906e0e8c6 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.041s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[de14c933-94f2-4eac-9184-ca47d843b1e8]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-312b4d6d-c36c-4201-b489-0f1906e0e8c6 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-312b4d6d-c36c-4201-b489-0f1906e0e8c6 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] SCSI volumes sdd have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-312b4d6d-c36c-4201-b489-0f1906e0e8c6 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[44e80ec5-74a8-42ed-95bf-18781f0970d5]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-312b4d6d-c36c-4201-b489-0f1906e0e8c6 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41 -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41 -p 172.16.0.220:3260 --logout" returned: 0 in 0.076s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[03b66fa8-ec88-4c5f-a164-deb6728605a6]: (4, ('Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41, portal: 172.16.0.220,3260]\nLogout of [sid: 30, target: iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-312b4d6d-c36c-4201-b489-0f1906e0e8c6 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41, portal: 172.16.0.220,3260]
Oct 16 08:40:36 user nova-compute[73884]: Logout of [sid: 30, target: iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41, portal: 172.16.0.220,3260] successful.
Oct 16 08:40:36 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41 -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c96de3c-8cc5-4811-a80c-1727e0384e41 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bfbee93-3308-4ddb-8fae-13e5198213ab]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-312b4d6d-c36c-4201-b489-0f1906e0e8c6 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-312b4d6d-c36c-4201-b489-0f1906e0e8c6 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.330s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-312b4d6d-c36c-4201-b489-0f1906e0e8c6 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] <== disconnect_volume: return (332ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:40:36 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-312b4d6d-c36c-4201-b489-0f1906e0e8c6 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:40:37 user nova-compute[73884]: DEBUG nova.objects.instance [None req-312b4d6d-c36c-4201-b489-0f1906e0e8c6 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lazy-loading 'flavor' on Instance uuid f9e1d80c-ad24-4717-b57f-eb69802dbaab {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:40:37 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-312b4d6d-c36c-4201-b489-0f1906e0e8c6 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "f9e1d80c-ad24-4717-b57f-eb69802dbaab" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.048s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:40:38 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:40 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:45 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:46 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:40:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:48 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:40:49 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:40:49 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:40:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:50 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:40:50 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 08:40:52 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-0ac9230f-7925-4c1a-80f6-d18f6d3719f8 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance f7558faf-44af-48b2-8089-ab379066ab14 is timed out.
Oct 16 08:40:52 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-0ac9230f-7925-4c1a-80f6-d18f6d3719f8 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Successfully detached device vdb from instance f7558faf-44af-48b2-8089-ab379066ab14 from the live domain config.
Oct 16 08:40:52 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0ac9230f-7925-4c1a-80f6-d18f6d3719f8 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: f7558faf-44af-48b2-8089-ab379066ab14] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ac9230f-7925-4c1a-80f6-d18f6d3719f8 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'czUnfqKl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:40:52 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-0ac9230f-7925-4c1a-80f6-d18f6d3719f8 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:40:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-0ac9230f-7925-4c1a-80f6-d18f6d3719f8 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-0ac9230f-7925-4c1a-80f6-d18f6d3719f8 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fca13ba-2169-4544-a385-1acbc2935e86]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ac9230f-7925-4c1a-80f6-d18f6d3719f8 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:40:52 user nova-compute[73884]: No targets found.
Oct 16 08:40:52 user nova-compute[73884]: iSNS:
Oct 16 08:40:52 user nova-compute[73884]: No targets found.
Oct 16 08:40:52 user nova-compute[73884]: STATIC:
Oct 16 08:40:52 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c
Oct 16 08:40:52 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:40:52 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:40:52 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2
Oct 16 08:40:52 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:40:52 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:40:52 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1
Oct 16 08:40:52 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:40:52 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:40:52 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d
Oct 16 08:40:52 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:40:52 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:40:52 user nova-compute[73884]: FIRMWARE:
Oct 16 08:40:52 user nova-compute[73884]: No targets found.
Oct 16 08:40:52 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ac9230f-7925-4c1a-80f6-d18f6d3719f8 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:40:52 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:40:52 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ac9230f-7925-4c1a-80f6-d18f6d3719f8 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f52afee-1e5b-45c6-b485-d515acf50303]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[434d3d9a-ab3f-414c-88f6-a9882c9b5952]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ac9230f-7925-4c1a-80f6-d18f6d3719f8 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:40:52 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:40:52 user nova-compute[73884]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 (non-flash)
Oct 16 08:40:52 user nova-compute[73884]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2 (non-flash)
Oct 16 08:40:52 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ac9230f-7925-4c1a-80f6-d18f6d3719f8 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:40:52 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:40:52 user nova-compute[73884]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 (non-flash)
Oct 16 08:40:52 user nova-compute[73884]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2 (non-flash)
Oct 16 08:40:52 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ac9230f-7925-4c1a-80f6-d18f6d3719f8 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7ea47cc550>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2'): ({'sdf'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-0ac9230f-7925-4c1a-80f6-d18f6d3719f8 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Removing single pathed devices sdf {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2680a1d1-2d5c-4433-87ac-39b59cc3f3b4]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4c683dc-556e-4763-97e1-e86e29257c80]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-0ac9230f-7925-4c1a-80f6-d18f6d3719f8 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Flushing IO for device /dev/sdf {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.013s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[3dfde637-b0ab-4cc8-ab4e-6439d16be0c5]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-0ac9230f-7925-4c1a-80f6-d18f6d3719f8 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.044s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed39272c-e6ef-4b80-9ab5-6558fe9b25c8]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-0ac9230f-7925-4c1a-80f6-d18f6d3719f8 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-0ac9230f-7925-4c1a-80f6-d18f6d3719f8 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] SCSI volumes sdf have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ac9230f-7925-4c1a-80f6-d18f6d3719f8 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7d04668-384d-4e88-95f3-e662b65d2034]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ac9230f-7925-4c1a-80f6-d18f6d3719f8 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2 -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b80d239d-73e0-4876-954f-6420af36770f]: (4, ('Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2, portal: 172.16.0.220,3260]\nLogout of [sid: 31, target: iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ac9230f-7925-4c1a-80f6-d18f6d3719f8 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2, portal: 172.16.0.220,3260]
Oct 16 08:40:52 user nova-compute[73884]: Logout of [sid: 31, target: iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2, portal: 172.16.0.220,3260] successful.
Oct 16 08:40:52 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2 -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cc8d2d35-e2c6-4f13-8aec-c96c08a822b2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[68b5f306-5643-42af-929c-4cdc5a4709d6]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ac9230f-7925-4c1a-80f6-d18f6d3719f8 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-0ac9230f-7925-4c1a-80f6-d18f6d3719f8 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.313s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ac9230f-7925-4c1a-80f6-d18f6d3719f8 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] <== disconnect_volume: return (314ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:40:52 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0ac9230f-7925-4c1a-80f6-d18f6d3719f8 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:40:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:53 user nova-compute[73884]: DEBUG nova.objects.instance [None req-0ac9230f-7925-4c1a-80f6-d18f6d3719f8 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lazy-loading 'flavor' on Instance uuid f7558faf-44af-48b2-8089-ab379066ab14 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:40:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0ac9230f-7925-4c1a-80f6-d18f6d3719f8 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "f7558faf-44af-48b2-8089-ab379066ab14" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.770s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:40:53 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:40:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:40:56 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:40:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:40:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:40:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:40:56 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 08:40:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cec31fc9-341b-4681-a637-ec6c27736df8/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cec31fc9-341b-4681-a637-ec6c27736df8/disk --force-share --output=json" returned: 0 in 0.267s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cec31fc9-341b-4681-a637-ec6c27736df8/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cec31fc9-341b-4681-a637-ec6c27736df8/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json" returned: 0 in 0.240s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk.rescue --force-share --output=json" returned: 0 in 0.181s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk.rescue --force-share --output=json" returned: 0 in 0.177s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:58 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk (vdb) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:40:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:59 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:40:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:59 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:40:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:40:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:40:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:41:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:41:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7558faf-44af-48b2-8089-ab379066ab14/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:41:00 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:41:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7558faf-44af-48b2-8089-ab379066ab14/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:41:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7558faf-44af-48b2-8089-ab379066ab14/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:41:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7558faf-44af-48b2-8089-ab379066ab14/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:41:01 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:41:01 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:41:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=7543MB free_disk=25.087360382080078GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 08:41:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:41:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:41:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 8fab1c63-d9a3-4cea-b129-904a5f15e5fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:41:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 7d5fd04a-039d-4cb0-9eef-bce9700a85bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:41:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 1b00d8e1-f570-4091-9bee-780b98344624 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:41:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance e92bce3d-33d8-4004-869d-4db8991dda75 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:41:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance baa67186-a783-44fc-bf2f-8275de0e27ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:41:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:41:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 6ccb7c7b-354b-490a-83c2-1ad45bb18998 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:41:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance f9e1d80c-ad24-4717-b57f-eb69802dbaab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:41:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance f7558faf-44af-48b2-8089-ab379066ab14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:41:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 21c26571-4d3f-420c-8f09-75f2afc06354 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:41:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance cec31fc9-341b-4681-a637-ec6c27736df8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:41:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 08:41:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 08:41:01 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:41:01 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:41:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 08:41:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.586s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:41:04 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:41:04 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 08:41:04 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Rebuilding the list of instances to heal {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 16 08:41:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "refresh_cache-8fab1c63-d9a3-4cea-b129-904a5f15e5fe" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:41:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquired lock "refresh_cache-8fab1c63-d9a3-4cea-b129-904a5f15e5fe" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:41:04 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Forcefully refreshing network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 08:41:04 user nova-compute[73884]: DEBUG nova.objects.instance [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lazy-loading 'info_cache' on Instance uuid 8fab1c63-d9a3-4cea-b129-904a5f15e5fe {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:41:05 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Updating instance_info_cache with network_info: [{"id": "2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84", "address": "fa:16:3e:4d:79:65", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e18ef3c-bb", "ovs_interfaceid": "2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:41:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Releasing lock "refresh_cache-8fab1c63-d9a3-4cea-b129-904a5f15e5fe" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:41:05 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Updated the network info_cache for instance {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 08:41:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:41:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:16 user nova-compute[73884]: DEBUG nova.compute.manager [None req-0409b3e3-54f6-432c-ab1e-91cf46ae95fe tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:41:16 user nova-compute[73884]: INFO nova.compute.manager [None req-0409b3e3-54f6-432c-ab1e-91cf46ae95fe tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] instance snapshotting
Oct 16 08:41:16 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-0409b3e3-54f6-432c-ab1e-91cf46ae95fe tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Beginning live snapshot process
Oct 16 08:41:16 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0409b3e3-54f6-432c-ab1e-91cf46ae95fe tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk --force-share --output=json -f qcow2 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:41:16 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0409b3e3-54f6-432c-ab1e-91cf46ae95fe tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk --force-share --output=json -f qcow2" returned: 0 in 0.178s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:41:16 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0409b3e3-54f6-432c-ab1e-91cf46ae95fe tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk --force-share --output=json -f qcow2 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:41:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0409b3e3-54f6-432c-ab1e-91cf46ae95fe tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk --force-share --output=json -f qcow2" returned: 0 in 0.175s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:41:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0409b3e3-54f6-432c-ab1e-91cf46ae95fe tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:41:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0409b3e3-54f6-432c-ab1e-91cf46ae95fe tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.169s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:41:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0409b3e3-54f6-432c-ab1e-91cf46ae95fe tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpc7i7df7n/dfb13e7f378441799a3cb7cf3b11cf2d.delta 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:41:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0409b3e3-54f6-432c-ab1e-91cf46ae95fe tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpc7i7df7n/dfb13e7f378441799a3cb7cf3b11cf2d.delta 1073741824" returned: 0 in 0.048s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:41:17 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-0409b3e3-54f6-432c-ab1e-91cf46ae95fe tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Quiescing instance not available: QEMU guest agent is not enabled.
Oct 16 08:41:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:18 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-0409b3e3-54f6-432c-ab1e-91cf46ae95fe tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] COPY block job progress, current cursor: 0 final cursor: 75563008 {{(pid=73884) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 08:41:18 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-0409b3e3-54f6-432c-ab1e-91cf46ae95fe tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=73884) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Oct 16 08:41:18 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-0409b3e3-54f6-432c-ab1e-91cf46ae95fe tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Skipping quiescing instance: QEMU guest agent is not enabled.
Oct 16 08:41:18 user nova-compute[73884]: DEBUG nova.privsep.utils [None req-0409b3e3-54f6-432c-ab1e-91cf46ae95fe tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=73884) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 16 08:41:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0409b3e3-54f6-432c-ab1e-91cf46ae95fe tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpc7i7df7n/dfb13e7f378441799a3cb7cf3b11cf2d.delta /opt/stack/data/nova/instances/snapshots/tmpc7i7df7n/dfb13e7f378441799a3cb7cf3b11cf2d {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:41:19 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0409b3e3-54f6-432c-ab1e-91cf46ae95fe tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpc7i7df7n/dfb13e7f378441799a3cb7cf3b11cf2d.delta /opt/stack/data/nova/instances/snapshots/tmpc7i7df7n/dfb13e7f378441799a3cb7cf3b11cf2d" returned: 0 in 0.575s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:41:19 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-0409b3e3-54f6-432c-ab1e-91cf46ae95fe tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Snapshot extracted, beginning image upload
Oct 16 08:41:20 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d56d277d-e99b-4bb5-911f-2b0d57d78fe3 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "f7558faf-44af-48b2-8089-ab379066ab14" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:41:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d56d277d-e99b-4bb5-911f-2b0d57d78fe3 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "f7558faf-44af-48b2-8089-ab379066ab14" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:41:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d56d277d-e99b-4bb5-911f-2b0d57d78fe3 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "f7558faf-44af-48b2-8089-ab379066ab14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:41:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d56d277d-e99b-4bb5-911f-2b0d57d78fe3 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "f7558faf-44af-48b2-8089-ab379066ab14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:41:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d56d277d-e99b-4bb5-911f-2b0d57d78fe3 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "f7558faf-44af-48b2-8089-ab379066ab14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:41:21 user nova-compute[73884]: INFO nova.compute.manager [None req-d56d277d-e99b-4bb5-911f-2b0d57d78fe3 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Terminating instance
Oct 16 08:41:21 user nova-compute[73884]: DEBUG nova.compute.manager [None req-d56d277d-e99b-4bb5-911f-2b0d57d78fe3 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 08:41:21 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:22 user nova-compute[73884]: DEBUG nova.compute.manager [req-4e46f4d7-e1db-49d8-99c1-b6098a5f0ee1 req-91c08502-9edf-4b62-bae2-c0679ffd7bdd service nova] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Received event network-vif-unplugged-13dca03d-7a73-478e-ae3c-4e35323a3fe0 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:41:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-4e46f4d7-e1db-49d8-99c1-b6098a5f0ee1 req-91c08502-9edf-4b62-bae2-c0679ffd7bdd service nova] Acquiring lock "f7558faf-44af-48b2-8089-ab379066ab14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:41:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-4e46f4d7-e1db-49d8-99c1-b6098a5f0ee1 req-91c08502-9edf-4b62-bae2-c0679ffd7bdd service nova] Lock "f7558faf-44af-48b2-8089-ab379066ab14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:41:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-4e46f4d7-e1db-49d8-99c1-b6098a5f0ee1 req-91c08502-9edf-4b62-bae2-c0679ffd7bdd service nova] Lock "f7558faf-44af-48b2-8089-ab379066ab14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:41:22 user nova-compute[73884]: DEBUG nova.compute.manager [req-4e46f4d7-e1db-49d8-99c1-b6098a5f0ee1 req-91c08502-9edf-4b62-bae2-c0679ffd7bdd service nova] [instance: f7558faf-44af-48b2-8089-ab379066ab14] No waiting events found dispatching network-vif-unplugged-13dca03d-7a73-478e-ae3c-4e35323a3fe0 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:41:22 user nova-compute[73884]: DEBUG nova.compute.manager [req-4e46f4d7-e1db-49d8-99c1-b6098a5f0ee1 req-91c08502-9edf-4b62-bae2-c0679ffd7bdd service nova] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Received event network-vif-unplugged-13dca03d-7a73-478e-ae3c-4e35323a3fe0 for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:41:22 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-0409b3e3-54f6-432c-ab1e-91cf46ae95fe tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Snapshot image upload complete
Oct 16 08:41:22 user nova-compute[73884]: INFO nova.compute.manager [None req-0409b3e3-54f6-432c-ab1e-91cf46ae95fe tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Took 5.82 seconds to snapshot the instance on the hypervisor.
Oct 16 08:41:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:22 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Instance destroyed successfully.
Oct 16 08:41:22 user nova-compute[73884]: DEBUG nova.objects.instance [None req-d56d277d-e99b-4bb5-911f-2b0d57d78fe3 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lazy-loading 'resources' on Instance uuid f7558faf-44af-48b2-8089-ab379066ab14 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:41:22 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-d56d277d-e99b-4bb5-911f-2b0d57d78fe3 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:38:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-98414511',display_name='tempest-AttachVolumeNegativeTest-server-98414511',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-98414511',id=32,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIt2R/lV3dCBzefHS9OqikrmCEw8BznrEiloY8+lvIwo9d8rIluCgSm8a6YAgpdWw+YJvG2FC31nF4X1yXio2CKIFXwGJM519Ra26uZTKn1c92N3/Awf1LzG0gwAeNrQTw==',key_name='tempest-keypair-1127853733',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:38:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8d655f1249c64e03ba95139efa91e346',ramdisk_id='',reservation_id='r-0emoloq6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-155093106',owner_user_name='tempest-AttachVolumeNegativeTest-155093106-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:38:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='66ae9d1205f8431b8633ceea5ff568ed',uuid=f7558faf-44af-48b2-8089-ab379066ab14,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "13dca03d-7a73-478e-ae3c-4e35323a3fe0", "address": "fa:16:3e:32:cf:1f", "network": {"id": "e6c27229-23f2-49e4-a586-cd4ba520e1e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-139611324-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d655f1249c64e03ba95139efa91e346", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13dca03d-7a", "ovs_interfaceid": "13dca03d-7a73-478e-ae3c-4e35323a3fe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:41:22 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-d56d277d-e99b-4bb5-911f-2b0d57d78fe3 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Converting VIF {"id": "13dca03d-7a73-478e-ae3c-4e35323a3fe0", "address": "fa:16:3e:32:cf:1f", "network": {"id": "e6c27229-23f2-49e4-a586-cd4ba520e1e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-139611324-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d655f1249c64e03ba95139efa91e346", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13dca03d-7a", "ovs_interfaceid": "13dca03d-7a73-478e-ae3c-4e35323a3fe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:41:22 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-d56d277d-e99b-4bb5-911f-2b0d57d78fe3 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:32:cf:1f,bridge_name='br-int',has_traffic_filtering=True,id=13dca03d-7a73-478e-ae3c-4e35323a3fe0,network=Network(e6c27229-23f2-49e4-a586-cd4ba520e1e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13dca03d-7a') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:41:22 user nova-compute[73884]: DEBUG os_vif [None req-d56d277d-e99b-4bb5-911f-2b0d57d78fe3 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:32:cf:1f,bridge_name='br-int',has_traffic_filtering=True,id=13dca03d-7a73-478e-ae3c-4e35323a3fe0,network=Network(e6c27229-23f2-49e4-a586-cd4ba520e1e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13dca03d-7a') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:41:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap13dca03d-7a, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:41:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:41:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a88381e9-88e7-466a-9f40-48415059d241) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:41:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:41:22 user nova-compute[73884]: INFO os_vif [None req-d56d277d-e99b-4bb5-911f-2b0d57d78fe3 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:32:cf:1f,bridge_name='br-int',has_traffic_filtering=True,id=13dca03d-7a73-478e-ae3c-4e35323a3fe0,network=Network(e6c27229-23f2-49e4-a586-cd4ba520e1e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13dca03d-7a')
Oct 16 08:41:22 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-d56d277d-e99b-4bb5-911f-2b0d57d78fe3 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Deleting instance files /opt/stack/data/nova/instances/f7558faf-44af-48b2-8089-ab379066ab14_del
Oct 16 08:41:22 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-d56d277d-e99b-4bb5-911f-2b0d57d78fe3 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Deletion of /opt/stack/data/nova/instances/f7558faf-44af-48b2-8089-ab379066ab14_del complete
Oct 16 08:41:22 user nova-compute[73884]: INFO nova.compute.manager [None req-d56d277d-e99b-4bb5-911f-2b0d57d78fe3 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Took 1.01 seconds to destroy the instance on the hypervisor.
Oct 16 08:41:22 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-d56d277d-e99b-4bb5-911f-2b0d57d78fe3 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 08:41:22 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 08:41:22 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: f7558faf-44af-48b2-8089-ab379066ab14] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 08:41:24 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:41:24 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Took 1.19 seconds to deallocate network for instance.
Oct 16 08:41:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d56d277d-e99b-4bb5-911f-2b0d57d78fe3 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:41:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d56d277d-e99b-4bb5-911f-2b0d57d78fe3 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:41:24 user nova-compute[73884]: DEBUG nova.compute.manager [req-c9c92c41-e764-4f6e-a71b-9724d35255b7 req-4618d711-8dd5-4cca-aa89-17b565b83f5a service nova] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Received event network-vif-plugged-13dca03d-7a73-478e-ae3c-4e35323a3fe0 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:41:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-c9c92c41-e764-4f6e-a71b-9724d35255b7 req-4618d711-8dd5-4cca-aa89-17b565b83f5a service nova] Acquiring lock "f7558faf-44af-48b2-8089-ab379066ab14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:41:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-c9c92c41-e764-4f6e-a71b-9724d35255b7 req-4618d711-8dd5-4cca-aa89-17b565b83f5a service nova] Lock "f7558faf-44af-48b2-8089-ab379066ab14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:41:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-c9c92c41-e764-4f6e-a71b-9724d35255b7 req-4618d711-8dd5-4cca-aa89-17b565b83f5a service nova] Lock "f7558faf-44af-48b2-8089-ab379066ab14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:41:24 user nova-compute[73884]: DEBUG nova.compute.manager [req-c9c92c41-e764-4f6e-a71b-9724d35255b7 req-4618d711-8dd5-4cca-aa89-17b565b83f5a service nova] [instance: f7558faf-44af-48b2-8089-ab379066ab14] No waiting events found dispatching network-vif-plugged-13dca03d-7a73-478e-ae3c-4e35323a3fe0 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:41:24 user nova-compute[73884]: WARNING nova.compute.manager [req-c9c92c41-e764-4f6e-a71b-9724d35255b7 req-4618d711-8dd5-4cca-aa89-17b565b83f5a service nova] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Received unexpected event network-vif-plugged-13dca03d-7a73-478e-ae3c-4e35323a3fe0 for instance with vm_state deleted and task_state None.
Oct 16 08:41:24 user nova-compute[73884]: DEBUG nova.compute.manager [req-c9c92c41-e764-4f6e-a71b-9724d35255b7 req-4618d711-8dd5-4cca-aa89-17b565b83f5a service nova] [instance: f7558faf-44af-48b2-8089-ab379066ab14] Received event network-vif-deleted-13dca03d-7a73-478e-ae3c-4e35323a3fe0 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:41:24 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-d56d277d-e99b-4bb5-911f-2b0d57d78fe3 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:41:24 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-d56d277d-e99b-4bb5-911f-2b0d57d78fe3 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:41:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d56d277d-e99b-4bb5-911f-2b0d57d78fe3 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.525s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:41:24 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-d56d277d-e99b-4bb5-911f-2b0d57d78fe3 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Deleted allocations for instance f7558faf-44af-48b2-8089-ab379066ab14
Oct 16 08:41:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d56d277d-e99b-4bb5-911f-2b0d57d78fe3 tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "f7558faf-44af-48b2-8089-ab379066ab14" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.150s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:41:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Acquiring lock "31348f86-b9a7-4b3e-b7fd-206270bf2cdf" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:41:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "31348f86-b9a7-4b3e-b7fd-206270bf2cdf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:41:25 user nova-compute[73884]: DEBUG nova.compute.manager [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:41:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:41:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:41:25 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:41:25 user nova-compute[73884]: INFO nova.compute.claims [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Claim successful on node user
Oct 16 08:41:25 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:41:25 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:41:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.525s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:41:25 user nova-compute[73884]: DEBUG nova.compute.manager [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:41:25 user nova-compute[73884]: DEBUG nova.compute.manager [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:41:25 user nova-compute[73884]: DEBUG nova.network.neutron [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:41:25 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:41:25 user nova-compute[73884]: DEBUG nova.compute.manager [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:41:25 user nova-compute[73884]: DEBUG nova.policy [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b14c06a0e5904d2b9f82f7a8a26ea278', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fb3e570067a4db5894f2982b18742a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:41:26 user nova-compute[73884]: DEBUG nova.compute.manager [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:41:26 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:41:26 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Creating image(s)
Oct 16 08:41:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Acquiring lock "/opt/stack/data/nova/instances/31348f86-b9a7-4b3e-b7fd-206270bf2cdf/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:41:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "/opt/stack/data/nova/instances/31348f86-b9a7-4b3e-b7fd-206270bf2cdf/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:41:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "/opt/stack/data/nova/instances/31348f86-b9a7-4b3e-b7fd-206270bf2cdf/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:41:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Acquiring lock "a1dc5c36f22b4b2c0439d0efe865d7d2601113a6" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:41:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "a1dc5c36f22b4b2c0439d0efe865d7d2601113a6" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:41:27 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a1dc5c36f22b4b2c0439d0efe865d7d2601113a6.part --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:41:27 user nova-compute[73884]: DEBUG nova.network.neutron [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Successfully created port: be1afc44-3e9e-4117-bd46-ef0fe6f6809b {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:41:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-297a38da-df78-4044-bce4-23c4426b2c1b tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquiring lock "cec31fc9-341b-4681-a637-ec6c27736df8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:41:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-297a38da-df78-4044-bce4-23c4426b2c1b tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "cec31fc9-341b-4681-a637-ec6c27736df8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:41:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-297a38da-df78-4044-bce4-23c4426b2c1b tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquiring lock "cec31fc9-341b-4681-a637-ec6c27736df8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:41:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-297a38da-df78-4044-bce4-23c4426b2c1b tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "cec31fc9-341b-4681-a637-ec6c27736df8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:41:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-297a38da-df78-4044-bce4-23c4426b2c1b tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "cec31fc9-341b-4681-a637-ec6c27736df8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:41:27 user nova-compute[73884]: INFO nova.compute.manager [None req-297a38da-df78-4044-bce4-23c4426b2c1b tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Terminating instance
Oct 16 08:41:27 user nova-compute[73884]: DEBUG nova.compute.manager [None req-297a38da-df78-4044-bce4-23c4426b2c1b tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 08:41:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:27 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a1dc5c36f22b4b2c0439d0efe865d7d2601113a6.part --force-share --output=json" returned: 0 in 0.228s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:41:27 user nova-compute[73884]: DEBUG nova.virt.images [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] 04ed7d30-c1e0-49a1-a7cc-4ed31af3dcba was qcow2, converting to raw {{(pid=73884) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 16 08:41:27 user nova-compute[73884]: DEBUG nova.privsep.utils [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=73884) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 16 08:41:27 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/a1dc5c36f22b4b2c0439d0efe865d7d2601113a6.part /opt/stack/data/nova/instances/_base/a1dc5c36f22b4b2c0439d0efe865d7d2601113a6.converted {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:41:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:28 user nova-compute[73884]: DEBUG nova.compute.manager [req-6093bb59-cbb0-4bad-83b8-bc02e68989a9 req-a1ba280d-de25-4e2b-98aa-0f4f2b3f9dfe service nova] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Received event network-vif-unplugged-a180510b-16ed-41f1-a490-cd10a235c21f {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:41:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6093bb59-cbb0-4bad-83b8-bc02e68989a9 req-a1ba280d-de25-4e2b-98aa-0f4f2b3f9dfe service nova] Acquiring lock "cec31fc9-341b-4681-a637-ec6c27736df8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:41:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6093bb59-cbb0-4bad-83b8-bc02e68989a9 req-a1ba280d-de25-4e2b-98aa-0f4f2b3f9dfe service nova] Lock "cec31fc9-341b-4681-a637-ec6c27736df8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:41:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6093bb59-cbb0-4bad-83b8-bc02e68989a9 req-a1ba280d-de25-4e2b-98aa-0f4f2b3f9dfe service nova] Lock "cec31fc9-341b-4681-a637-ec6c27736df8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:41:28 user nova-compute[73884]: DEBUG nova.compute.manager [req-6093bb59-cbb0-4bad-83b8-bc02e68989a9 req-a1ba280d-de25-4e2b-98aa-0f4f2b3f9dfe service nova] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] No waiting events found dispatching network-vif-unplugged-a180510b-16ed-41f1-a490-cd10a235c21f {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:41:28 user nova-compute[73884]: DEBUG nova.compute.manager [req-6093bb59-cbb0-4bad-83b8-bc02e68989a9 req-a1ba280d-de25-4e2b-98aa-0f4f2b3f9dfe service nova] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Received event network-vif-unplugged-a180510b-16ed-41f1-a490-cd10a235c21f for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:41:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/a1dc5c36f22b4b2c0439d0efe865d7d2601113a6.part /opt/stack/data/nova/instances/_base/a1dc5c36f22b4b2c0439d0efe865d7d2601113a6.converted" returned: 0 in 0.553s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:41:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a1dc5c36f22b4b2c0439d0efe865d7d2601113a6.converted --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:41:28 user nova-compute[73884]: DEBUG nova.network.neutron [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Successfully updated port: be1afc44-3e9e-4117-bd46-ef0fe6f6809b {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:41:28 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Instance destroyed successfully.
Oct 16 08:41:28 user nova-compute[73884]: DEBUG nova.objects.instance [None req-297a38da-df78-4044-bce4-23c4426b2c1b tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lazy-loading 'resources' on Instance uuid cec31fc9-341b-4681-a637-ec6c27736df8 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:41:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Acquiring lock "refresh_cache-31348f86-b9a7-4b3e-b7fd-206270bf2cdf" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:41:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Acquired lock "refresh_cache-31348f86-b9a7-4b3e-b7fd-206270bf2cdf" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:41:28 user nova-compute[73884]: DEBUG nova.network.neutron [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:41:28 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-297a38da-df78-4044-bce4-23c4426b2c1b tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-16T08:35:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1874041735',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1874041735',id=28,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHJ4pZJIINogzmkKODOnQpA+Pr1fjnqW4RfRCBS2NJdgsQPsVbgo6gFbB+Enl7eHWELfVpEiqlFFt+NRa6Yl/CVsYNd7CanVsMgqZ5ptgnLVxsZVS9tERRVKtQOAKflYKw==',key_name='tempest-keypair-2025133775',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:39:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='aac394fa5be84455ba4c994fe7a08925',ramdisk_id='',reservation_id='r-yne3tw0r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-732217427',owner_user_name='tempest-AttachVolumeShelveTestJSON-732217427-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:39:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='74fe83ad148b430eab2020456df2702f',uuid=cec31fc9-341b-4681-a637-ec6c27736df8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a180510b-16ed-41f1-a490-cd10a235c21f", "address": "fa:16:3e:8d:ea:8a", "network": {"id": "52793eaf-54c8-4092-868b-51753d278fbf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-915749854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.38", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aac394fa5be84455ba4c994fe7a08925", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa180510b-16", "ovs_interfaceid": "a180510b-16ed-41f1-a490-cd10a235c21f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:41:28 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-297a38da-df78-4044-bce4-23c4426b2c1b tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Converting VIF {"id": "a180510b-16ed-41f1-a490-cd10a235c21f", "address": "fa:16:3e:8d:ea:8a", "network": {"id": "52793eaf-54c8-4092-868b-51753d278fbf", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-915749854-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.38", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aac394fa5be84455ba4c994fe7a08925", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa180510b-16", "ovs_interfaceid": "a180510b-16ed-41f1-a490-cd10a235c21f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:41:28 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-297a38da-df78-4044-bce4-23c4426b2c1b tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8d:ea:8a,bridge_name='br-int',has_traffic_filtering=True,id=a180510b-16ed-41f1-a490-cd10a235c21f,network=Network(52793eaf-54c8-4092-868b-51753d278fbf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa180510b-16') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:41:28 user nova-compute[73884]: DEBUG os_vif [None req-297a38da-df78-4044-bce4-23c4426b2c1b tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8d:ea:8a,bridge_name='br-int',has_traffic_filtering=True,id=a180510b-16ed-41f1-a490-cd10a235c21f,network=Network(52793eaf-54c8-4092-868b-51753d278fbf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa180510b-16') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:41:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa180510b-16, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:41:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:41:28 user nova-compute[73884]: DEBUG nova.compute.manager [req-3e50278b-fbb5-4454-aa91-e2367ab727b0 req-d10a0688-e752-42db-b584-5044ea499017 service nova] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Received event network-changed-be1afc44-3e9e-4117-bd46-ef0fe6f6809b {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:41:28 user nova-compute[73884]: DEBUG nova.compute.manager [req-3e50278b-fbb5-4454-aa91-e2367ab727b0 req-d10a0688-e752-42db-b584-5044ea499017 service nova] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Refreshing instance network info cache due to event network-changed-be1afc44-3e9e-4117-bd46-ef0fe6f6809b. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:41:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-3e50278b-fbb5-4454-aa91-e2367ab727b0 req-d10a0688-e752-42db-b584-5044ea499017 service nova] Acquiring lock "refresh_cache-31348f86-b9a7-4b3e-b7fd-206270bf2cdf" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:41:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d27f2e89-ba49-47ef-9c4a-d1f1a3bd8bdc) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:41:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:41:28 user nova-compute[73884]: INFO os_vif [None req-297a38da-df78-4044-bce4-23c4426b2c1b tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8d:ea:8a,bridge_name='br-int',has_traffic_filtering=True,id=a180510b-16ed-41f1-a490-cd10a235c21f,network=Network(52793eaf-54c8-4092-868b-51753d278fbf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa180510b-16')
Oct 16 08:41:28 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-297a38da-df78-4044-bce4-23c4426b2c1b tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Deleting instance files /opt/stack/data/nova/instances/cec31fc9-341b-4681-a637-ec6c27736df8_del
Oct 16 08:41:28 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-297a38da-df78-4044-bce4-23c4426b2c1b tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Deletion of /opt/stack/data/nova/instances/cec31fc9-341b-4681-a637-ec6c27736df8_del complete
Oct 16 08:41:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a1dc5c36f22b4b2c0439d0efe865d7d2601113a6.converted --force-share --output=json" returned: 0 in 0.265s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:41:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "a1dc5c36f22b4b2c0439d0efe865d7d2601113a6" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.694s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:41:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a1dc5c36f22b4b2c0439d0efe865d7d2601113a6 --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:41:28 user nova-compute[73884]: DEBUG nova.network.neutron [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:41:28 user nova-compute[73884]: INFO nova.compute.manager [None req-297a38da-df78-4044-bce4-23c4426b2c1b tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Took 1.00 seconds to destroy the instance on the hypervisor.
Oct 16 08:41:28 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-297a38da-df78-4044-bce4-23c4426b2c1b tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 08:41:28 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 08:41:28 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 08:41:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a1dc5c36f22b4b2c0439d0efe865d7d2601113a6 --force-share --output=json" returned: 0 in 0.183s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:41:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Acquiring lock "a1dc5c36f22b4b2c0439d0efe865d7d2601113a6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:41:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "a1dc5c36f22b4b2c0439d0efe865d7d2601113a6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:41:28 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a1dc5c36f22b4b2c0439d0efe865d7d2601113a6 --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG nova.network.neutron [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Updating instance_info_cache with network_info: [{"id": "be1afc44-3e9e-4117-bd46-ef0fe6f6809b", "address": "fa:16:3e:55:14:ef", "network": {"id": "94dea724-1b26-4a1e-b5d6-f69302978f7a", "bridge": "br-int", "label": "tempest-TestStampPattern-1371037434-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fb3e570067a4db5894f2982b18742a9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe1afc44-3e", "ovs_interfaceid": "be1afc44-3e9e-4117-bd46-ef0fe6f6809b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Releasing lock "refresh_cache-31348f86-b9a7-4b3e-b7fd-206270bf2cdf" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG nova.compute.manager [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Instance network_info: |[{"id": "be1afc44-3e9e-4117-bd46-ef0fe6f6809b", "address": "fa:16:3e:55:14:ef", "network": {"id": "94dea724-1b26-4a1e-b5d6-f69302978f7a", "bridge": "br-int", "label": "tempest-TestStampPattern-1371037434-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fb3e570067a4db5894f2982b18742a9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe1afc44-3e", "ovs_interfaceid": "be1afc44-3e9e-4117-bd46-ef0fe6f6809b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-3e50278b-fbb5-4454-aa91-e2367ab727b0 req-d10a0688-e752-42db-b584-5044ea499017 service nova] Acquired lock "refresh_cache-31348f86-b9a7-4b3e-b7fd-206270bf2cdf" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG nova.network.neutron [req-3e50278b-fbb5-4454-aa91-e2367ab727b0 req-d10a0688-e752-42db-b584-5044ea499017 service nova] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Refreshing network info cache for port be1afc44-3e9e-4117-bd46-ef0fe6f6809b {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a1dc5c36f22b4b2c0439d0efe865d7d2601113a6 --force-share --output=json" returned: 0 in 0.192s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a1dc5c36f22b4b2c0439d0efe865d7d2601113a6,backing_fmt=raw /opt/stack/data/nova/instances/31348f86-b9a7-4b3e-b7fd-206270bf2cdf/disk 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/a1dc5c36f22b4b2c0439d0efe865d7d2601113a6,backing_fmt=raw /opt/stack/data/nova/instances/31348f86-b9a7-4b3e-b7fd-206270bf2cdf/disk 1073741824" returned: 0 in 0.051s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "a1dc5c36f22b4b2c0439d0efe865d7d2601113a6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.248s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a1dc5c36f22b4b2c0439d0efe865d7d2601113a6 --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a1dc5c36f22b4b2c0439d0efe865d7d2601113a6 --force-share --output=json" returned: 0 in 0.218s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Ensure instance console log exists: /opt/stack/data/nova/instances/31348f86-b9a7-4b3e-b7fd-206270bf2cdf/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Start _get_guest_xml network_info=[{"id": "be1afc44-3e9e-4117-bd46-ef0fe6f6809b", "address": "fa:16:3e:55:14:ef", "network": {"id": "94dea724-1b26-4a1e-b5d6-f69302978f7a", "bridge": "br-int", "label": "tempest-TestStampPattern-1371037434-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fb3e570067a4db5894f2982b18742a9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe1afc44-3e", "ovs_interfaceid": "be1afc44-3e9e-4117-bd46-ef0fe6f6809b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='888e9181182f7c8ad9e2b5cd6bf87dea',container_format='bare',created_at=2023-10-16T08:41:16Z,direct_url=<?>,disk_format='qcow2',id=04ed7d30-c1e0-49a1-a7cc-4ed31af3dcba,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-1493598840',owner='2fb3e570067a4db5894f2982b18742a9',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-16T08:41:22Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': '04ed7d30-c1e0-49a1-a7cc-4ed31af3dcba'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:41:29 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:41:29 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:41:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='888e9181182f7c8ad9e2b5cd6bf87dea',container_format='bare',created_at=2023-10-16T08:41:16Z,direct_url=<?>,disk_format='qcow2',id=04ed7d30-c1e0-49a1-a7cc-4ed31af3dcba,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-1493598840',owner='2fb3e570067a4db5894f2982b18742a9',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-10-16T08:41:22Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:41:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1620050170',display_name='tempest-TestStampPattern-server-1620050170',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1620050170',id=34,image_ref='04ed7d30-c1e0-49a1-a7cc-4ed31af3dcba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC5TkKBxuLJQ5BcmtBV6Wb+yqC5sFkucAoys0+kMPJltvTnkCBvIF5SvoKdfbT87ShVEBQshuOXCtCm+07TXNwlmqTJDMKfRSs/dKxPQfQaOgLVdTSGY9RtPl6Ym+H907Q==',key_name='tempest-TestStampPattern-2066845274',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2fb3e570067a4db5894f2982b18742a9',ramdisk_id='',reservation_id='r-vl20f2s5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='f9e1d80c-ad24-4717-b57f-eb69802dbaab',image_min_disk='1',image_min_ram='0',image_owner_id='2fb3e570067a4db5894f2982b18742a9',image_owner_project_name='tempest-TestStampPattern-1979427003',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1979427003-project-member',image_user_id='b14c06a0e5904d2b9f82f7a8a26ea278',network_allocated='True',owner_project_name='tempest-TestStampPattern-1979427003',owner_user_name='tempest-TestStampPattern-1979427003-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:41:26Z,user_data=None,user_id='b14c06a0e5904d2b9f82f7a8a26ea278',uuid=31348f86-b9a7-4b3e-b7fd-206270bf2cdf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "be1afc44-3e9e-4117-bd46-ef0fe6f6809b", "address": "fa:16:3e:55:14:ef", "network": {"id": "94dea724-1b26-4a1e-b5d6-f69302978f7a", "bridge": "br-int", "label": "tempest-TestStampPattern-1371037434-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fb3e570067a4db5894f2982b18742a9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe1afc44-3e", "ovs_interfaceid": "be1afc44-3e9e-4117-bd46-ef0fe6f6809b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Converting VIF {"id": "be1afc44-3e9e-4117-bd46-ef0fe6f6809b", "address": "fa:16:3e:55:14:ef", "network": {"id": "94dea724-1b26-4a1e-b5d6-f69302978f7a", "bridge": "br-int", "label": "tempest-TestStampPattern-1371037434-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fb3e570067a4db5894f2982b18742a9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe1afc44-3e", "ovs_interfaceid": "be1afc44-3e9e-4117-bd46-ef0fe6f6809b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:14:ef,bridge_name='br-int',has_traffic_filtering=True,id=be1afc44-3e9e-4117-bd46-ef0fe6f6809b,network=Network(94dea724-1b26-4a1e-b5d6-f69302978f7a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe1afc44-3e') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG nova.objects.instance [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lazy-loading 'pci_devices' on Instance uuid 31348f86-b9a7-4b3e-b7fd-206270bf2cdf {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:41:29 user nova-compute[73884]:   <uuid>31348f86-b9a7-4b3e-b7fd-206270bf2cdf</uuid>
Oct 16 08:41:29 user nova-compute[73884]:   <name>instance-00000022</name>
Oct 16 08:41:29 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:41:29 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:41:29 user nova-compute[73884]:   <metadata>
Oct 16 08:41:29 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:41:29 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:41:29 user nova-compute[73884]:       <nova:name>tempest-TestStampPattern-server-1620050170</nova:name>
Oct 16 08:41:29 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:41:29</nova:creationTime>
Oct 16 08:41:29 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:41:29 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:41:29 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:41:29 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:41:29 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:41:29 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:41:29 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:41:29 user nova-compute[73884]:       <nova:owner>
Oct 16 08:41:29 user nova-compute[73884]:         <nova:user uuid="b14c06a0e5904d2b9f82f7a8a26ea278">tempest-TestStampPattern-1979427003-project-member</nova:user>
Oct 16 08:41:29 user nova-compute[73884]:         <nova:project uuid="2fb3e570067a4db5894f2982b18742a9">tempest-TestStampPattern-1979427003</nova:project>
Oct 16 08:41:29 user nova-compute[73884]:       </nova:owner>
Oct 16 08:41:29 user nova-compute[73884]:       <nova:root type="image" uuid="04ed7d30-c1e0-49a1-a7cc-4ed31af3dcba"/>
Oct 16 08:41:29 user nova-compute[73884]:       <nova:ports>
Oct 16 08:41:29 user nova-compute[73884]:         <nova:port uuid="be1afc44-3e9e-4117-bd46-ef0fe6f6809b">
Oct 16 08:41:29 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 16 08:41:29 user nova-compute[73884]:         </nova:port>
Oct 16 08:41:29 user nova-compute[73884]:       </nova:ports>
Oct 16 08:41:29 user nova-compute[73884]:     </nova:instance>
Oct 16 08:41:29 user nova-compute[73884]:   </metadata>
Oct 16 08:41:29 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:41:29 user nova-compute[73884]:     <system>
Oct 16 08:41:29 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:41:29 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:41:29 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:41:29 user nova-compute[73884]:       <entry name="serial">31348f86-b9a7-4b3e-b7fd-206270bf2cdf</entry>
Oct 16 08:41:29 user nova-compute[73884]:       <entry name="uuid">31348f86-b9a7-4b3e-b7fd-206270bf2cdf</entry>
Oct 16 08:41:29 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:41:29 user nova-compute[73884]:     </system>
Oct 16 08:41:29 user nova-compute[73884]:   </sysinfo>
Oct 16 08:41:29 user nova-compute[73884]:   <os>
Oct 16 08:41:29 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:41:29 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:41:29 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:41:29 user nova-compute[73884]:   </os>
Oct 16 08:41:29 user nova-compute[73884]:   <features>
Oct 16 08:41:29 user nova-compute[73884]:     <acpi/>
Oct 16 08:41:29 user nova-compute[73884]:     <apic/>
Oct 16 08:41:29 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:41:29 user nova-compute[73884]:   </features>
Oct 16 08:41:29 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:41:29 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:41:29 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:41:29 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:41:29 user nova-compute[73884]:   </clock>
Oct 16 08:41:29 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:41:29 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:41:29 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:41:29 user nova-compute[73884]:   </cpu>
Oct 16 08:41:29 user nova-compute[73884]:   <devices>
Oct 16 08:41:29 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:41:29 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:41:29 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/31348f86-b9a7-4b3e-b7fd-206270bf2cdf/disk"/>
Oct 16 08:41:29 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:41:29 user nova-compute[73884]:     </disk>
Oct 16 08:41:29 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:41:29 user nova-compute[73884]:       <mac address="fa:16:3e:55:14:ef"/>
Oct 16 08:41:29 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:41:29 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:41:29 user nova-compute[73884]:       <target dev="tapbe1afc44-3e"/>
Oct 16 08:41:29 user nova-compute[73884]:     </interface>
Oct 16 08:41:29 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:41:29 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/31348f86-b9a7-4b3e-b7fd-206270bf2cdf/console.log" append="off"/>
Oct 16 08:41:29 user nova-compute[73884]:     </serial>
Oct 16 08:41:29 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:41:29 user nova-compute[73884]:     <video>
Oct 16 08:41:29 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:41:29 user nova-compute[73884]:     </video>
Oct 16 08:41:29 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:41:29 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:41:29 user nova-compute[73884]:     </rng>
Oct 16 08:41:29 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:41:29 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:41:29 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:41:29 user nova-compute[73884]:     </memballoon>
Oct 16 08:41:29 user nova-compute[73884]:   </devices>
Oct 16 08:41:29 user nova-compute[73884]: </domain>
Oct 16 08:41:29 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:41:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1620050170',display_name='tempest-TestStampPattern-server-1620050170',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1620050170',id=34,image_ref='04ed7d30-c1e0-49a1-a7cc-4ed31af3dcba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC5TkKBxuLJQ5BcmtBV6Wb+yqC5sFkucAoys0+kMPJltvTnkCBvIF5SvoKdfbT87ShVEBQshuOXCtCm+07TXNwlmqTJDMKfRSs/dKxPQfQaOgLVdTSGY9RtPl6Ym+H907Q==',key_name='tempest-TestStampPattern-2066845274',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2fb3e570067a4db5894f2982b18742a9',ramdisk_id='',reservation_id='r-vl20f2s5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='f9e1d80c-ad24-4717-b57f-eb69802dbaab',image_min_disk='1',image_min_ram='0',image_owner_id='2fb3e570067a4db5894f2982b18742a9',image_owner_project_name='tempest-TestStampPattern-1979427003',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1979427003-project-member',image_user_id='b14c06a0e5904d2b9f82f7a8a26ea278',network_allocated='True',owner_project_name='tempest-TestStampPattern-1979427003',owner_user_name='tempest-TestStampPattern-1979427003-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:41:26Z,user_data=None,user_id='b14c06a0e5904d2b9f82f7a8a26ea278',uuid=31348f86-b9a7-4b3e-b7fd-206270bf2cdf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "be1afc44-3e9e-4117-bd46-ef0fe6f6809b", "address": "fa:16:3e:55:14:ef", "network": {"id": "94dea724-1b26-4a1e-b5d6-f69302978f7a", "bridge": "br-int", "label": "tempest-TestStampPattern-1371037434-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fb3e570067a4db5894f2982b18742a9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe1afc44-3e", "ovs_interfaceid": "be1afc44-3e9e-4117-bd46-ef0fe6f6809b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Converting VIF {"id": "be1afc44-3e9e-4117-bd46-ef0fe6f6809b", "address": "fa:16:3e:55:14:ef", "network": {"id": "94dea724-1b26-4a1e-b5d6-f69302978f7a", "bridge": "br-int", "label": "tempest-TestStampPattern-1371037434-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fb3e570067a4db5894f2982b18742a9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe1afc44-3e", "ovs_interfaceid": "be1afc44-3e9e-4117-bd46-ef0fe6f6809b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:14:ef,bridge_name='br-int',has_traffic_filtering=True,id=be1afc44-3e9e-4117-bd46-ef0fe6f6809b,network=Network(94dea724-1b26-4a1e-b5d6-f69302978f7a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe1afc44-3e') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG os_vif [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:14:ef,bridge_name='br-int',has_traffic_filtering=True,id=be1afc44-3e9e-4117-bd46-ef0fe6f6809b,network=Network(94dea724-1b26-4a1e-b5d6-f69302978f7a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe1afc44-3e') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'dd1929ea-d376-5ce5-b485-b0f4d3bfb5d7', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbe1afc44-3e, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbe1afc44-3e, col_values=(('qos', UUID('7d577ea4-1705-4609-aee2-e11a7699bad1')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbe1afc44-3e, col_values=(('external_ids', {'iface-id': 'be1afc44-3e9e-4117-bd46-ef0fe6f6809b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:55:14:ef', 'vm-uuid': '31348f86-b9a7-4b3e-b7fd-206270bf2cdf'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:29 user nova-compute[73884]: INFO os_vif [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:14:ef,bridge_name='br-int',has_traffic_filtering=True,id=be1afc44-3e9e-4117-bd46-ef0fe6f6809b,network=Network(94dea724-1b26-4a1e-b5d6-f69302978f7a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe1afc44-3e')
Oct 16 08:41:29 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:41:29 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Took 0.77 seconds to deallocate network for instance.
Oct 16 08:41:29 user nova-compute[73884]: DEBUG nova.compute.manager [req-df29296c-3cac-4da7-a84b-7afdc5cc79a4 req-5b1b26e8-f91a-4399-874b-20ffa904c235 service nova] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Received event network-vif-deleted-a180510b-16ed-41f1-a490-cd10a235c21f {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] No VIF found with MAC fa:16:3e:55:14:ef, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-297a38da-df78-4044-bce4-23c4426b2c1b tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-297a38da-df78-4044-bce4-23c4426b2c1b tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG nova.network.neutron [req-3e50278b-fbb5-4454-aa91-e2367ab727b0 req-d10a0688-e752-42db-b584-5044ea499017 service nova] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Updated VIF entry in instance network info cache for port be1afc44-3e9e-4117-bd46-ef0fe6f6809b. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG nova.network.neutron [req-3e50278b-fbb5-4454-aa91-e2367ab727b0 req-d10a0688-e752-42db-b584-5044ea499017 service nova] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Updating instance_info_cache with network_info: [{"id": "be1afc44-3e9e-4117-bd46-ef0fe6f6809b", "address": "fa:16:3e:55:14:ef", "network": {"id": "94dea724-1b26-4a1e-b5d6-f69302978f7a", "bridge": "br-int", "label": "tempest-TestStampPattern-1371037434-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fb3e570067a4db5894f2982b18742a9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe1afc44-3e", "ovs_interfaceid": "be1afc44-3e9e-4117-bd46-ef0fe6f6809b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:41:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-3e50278b-fbb5-4454-aa91-e2367ab727b0 req-d10a0688-e752-42db-b584-5044ea499017 service nova] Releasing lock "refresh_cache-31348f86-b9a7-4b3e-b7fd-206270bf2cdf" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:41:30 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-297a38da-df78-4044-bce4-23c4426b2c1b tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:41:30 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-297a38da-df78-4044-bce4-23c4426b2c1b tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:41:30 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-297a38da-df78-4044-bce4-23c4426b2c1b tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.394s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:41:30 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-297a38da-df78-4044-bce4-23c4426b2c1b tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Deleted allocations for instance cec31fc9-341b-4681-a637-ec6c27736df8
Oct 16 08:41:30 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-297a38da-df78-4044-bce4-23c4426b2c1b tempest-AttachVolumeShelveTestJSON-732217427 tempest-AttachVolumeShelveTestJSON-732217427-project-member] Lock "cec31fc9-341b-4681-a637-ec6c27736df8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.368s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:41:30 user nova-compute[73884]: DEBUG nova.compute.manager [req-8117ba33-c5fc-45d7-b38d-9dc3c5dcfe2f req-565e7f7f-4a12-4e4e-a667-3d917021d471 service nova] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Received event network-vif-plugged-a180510b-16ed-41f1-a490-cd10a235c21f {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:41:30 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8117ba33-c5fc-45d7-b38d-9dc3c5dcfe2f req-565e7f7f-4a12-4e4e-a667-3d917021d471 service nova] Acquiring lock "cec31fc9-341b-4681-a637-ec6c27736df8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:41:30 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8117ba33-c5fc-45d7-b38d-9dc3c5dcfe2f req-565e7f7f-4a12-4e4e-a667-3d917021d471 service nova] Lock "cec31fc9-341b-4681-a637-ec6c27736df8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:41:30 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8117ba33-c5fc-45d7-b38d-9dc3c5dcfe2f req-565e7f7f-4a12-4e4e-a667-3d917021d471 service nova] Lock "cec31fc9-341b-4681-a637-ec6c27736df8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:41:30 user nova-compute[73884]: DEBUG nova.compute.manager [req-8117ba33-c5fc-45d7-b38d-9dc3c5dcfe2f req-565e7f7f-4a12-4e4e-a667-3d917021d471 service nova] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] No waiting events found dispatching network-vif-plugged-a180510b-16ed-41f1-a490-cd10a235c21f {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:41:30 user nova-compute[73884]: WARNING nova.compute.manager [req-8117ba33-c5fc-45d7-b38d-9dc3c5dcfe2f req-565e7f7f-4a12-4e4e-a667-3d917021d471 service nova] [instance: cec31fc9-341b-4681-a637-ec6c27736df8] Received unexpected event network-vif-plugged-a180510b-16ed-41f1-a490-cd10a235c21f for instance with vm_state deleted and task_state None.
Oct 16 08:41:30 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:30 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:30 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:31 user nova-compute[73884]: DEBUG nova.compute.manager [req-e3c43628-5ba2-4a72-9860-25294c937e48 req-8b74ebdd-994e-42ad-8984-b3ec6e02b7ee service nova] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Received event network-vif-plugged-be1afc44-3e9e-4117-bd46-ef0fe6f6809b {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:41:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e3c43628-5ba2-4a72-9860-25294c937e48 req-8b74ebdd-994e-42ad-8984-b3ec6e02b7ee service nova] Acquiring lock "31348f86-b9a7-4b3e-b7fd-206270bf2cdf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:41:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e3c43628-5ba2-4a72-9860-25294c937e48 req-8b74ebdd-994e-42ad-8984-b3ec6e02b7ee service nova] Lock "31348f86-b9a7-4b3e-b7fd-206270bf2cdf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:41:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e3c43628-5ba2-4a72-9860-25294c937e48 req-8b74ebdd-994e-42ad-8984-b3ec6e02b7ee service nova] Lock "31348f86-b9a7-4b3e-b7fd-206270bf2cdf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:41:31 user nova-compute[73884]: DEBUG nova.compute.manager [req-e3c43628-5ba2-4a72-9860-25294c937e48 req-8b74ebdd-994e-42ad-8984-b3ec6e02b7ee service nova] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] No waiting events found dispatching network-vif-plugged-be1afc44-3e9e-4117-bd46-ef0fe6f6809b {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:41:31 user nova-compute[73884]: WARNING nova.compute.manager [req-e3c43628-5ba2-4a72-9860-25294c937e48 req-8b74ebdd-994e-42ad-8984-b3ec6e02b7ee service nova] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Received unexpected event network-vif-plugged-be1afc44-3e9e-4117-bd46-ef0fe6f6809b for instance with vm_state building and task_state spawning.
Oct 16 08:41:31 user nova-compute[73884]: DEBUG nova.compute.manager [req-e3c43628-5ba2-4a72-9860-25294c937e48 req-8b74ebdd-994e-42ad-8984-b3ec6e02b7ee service nova] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Received event network-vif-plugged-be1afc44-3e9e-4117-bd46-ef0fe6f6809b {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:41:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e3c43628-5ba2-4a72-9860-25294c937e48 req-8b74ebdd-994e-42ad-8984-b3ec6e02b7ee service nova] Acquiring lock "31348f86-b9a7-4b3e-b7fd-206270bf2cdf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:41:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e3c43628-5ba2-4a72-9860-25294c937e48 req-8b74ebdd-994e-42ad-8984-b3ec6e02b7ee service nova] Lock "31348f86-b9a7-4b3e-b7fd-206270bf2cdf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:41:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e3c43628-5ba2-4a72-9860-25294c937e48 req-8b74ebdd-994e-42ad-8984-b3ec6e02b7ee service nova] Lock "31348f86-b9a7-4b3e-b7fd-206270bf2cdf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:41:31 user nova-compute[73884]: DEBUG nova.compute.manager [req-e3c43628-5ba2-4a72-9860-25294c937e48 req-8b74ebdd-994e-42ad-8984-b3ec6e02b7ee service nova] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] No waiting events found dispatching network-vif-plugged-be1afc44-3e9e-4117-bd46-ef0fe6f6809b {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:41:31 user nova-compute[73884]: WARNING nova.compute.manager [req-e3c43628-5ba2-4a72-9860-25294c937e48 req-8b74ebdd-994e-42ad-8984-b3ec6e02b7ee service nova] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Received unexpected event network-vif-plugged-be1afc44-3e9e-4117-bd46-ef0fe6f6809b for instance with vm_state building and task_state spawning.
Oct 16 08:41:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:33 user nova-compute[73884]: DEBUG nova.compute.manager [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:41:33 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:41:33 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Instance spawned successfully.
Oct 16 08:41:33 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:41:33 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:41:33 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:41:33 user nova-compute[73884]: INFO nova.compute.manager [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Took 7.55 seconds to spawn the instance on the hypervisor.
Oct 16 08:41:33 user nova-compute[73884]: DEBUG nova.compute.manager [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:41:33 user nova-compute[73884]: INFO nova.compute.manager [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Took 8.44 seconds to build instance.
Oct 16 08:41:33 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-43ae7b2b-1e5f-469f-9465-8b80b1152bc2 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "31348f86-b9a7-4b3e-b7fd-206270bf2cdf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.536s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:41:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:36 user nova-compute[73884]: INFO nova.compute.manager [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Rescuing
Oct 16 08:41:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "refresh_cache-21c26571-4d3f-420c-8f09-75f2afc06354" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:41:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquired lock "refresh_cache-21c26571-4d3f-420c-8f09-75f2afc06354" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:41:36 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:41:37 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Updating instance_info_cache with network_info: [{"id": "50d79dc6-1212-49cb-949d-c4188a2cfdb4", "address": "fa:16:3e:e7:34:87", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50d79dc6-12", "ovs_interfaceid": "50d79dc6-1212-49cb-949d-c4188a2cfdb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:41:37 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Releasing lock "refresh_cache-21c26571-4d3f-420c-8f09-75f2afc06354" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:41:37 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:37 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:37 user nova-compute[73884]: DEBUG nova.compute.manager [req-120ab5cd-3bba-4a74-8a7f-db163997d4af req-0858c4bc-4abd-4417-ab1f-79d8955653bd service nova] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Received event network-vif-unplugged-50d79dc6-1212-49cb-949d-c4188a2cfdb4 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:41:37 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-120ab5cd-3bba-4a74-8a7f-db163997d4af req-0858c4bc-4abd-4417-ab1f-79d8955653bd service nova] Acquiring lock "21c26571-4d3f-420c-8f09-75f2afc06354-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:41:37 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-120ab5cd-3bba-4a74-8a7f-db163997d4af req-0858c4bc-4abd-4417-ab1f-79d8955653bd service nova] Lock "21c26571-4d3f-420c-8f09-75f2afc06354-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:41:37 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-120ab5cd-3bba-4a74-8a7f-db163997d4af req-0858c4bc-4abd-4417-ab1f-79d8955653bd service nova] Lock "21c26571-4d3f-420c-8f09-75f2afc06354-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:41:37 user nova-compute[73884]: DEBUG nova.compute.manager [req-120ab5cd-3bba-4a74-8a7f-db163997d4af req-0858c4bc-4abd-4417-ab1f-79d8955653bd service nova] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] No waiting events found dispatching network-vif-unplugged-50d79dc6-1212-49cb-949d-c4188a2cfdb4 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:41:37 user nova-compute[73884]: WARNING nova.compute.manager [req-120ab5cd-3bba-4a74-8a7f-db163997d4af req-0858c4bc-4abd-4417-ab1f-79d8955653bd service nova] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Received unexpected event network-vif-unplugged-50d79dc6-1212-49cb-949d-c4188a2cfdb4 for instance with vm_state active and task_state rescuing.
Oct 16 08:41:37 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:37 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:38 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Instance destroyed successfully.
Oct 16 08:41:38 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Attempting a stable device rescue
Oct 16 08:41:38 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=73884) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Oct 16 08:41:38 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Instance directory exists: not creating {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 16 08:41:38 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Creating image(s)
Oct 16 08:41:38 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "/opt/stack/data/nova/instances/21c26571-4d3f-420c-8f09-75f2afc06354/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:41:38 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "/opt/stack/data/nova/instances/21c26571-4d3f-420c-8f09-75f2afc06354/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:41:38 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "/opt/stack/data/nova/instances/21c26571-4d3f-420c-8f09-75f2afc06354/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:41:38 user nova-compute[73884]: DEBUG nova.objects.instance [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lazy-loading 'trusted_certs' on Instance uuid 21c26571-4d3f-420c-8f09-75f2afc06354 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:41:38 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "14e7a8effb7e98c6eb4250f1b9c54e7fcd4dd5d5" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:41:38 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "14e7a8effb7e98c6eb4250f1b9c54e7fcd4dd5d5" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:41:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14e7a8effb7e98c6eb4250f1b9c54e7fcd4dd5d5.part --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:41:39 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14e7a8effb7e98c6eb4250f1b9c54e7fcd4dd5d5.part --force-share --output=json" returned: 0 in 0.201s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:41:39 user nova-compute[73884]: DEBUG nova.virt.images [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] bd665cc1-a2b5-439b-bcc2-24bdd92e5ff4 was qcow2, converting to raw {{(pid=73884) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 16 08:41:39 user nova-compute[73884]: DEBUG nova.privsep.utils [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=73884) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 16 08:41:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/14e7a8effb7e98c6eb4250f1b9c54e7fcd4dd5d5.part /opt/stack/data/nova/instances/_base/14e7a8effb7e98c6eb4250f1b9c54e7fcd4dd5d5.converted {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:41:39 user nova-compute[73884]: DEBUG nova.compute.manager [req-4e80f146-43af-4123-b3b0-d6039a3a55c3 req-12e92439-03fc-485a-ae39-b37aeff29d07 service nova] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Received event network-vif-plugged-50d79dc6-1212-49cb-949d-c4188a2cfdb4 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:41:39 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-4e80f146-43af-4123-b3b0-d6039a3a55c3 req-12e92439-03fc-485a-ae39-b37aeff29d07 service nova] Acquiring lock "21c26571-4d3f-420c-8f09-75f2afc06354-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:41:39 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-4e80f146-43af-4123-b3b0-d6039a3a55c3 req-12e92439-03fc-485a-ae39-b37aeff29d07 service nova] Lock "21c26571-4d3f-420c-8f09-75f2afc06354-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:41:39 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-4e80f146-43af-4123-b3b0-d6039a3a55c3 req-12e92439-03fc-485a-ae39-b37aeff29d07 service nova] Lock "21c26571-4d3f-420c-8f09-75f2afc06354-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:41:39 user nova-compute[73884]: DEBUG nova.compute.manager [req-4e80f146-43af-4123-b3b0-d6039a3a55c3 req-12e92439-03fc-485a-ae39-b37aeff29d07 service nova] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] No waiting events found dispatching network-vif-plugged-50d79dc6-1212-49cb-949d-c4188a2cfdb4 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:41:39 user nova-compute[73884]: WARNING nova.compute.manager [req-4e80f146-43af-4123-b3b0-d6039a3a55c3 req-12e92439-03fc-485a-ae39-b37aeff29d07 service nova] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Received unexpected event network-vif-plugged-50d79dc6-1212-49cb-949d-c4188a2cfdb4 for instance with vm_state active and task_state rescuing.
Oct 16 08:41:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/14e7a8effb7e98c6eb4250f1b9c54e7fcd4dd5d5.part /opt/stack/data/nova/instances/_base/14e7a8effb7e98c6eb4250f1b9c54e7fcd4dd5d5.converted" returned: 0 in 0.592s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14e7a8effb7e98c6eb4250f1b9c54e7fcd4dd5d5.converted --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14e7a8effb7e98c6eb4250f1b9c54e7fcd4dd5d5.converted --force-share --output=json" returned: 0 in 0.192s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "14e7a8effb7e98c6eb4250f1b9c54e7fcd4dd5d5" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.125s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "14e7a8effb7e98c6eb4250f1b9c54e7fcd4dd5d5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "14e7a8effb7e98c6eb4250f1b9c54e7fcd4dd5d5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14e7a8effb7e98c6eb4250f1b9c54e7fcd4dd5d5 --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/14e7a8effb7e98c6eb4250f1b9c54e7fcd4dd5d5 --force-share --output=json" returned: 0 in 0.217s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14e7a8effb7e98c6eb4250f1b9c54e7fcd4dd5d5,backing_fmt=raw /opt/stack/data/nova/instances/21c26571-4d3f-420c-8f09-75f2afc06354/disk.rescue {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/14e7a8effb7e98c6eb4250f1b9c54e7fcd4dd5d5,backing_fmt=raw /opt/stack/data/nova/instances/21c26571-4d3f-420c-8f09-75f2afc06354/disk.rescue" returned: 0 in 0.049s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "14e7a8effb7e98c6eb4250f1b9c54e7fcd4dd5d5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.273s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG nova.objects.instance [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lazy-loading 'migration_context' on Instance uuid 21c26571-4d3f-420c-8f09-75f2afc06354 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG nova.objects.base [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Object Instance<21c26571-4d3f-420c-8f09-75f2afc06354> lazy-loaded attributes: trusted_certs,migration_context {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Start _get_guest_xml network_info=[{"id": "50d79dc6-1212-49cb-949d-c4188a2cfdb4", "address": "fa:16:3e:e7:34:87", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "vif_mac": "fa:16:3e:e7:34:87"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50d79dc6-12", "ovs_interfaceid": "50d79dc6-1212-49cb-949d-c4188a2cfdb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'bd665cc1-a2b5-439b-bcc2-24bdd92e5ff4', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uPvngxOi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, 'status': 'reserved', 'instance': '21c26571-4d3f-420c-8f09-75f2afc06354', 'attached_at': '', 'detached_at': '', 'volume_id': 'c141023c-3bd6-49f4-a0ce-6ed1a282a54c', 'serial': 'c141023c-3bd6-49f4-a0ce-6ed1a282a54c'}, 'attachment_id': 'fe72be1d-8d82-41d1-87ac-795e02abd98e', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'delete_on_termination': False, 'boot_index': 0, 'device_type': 'disk', 'volume_type': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG nova.objects.instance [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lazy-loading 'resources' on Instance uuid 21c26571-4d3f-420c-8f09-75f2afc06354 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG nova.objects.base [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Object Instance<21c26571-4d3f-420c-8f09-75f2afc06354> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG nova.objects.instance [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lazy-loading 'numa_topology' on Instance uuid 21c26571-4d3f-420c-8f09-75f2afc06354 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG nova.objects.base [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Object Instance<21c26571-4d3f-420c-8f09-75f2afc06354> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:41:40 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:41:40 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:41:40 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG nova.objects.instance [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lazy-loading 'vcpu_model' on Instance uuid 21c26571-4d3f-420c-8f09-75f2afc06354 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG nova.objects.base [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Object Instance<21c26571-4d3f-420c-8f09-75f2afc06354> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uPvngxOi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:41:40 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:41:40 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:41:40 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:41:40 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:41:40 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:41:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c -p 172.16.0.220:3260" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[8731c976-56d1-42a6-9c14-3f7538182dcf]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = uPvngxOi\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Oct 16 08:41:40 user nova-compute[73884]: node.name = iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c
Oct 16 08:41:40 user nova-compute[73884]: node.tpgt = -1
Oct 16 08:41:40 user nova-compute[73884]: node.startup = automatic
Oct 16 08:41:40 user nova-compute[73884]: node.leading_login = No
Oct 16 08:41:40 user nova-compute[73884]: iface.iscsi_ifacename = default
Oct 16 08:41:40 user nova-compute[73884]: iface.net_ifacename = <empty>
Oct 16 08:41:40 user nova-compute[73884]: iface.ipaddress = <empty>
Oct 16 08:41:40 user nova-compute[73884]: iface.prefix_len = 0
Oct 16 08:41:40 user nova-compute[73884]: iface.hwaddress = <empty>
Oct 16 08:41:40 user nova-compute[73884]: iface.transport_name = tcp
Oct 16 08:41:40 user nova-compute[73884]: iface.initiatorname = <empty>
Oct 16 08:41:40 user nova-compute[73884]: iface.state = <empty>
Oct 16 08:41:40 user nova-compute[73884]: iface.vlan_id = 0
Oct 16 08:41:40 user nova-compute[73884]: iface.vlan_priority = 0
Oct 16 08:41:40 user nova-compute[73884]: iface.vlan_state = <empty>
Oct 16 08:41:40 user nova-compute[73884]: iface.iface_num = 0
Oct 16 08:41:40 user nova-compute[73884]: iface.mtu = 0
Oct 16 08:41:40 user nova-compute[73884]: iface.port = 0
Oct 16 08:41:40 user nova-compute[73884]: iface.bootproto = <empty>
Oct 16 08:41:40 user nova-compute[73884]: iface.subnet_mask = <empty>
Oct 16 08:41:40 user nova-compute[73884]: iface.gateway = <empty>
Oct 16 08:41:40 user nova-compute[73884]: iface.dhcp_alt_client_id_state = <empty>
Oct 16 08:41:40 user nova-compute[73884]: iface.dhcp_alt_client_id = <empty>
Oct 16 08:41:40 user nova-compute[73884]: iface.dhcp_dns = <empty>
Oct 16 08:41:40 user nova-compute[73884]: iface.dhcp_learn_iqn = <empty>
Oct 16 08:41:40 user nova-compute[73884]: iface.dhcp_req_vendor_id_state = <empty>
Oct 16 08:41:40 user nova-compute[73884]: iface.dhcp_vendor_id_state = <empty>
Oct 16 08:41:40 user nova-compute[73884]: iface.dhcp_vendor_id = <empty>
Oct 16 08:41:40 user nova-compute[73884]: iface.dhcp_slp_da = <empty>
Oct 16 08:41:40 user nova-compute[73884]: iface.fragmentation = <empty>
Oct 16 08:41:40 user nova-compute[73884]: iface.gratuitous_arp = <empty>
Oct 16 08:41:40 user nova-compute[73884]: iface.incoming_forwarding = <empty>
Oct 16 08:41:40 user nova-compute[73884]: iface.tos_state = <empty>
Oct 16 08:41:40 user nova-compute[73884]: iface.tos = 0
Oct 16 08:41:40 user nova-compute[73884]: iface.ttl = 0
Oct 16 08:41:40 user nova-compute[73884]: iface.delayed_ack = <empty>
Oct 16 08:41:40 user nova-compute[73884]: iface.tcp_nagle = <empty>
Oct 16 08:41:40 user nova-compute[73884]: iface.tcp_wsf_state = <empty>
Oct 16 08:41:40 user nova-compute[73884]: iface.tcp_wsf = 0
Oct 16 08:41:40 user nova-compute[73884]: iface.tcp_timer_scale = 0
Oct 16 08:41:40 user nova-compute[73884]: iface.tcp_timestamp = <empty>
Oct 16 08:41:40 user nova-compute[73884]: iface.redirect = <empty>
Oct 16 08:41:40 user nova-compute[73884]: iface.def_task_mgmt_timeout = 0
Oct 16 08:41:40 user nova-compute[73884]: iface.header_digest = <empty>
Oct 16 08:41:40 user nova-compute[73884]: iface.data_digest = <empty>
Oct 16 08:41:40 user nova-compute[73884]: iface.immediate_data = <empty>
Oct 16 08:41:40 user nova-compute[73884]: iface.initial_r2t = <empty>
Oct 16 08:41:40 user nova-compute[73884]: iface.data_seq_inorder = <empty>
Oct 16 08:41:40 user nova-compute[73884]: iface.data_pdu_inorder = <empty>
Oct 16 08:41:40 user nova-compute[73884]: iface.erl = 0
Oct 16 08:41:40 user nova-compute[73884]: iface.max_receive_data_len = 0
Oct 16 08:41:40 user nova-compute[73884]: iface.first_burst_len = 0
Oct 16 08:41:40 user nova-compute[73884]: iface.max_outstanding_r2t = 0
Oct 16 08:41:40 user nova-compute[73884]: iface.max_burst_len = 0
Oct 16 08:41:40 user nova-compute[73884]: iface.chap_auth = <empty>
Oct 16 08:41:40 user nova-compute[73884]: iface.bidi_chap = <empty>
Oct 16 08:41:40 user nova-compute[73884]: iface.strict_login_compliance = <empty>
Oct 16 08:41:40 user nova-compute[73884]: iface.discovery_auth = <empty>
Oct 16 08:41:40 user nova-compute[73884]: iface.discovery_logout = <empty>
Oct 16 08:41:40 user nova-compute[73884]: node.discovery_address = <empty>
Oct 16 08:41:40 user nova-compute[73884]: node.discovery_port = 0
Oct 16 08:41:40 user nova-compute[73884]: node.discovery_type = static
Oct 16 08:41:40 user nova-compute[73884]: node.session.initial_cmdsn = 0
Oct 16 08:41:40 user nova-compute[73884]: node.session.initial_login_retry_max = 8
Oct 16 08:41:40 user nova-compute[73884]: node.session.xmit_thread_priority = -20
Oct 16 08:41:40 user nova-compute[73884]: node.session.cmds_max = 128
Oct 16 08:41:40 user nova-compute[73884]: node.session.queue_depth = 32
Oct 16 08:41:40 user nova-compute[73884]: node.session.nr_sessions = 1
Oct 16 08:41:40 user nova-compute[73884]: node.session.auth.authmethod = CHAP
Oct 16 08:41:40 user nova-compute[73884]: node.session.auth.username = uPvngxOi
Oct 16 08:41:40 user nova-compute[73884]: node.session.auth.password = ***
Oct 16 08:41:40 user nova-compute[73884]: node.session.auth.username_in = <empty>
Oct 16 08:41:40 user nova-compute[73884]: node.session.auth.password_in = <empty>
Oct 16 08:41:40 user nova-compute[73884]: node.session.auth.chap_algs = MD5
Oct 16 08:41:40 user nova-compute[73884]: node.session.timeo.replacement_timeout = 120
Oct 16 08:41:40 user nova-compute[73884]: node.session.err_timeo.abort_timeout = 15
Oct 16 08:41:40 user nova-compute[73884]: node.session.err_timeo.lu_reset_timeout = 30
Oct 16 08:41:40 user nova-compute[73884]: node.session.err_timeo.tgt_reset_timeout = 30
Oct 16 08:41:40 user nova-compute[73884]: node.session.err_timeo.host_reset_timeout = 60
Oct 16 08:41:40 user nova-compute[73884]: node.session.iscsi.FastAbort = Yes
Oct 16 08:41:40 user nova-compute[73884]: node.session.iscsi.InitialR2T = No
Oct 16 08:41:40 user nova-compute[73884]: node.session.iscsi.ImmediateData = Yes
Oct 16 08:41:40 user nova-compute[73884]: node.session.iscsi.FirstBurstLength = 262144
Oct 16 08:41:40 user nova-compute[73884]: node.session.iscsi.MaxBurstLength = 16776192
Oct 16 08:41:40 user nova-compute[73884]: node.session.iscsi.DefaultTime2Retain = 0
Oct 16 08:41:40 user nova-compute[73884]: node.session.iscsi.DefaultTime2Wait = 2
Oct 16 08:41:40 user nova-compute[73884]: node.session.iscsi.MaxConnections = 1
Oct 16 08:41:40 user nova-compute[73884]: node.session.iscsi.MaxOutstandingR2T = 1
Oct 16 08:41:40 user nova-compute[73884]: node.session.iscsi.ERL = 0
Oct 16 08:41:40 user nova-compute[73884]: node.session.scan = manual
Oct 16 08:41:40 user nova-compute[73884]: node.session.reopen_max = 0
Oct 16 08:41:40 user nova-compute[73884]: node.conn[0].address = 172.16.0.220
Oct 16 08:41:40 user nova-compute[73884]: node.conn[0].port = 3260
Oct 16 08:41:40 user nova-compute[73884]: node.conn[0].startup = manual
Oct 16 08:41:40 user nova-compute[73884]: node.conn[0].tcp.window_size = 524288
Oct 16 08:41:40 user nova-compute[73884]: node.conn[0].tcp.type_of_service = 0
Oct 16 08:41:40 user nova-compute[73884]: node.conn[0].timeo.logout_timeout = 15
Oct 16 08:41:40 user nova-compute[73884]: node.conn[0].timeo.login_timeout = 15
Oct 16 08:41:40 user nova-compute[73884]: node.conn[0].timeo.auth_timeout = 45
Oct 16 08:41:40 user nova-compute[73884]: node.conn[0].timeo.noop_out_interval = 5
Oct 16 08:41:40 user nova-compute[73884]: node.conn[0].timeo.noop_out_timeout = 5
Oct 16 08:41:40 user nova-compute[73884]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Oct 16 08:41:40 user nova-compute[73884]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Oct 16 08:41:40 user nova-compute[73884]: node.conn[0].iscsi.HeaderDigest = None
Oct 16 08:41:40 user nova-compute[73884]: node.conn[0].iscsi.DataDigest = None
Oct 16 08:41:40 user nova-compute[73884]: node.conn[0].iscsi.IFMarker = No
Oct 16 08:41:40 user nova-compute[73884]: node.conn[0].iscsi.OFMarker = No
Oct 16 08:41:40 user nova-compute[73884]: # END RECORD
Oct 16 08:41:40 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[25f2ddd4-079d-4301-95c9-b79463657b3e]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c847ff1-ec6e-426b-a7ff-3c100c066cc1]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:41:40 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uPvngxOi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:41:41 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uPvngxOi" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:41:41 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[593d3acb-2f59-4fdc-bfba-ea35c945fed9]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:41:41 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'uPvngxOi'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:41:41 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:41:41 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:41:41 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[abecca2a-2364-48e4-bc1a-9ca9eea0ef10]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:41:41 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:41:41 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:41:41 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:41:41 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a280c836-1d69-414e-94d6-0867f17b12dc]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:41:41 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:41:41 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:41:41 user nova-compute[73884]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 (non-flash)
Oct 16 08:41:41 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:41:41 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:41:41 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:41:41 user nova-compute[73884]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 (non-flash)
Oct 16 08:41:41 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:41:41 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.148s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:41:41 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:41:41 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] HCTL ('36', '0', '0', 0) found on session 28 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:41:41 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Scanning host 36 c: 0, t: 0, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:41:41 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:41:41 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.014s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:41:41 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9fb6750-8ed3-4032-ba48-b19613f414ed]: (4, ('0 0 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:41:41 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Searching for a device in session 28 and hctl ('36', '0', '0', 0) yield: sde {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:41:41 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uPvngxOi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:41:41 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.171s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:41:41 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] <== connect_volume: return (173ms) {'type': 'block', 'scsi_wwn': '26164336631353763', 'path': '/dev/sde'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:41:41 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26164336631353763', 'path': '/dev/sde'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:41:41 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:38:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1367304739',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1367304739',id=33,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:39:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f9db6ac897784a4fb18d26858afb7956',ramdisk_id='',reservation_id='r-rvinvgew',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1464100791',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:39:46Z,user_data=None,user_id='d17a1a64076a44f28b10f2d82b7ffd5a',uuid=21c26571-4d3f-420c-8f09-75f2afc06354,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "50d79dc6-1212-49cb-949d-c4188a2cfdb4", "address": "fa:16:3e:e7:34:87", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "vif_mac": "fa:16:3e:e7:34:87"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50d79dc6-12", "ovs_interfaceid": "50d79dc6-1212-49cb-949d-c4188a2cfdb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:41:41 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Converting VIF {"id": "50d79dc6-1212-49cb-949d-c4188a2cfdb4", "address": "fa:16:3e:e7:34:87", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "vif_mac": "fa:16:3e:e7:34:87"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50d79dc6-12", "ovs_interfaceid": "50d79dc6-1212-49cb-949d-c4188a2cfdb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:41:41 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e7:34:87,bridge_name='br-int',has_traffic_filtering=True,id=50d79dc6-1212-49cb-949d-c4188a2cfdb4,network=Network(dee86f1a-fba2-4f98-80d9-351ebde8da3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50d79dc6-12') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:41:41 user nova-compute[73884]: DEBUG nova.objects.instance [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lazy-loading 'pci_devices' on Instance uuid 21c26571-4d3f-420c-8f09-75f2afc06354 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:41:41 user nova-compute[73884]: DEBUG nova.objects.base [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Object Instance<21c26571-4d3f-420c-8f09-75f2afc06354> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:41:41 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:41:41 user nova-compute[73884]:   <uuid>21c26571-4d3f-420c-8f09-75f2afc06354</uuid>
Oct 16 08:41:41 user nova-compute[73884]:   <name>instance-00000021</name>
Oct 16 08:41:41 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:41:41 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:41:41 user nova-compute[73884]:   <metadata>
Oct 16 08:41:41 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:41:41 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:41:41 user nova-compute[73884]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1367304739</nova:name>
Oct 16 08:41:41 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:41:40</nova:creationTime>
Oct 16 08:41:41 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:41:41 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:41:41 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:41:41 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:41:41 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:41:41 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:41:41 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:41:41 user nova-compute[73884]:       <nova:owner>
Oct 16 08:41:41 user nova-compute[73884]:         <nova:user uuid="d17a1a64076a44f28b10f2d82b7ffd5a">tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member</nova:user>
Oct 16 08:41:41 user nova-compute[73884]:         <nova:project uuid="f9db6ac897784a4fb18d26858afb7956">tempest-ServerBootFromVolumeStableRescueTest-1464100791</nova:project>
Oct 16 08:41:41 user nova-compute[73884]:       </nova:owner>
Oct 16 08:41:41 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:41:41 user nova-compute[73884]:       <nova:ports>
Oct 16 08:41:41 user nova-compute[73884]:         <nova:port uuid="50d79dc6-1212-49cb-949d-c4188a2cfdb4">
Oct 16 08:41:41 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 16 08:41:41 user nova-compute[73884]:         </nova:port>
Oct 16 08:41:41 user nova-compute[73884]:       </nova:ports>
Oct 16 08:41:41 user nova-compute[73884]:     </nova:instance>
Oct 16 08:41:41 user nova-compute[73884]:   </metadata>
Oct 16 08:41:41 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:41:41 user nova-compute[73884]:     <system>
Oct 16 08:41:41 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:41:41 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:41:41 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:41:41 user nova-compute[73884]:       <entry name="serial">21c26571-4d3f-420c-8f09-75f2afc06354</entry>
Oct 16 08:41:41 user nova-compute[73884]:       <entry name="uuid">21c26571-4d3f-420c-8f09-75f2afc06354</entry>
Oct 16 08:41:41 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:41:41 user nova-compute[73884]:     </system>
Oct 16 08:41:41 user nova-compute[73884]:   </sysinfo>
Oct 16 08:41:41 user nova-compute[73884]:   <os>
Oct 16 08:41:41 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:41:41 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:41:41 user nova-compute[73884]:   </os>
Oct 16 08:41:41 user nova-compute[73884]:   <features>
Oct 16 08:41:41 user nova-compute[73884]:     <acpi/>
Oct 16 08:41:41 user nova-compute[73884]:     <apic/>
Oct 16 08:41:41 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:41:41 user nova-compute[73884]:   </features>
Oct 16 08:41:41 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:41:41 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:41:41 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:41:41 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:41:41 user nova-compute[73884]:   </clock>
Oct 16 08:41:41 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:41:41 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:41:41 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:41:41 user nova-compute[73884]:   </cpu>
Oct 16 08:41:41 user nova-compute[73884]:   <devices>
Oct 16 08:41:41 user nova-compute[73884]:     <disk type="block" device="disk">
Oct 16 08:41:41 user nova-compute[73884]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:41:41 user nova-compute[73884]:       <source dev="/dev/sde"/>
Oct 16 08:41:41 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:41:41 user nova-compute[73884]:       <serial>c141023c-3bd6-49f4-a0ce-6ed1a282a54c</serial>
Oct 16 08:41:41 user nova-compute[73884]:     </disk>
Oct 16 08:41:41 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:41:41 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:41:41 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/21c26571-4d3f-420c-8f09-75f2afc06354/disk.rescue"/>
Oct 16 08:41:41 user nova-compute[73884]:       <target dev="vdb" bus="virtio"/>
Oct 16 08:41:41 user nova-compute[73884]:       <boot order="1"/>
Oct 16 08:41:41 user nova-compute[73884]:     </disk>
Oct 16 08:41:41 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:41:41 user nova-compute[73884]:       <mac address="fa:16:3e:e7:34:87"/>
Oct 16 08:41:41 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:41:41 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:41:41 user nova-compute[73884]:       <target dev="tap50d79dc6-12"/>
Oct 16 08:41:41 user nova-compute[73884]:     </interface>
Oct 16 08:41:41 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:41:41 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/21c26571-4d3f-420c-8f09-75f2afc06354/console.log" append="off"/>
Oct 16 08:41:41 user nova-compute[73884]:     </serial>
Oct 16 08:41:41 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:41:41 user nova-compute[73884]:     <video>
Oct 16 08:41:41 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:41:41 user nova-compute[73884]:     </video>
Oct 16 08:41:41 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:41:41 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:41:41 user nova-compute[73884]:     </rng>
Oct 16 08:41:41 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:41:41 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:41:41 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:41:41 user nova-compute[73884]:     </memballoon>
Oct 16 08:41:41 user nova-compute[73884]:   </devices>
Oct 16 08:41:41 user nova-compute[73884]: </domain>
Oct 16 08:41:41 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:41:41 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Instance destroyed successfully.
Oct 16 08:41:41 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:41:41 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] No BDM found with device name vdb, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:41:41 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] No VIF found with MAC fa:16:3e:e7:34:87, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:41:42 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:42 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:42 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:42 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:42 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:42 user nova-compute[73884]: DEBUG nova.compute.manager [req-b6d57eac-3831-40e7-afb4-ced813ce4f35 req-a708e8b5-6f54-4f48-a1a5-85aeccf8c224 service nova] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Received event network-vif-plugged-50d79dc6-1212-49cb-949d-c4188a2cfdb4 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:41:42 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-b6d57eac-3831-40e7-afb4-ced813ce4f35 req-a708e8b5-6f54-4f48-a1a5-85aeccf8c224 service nova] Acquiring lock "21c26571-4d3f-420c-8f09-75f2afc06354-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:41:42 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-b6d57eac-3831-40e7-afb4-ced813ce4f35 req-a708e8b5-6f54-4f48-a1a5-85aeccf8c224 service nova] Lock "21c26571-4d3f-420c-8f09-75f2afc06354-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:41:42 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-b6d57eac-3831-40e7-afb4-ced813ce4f35 req-a708e8b5-6f54-4f48-a1a5-85aeccf8c224 service nova] Lock "21c26571-4d3f-420c-8f09-75f2afc06354-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:41:42 user nova-compute[73884]: DEBUG nova.compute.manager [req-b6d57eac-3831-40e7-afb4-ced813ce4f35 req-a708e8b5-6f54-4f48-a1a5-85aeccf8c224 service nova] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] No waiting events found dispatching network-vif-plugged-50d79dc6-1212-49cb-949d-c4188a2cfdb4 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:41:42 user nova-compute[73884]: WARNING nova.compute.manager [req-b6d57eac-3831-40e7-afb4-ced813ce4f35 req-a708e8b5-6f54-4f48-a1a5-85aeccf8c224 service nova] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Received unexpected event network-vif-plugged-50d79dc6-1212-49cb-949d-c4188a2cfdb4 for instance with vm_state active and task_state rescuing.
Oct 16 08:41:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:44 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b7fe52ea-7f5f-42d3-8e7f-337081b96f1a tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:41:44 user nova-compute[73884]: DEBUG nova.compute.manager [req-675b1802-000d-4a52-85ff-1858f2ebdc30 req-7bfbf964-7db7-4be5-aaa9-af50744899f1 service nova] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Received event network-vif-plugged-50d79dc6-1212-49cb-949d-c4188a2cfdb4 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:41:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-675b1802-000d-4a52-85ff-1858f2ebdc30 req-7bfbf964-7db7-4be5-aaa9-af50744899f1 service nova] Acquiring lock "21c26571-4d3f-420c-8f09-75f2afc06354-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:41:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-675b1802-000d-4a52-85ff-1858f2ebdc30 req-7bfbf964-7db7-4be5-aaa9-af50744899f1 service nova] Lock "21c26571-4d3f-420c-8f09-75f2afc06354-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:41:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-675b1802-000d-4a52-85ff-1858f2ebdc30 req-7bfbf964-7db7-4be5-aaa9-af50744899f1 service nova] Lock "21c26571-4d3f-420c-8f09-75f2afc06354-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:41:44 user nova-compute[73884]: DEBUG nova.compute.manager [req-675b1802-000d-4a52-85ff-1858f2ebdc30 req-7bfbf964-7db7-4be5-aaa9-af50744899f1 service nova] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] No waiting events found dispatching network-vif-plugged-50d79dc6-1212-49cb-949d-c4188a2cfdb4 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:41:44 user nova-compute[73884]: WARNING nova.compute.manager [req-675b1802-000d-4a52-85ff-1858f2ebdc30 req-7bfbf964-7db7-4be5-aaa9-af50744899f1 service nova] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Received unexpected event network-vif-plugged-50d79dc6-1212-49cb-949d-c4188a2cfdb4 for instance with vm_state rescued and task_state None.
Oct 16 08:41:48 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:41:49 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:41:49 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:41:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:50 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:41:52 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:41:52 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 08:41:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:53 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:41:54 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:41:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:56 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:41:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:41:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:41:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:41:56 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 08:41:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31348f86-b9a7-4b3e-b7fd-206270bf2cdf/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:41:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31348f86-b9a7-4b3e-b7fd-206270bf2cdf/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:41:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31348f86-b9a7-4b3e-b7fd-206270bf2cdf/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:41:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31348f86-b9a7-4b3e-b7fd-206270bf2cdf/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:41:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:41:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:41:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:41:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:41:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:41:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:41:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:41:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json" returned: 0 in 0.209s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:41:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:41:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:41:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:41:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:41:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:41:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:41:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:41:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:41:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:41:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk.rescue --force-share --output=json" returned: 0 in 0.201s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:41:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:41:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk.rescue --force-share --output=json" returned: 0 in 0.202s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:41:59 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk (vdb) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:41:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:41:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json" returned: 0 in 0.308s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:41:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:41:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:41:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:41:59 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:41:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21c26571-4d3f-420c-8f09-75f2afc06354/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:41:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21c26571-4d3f-420c-8f09-75f2afc06354/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:41:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21c26571-4d3f-420c-8f09-75f2afc06354/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:41:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21c26571-4d3f-420c-8f09-75f2afc06354/disk.rescue --force-share --output=json" returned: 0 in 0.231s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:42:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:42:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:42:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:42:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:42:00 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:42:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:42:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:42:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:42:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:42:01 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:42:01 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:42:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=7802MB free_disk=24.899089813232422GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 08:42:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:42:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:42:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 8fab1c63-d9a3-4cea-b129-904a5f15e5fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:42:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 7d5fd04a-039d-4cb0-9eef-bce9700a85bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:42:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 1b00d8e1-f570-4091-9bee-780b98344624 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:42:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance e92bce3d-33d8-4004-869d-4db8991dda75 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:42:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance baa67186-a783-44fc-bf2f-8275de0e27ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:42:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:42:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 6ccb7c7b-354b-490a-83c2-1ad45bb18998 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:42:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance f9e1d80c-ad24-4717-b57f-eb69802dbaab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:42:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 21c26571-4d3f-420c-8f09-75f2afc06354 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:42:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 31348f86-b9a7-4b3e-b7fd-206270bf2cdf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:42:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 08:42:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 08:42:01 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:42:01 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:42:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 08:42:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.606s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:42:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:04 user nova-compute[73884]: INFO nova.compute.manager [None req-3a1c9d52-669d-44a7-a20f-93eb69b9ead3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Unrescuing
Oct 16 08:42:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3a1c9d52-669d-44a7-a20f-93eb69b9ead3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquiring lock "refresh_cache-6ccb7c7b-354b-490a-83c2-1ad45bb18998" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:42:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3a1c9d52-669d-44a7-a20f-93eb69b9ead3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquired lock "refresh_cache-6ccb7c7b-354b-490a-83c2-1ad45bb18998" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:42:04 user nova-compute[73884]: DEBUG nova.network.neutron [None req-3a1c9d52-669d-44a7-a20f-93eb69b9ead3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:42:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:04 user nova-compute[73884]: DEBUG nova.network.neutron [None req-3a1c9d52-669d-44a7-a20f-93eb69b9ead3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Updating instance_info_cache with network_info: [{"id": "18053f0d-701a-4044-9372-30d76d3c9295", "address": "fa:16:3e:9e:f3:d2", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18053f0d-70", "ovs_interfaceid": "18053f0d-701a-4044-9372-30d76d3c9295", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:42:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3a1c9d52-669d-44a7-a20f-93eb69b9ead3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Releasing lock "refresh_cache-6ccb7c7b-354b-490a-83c2-1ad45bb18998" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:42:05 user nova-compute[73884]: DEBUG nova.objects.instance [None req-3a1c9d52-669d-44a7-a20f-93eb69b9ead3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lazy-loading 'flavor' on Instance uuid 6ccb7c7b-354b-490a-83c2-1ad45bb18998 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:42:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:05 user nova-compute[73884]: DEBUG nova.compute.manager [req-f4762930-fd53-43db-af2b-7c41b14af519 req-6d2331e8-f4d6-4e56-bf70-9e27256109f0 service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Received event network-vif-unplugged-18053f0d-701a-4044-9372-30d76d3c9295 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:42:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f4762930-fd53-43db-af2b-7c41b14af519 req-6d2331e8-f4d6-4e56-bf70-9e27256109f0 service nova] Acquiring lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:42:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f4762930-fd53-43db-af2b-7c41b14af519 req-6d2331e8-f4d6-4e56-bf70-9e27256109f0 service nova] Lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:42:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f4762930-fd53-43db-af2b-7c41b14af519 req-6d2331e8-f4d6-4e56-bf70-9e27256109f0 service nova] Lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:42:05 user nova-compute[73884]: DEBUG nova.compute.manager [req-f4762930-fd53-43db-af2b-7c41b14af519 req-6d2331e8-f4d6-4e56-bf70-9e27256109f0 service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] No waiting events found dispatching network-vif-unplugged-18053f0d-701a-4044-9372-30d76d3c9295 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:42:05 user nova-compute[73884]: WARNING nova.compute.manager [req-f4762930-fd53-43db-af2b-7c41b14af519 req-6d2331e8-f4d6-4e56-bf70-9e27256109f0 service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Received unexpected event network-vif-unplugged-18053f0d-701a-4044-9372-30d76d3c9295 for instance with vm_state rescued and task_state unrescuing.
Oct 16 08:42:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:05 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Instance destroyed successfully.
Oct 16 08:42:05 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:42:05 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 08:42:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "refresh_cache-7d5fd04a-039d-4cb0-9eef-bce9700a85bb" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:42:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquired lock "refresh_cache-7d5fd04a-039d-4cb0-9eef-bce9700a85bb" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:42:06 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Forcefully refreshing network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 08:42:06 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Updating instance_info_cache with network_info: [{"id": "b41c92f3-92d8-4654-89f1-124b210d2af5", "address": "fa:16:3e:8a:47:33", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb41c92f3-92", "ovs_interfaceid": "b41c92f3-92d8-4654-89f1-124b210d2af5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:42:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Releasing lock "refresh_cache-7d5fd04a-039d-4cb0-9eef-bce9700a85bb" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:42:06 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Updated the network info_cache for instance {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 08:42:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:07 user nova-compute[73884]: DEBUG nova.compute.manager [req-2a6300fc-5169-4e9a-abb0-c39438602089 req-a843b32b-cfba-4565-bd9f-93113b8bb9f0 service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Received event network-vif-plugged-18053f0d-701a-4044-9372-30d76d3c9295 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:42:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2a6300fc-5169-4e9a-abb0-c39438602089 req-a843b32b-cfba-4565-bd9f-93113b8bb9f0 service nova] Acquiring lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:42:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2a6300fc-5169-4e9a-abb0-c39438602089 req-a843b32b-cfba-4565-bd9f-93113b8bb9f0 service nova] Lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:42:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2a6300fc-5169-4e9a-abb0-c39438602089 req-a843b32b-cfba-4565-bd9f-93113b8bb9f0 service nova] Lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:42:07 user nova-compute[73884]: DEBUG nova.compute.manager [req-2a6300fc-5169-4e9a-abb0-c39438602089 req-a843b32b-cfba-4565-bd9f-93113b8bb9f0 service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] No waiting events found dispatching network-vif-plugged-18053f0d-701a-4044-9372-30d76d3c9295 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:42:07 user nova-compute[73884]: WARNING nova.compute.manager [req-2a6300fc-5169-4e9a-abb0-c39438602089 req-a843b32b-cfba-4565-bd9f-93113b8bb9f0 service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Received unexpected event network-vif-plugged-18053f0d-701a-4044-9372-30d76d3c9295 for instance with vm_state rescued and task_state unrescuing.
Oct 16 08:42:07 user nova-compute[73884]: DEBUG nova.compute.manager [req-2a6300fc-5169-4e9a-abb0-c39438602089 req-a843b32b-cfba-4565-bd9f-93113b8bb9f0 service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Received event network-vif-plugged-18053f0d-701a-4044-9372-30d76d3c9295 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:42:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2a6300fc-5169-4e9a-abb0-c39438602089 req-a843b32b-cfba-4565-bd9f-93113b8bb9f0 service nova] Acquiring lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:42:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2a6300fc-5169-4e9a-abb0-c39438602089 req-a843b32b-cfba-4565-bd9f-93113b8bb9f0 service nova] Lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:42:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2a6300fc-5169-4e9a-abb0-c39438602089 req-a843b32b-cfba-4565-bd9f-93113b8bb9f0 service nova] Lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:42:07 user nova-compute[73884]: DEBUG nova.compute.manager [req-2a6300fc-5169-4e9a-abb0-c39438602089 req-a843b32b-cfba-4565-bd9f-93113b8bb9f0 service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] No waiting events found dispatching network-vif-plugged-18053f0d-701a-4044-9372-30d76d3c9295 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:42:07 user nova-compute[73884]: WARNING nova.compute.manager [req-2a6300fc-5169-4e9a-abb0-c39438602089 req-a843b32b-cfba-4565-bd9f-93113b8bb9f0 service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Received unexpected event network-vif-plugged-18053f0d-701a-4044-9372-30d76d3c9295 for instance with vm_state rescued and task_state unrescuing.
Oct 16 08:42:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:09 user nova-compute[73884]: DEBUG nova.compute.manager [None req-3a1c9d52-669d-44a7-a20f-93eb69b9ead3 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:42:09 user nova-compute[73884]: DEBUG nova.compute.manager [req-e4920a23-ba97-47db-a93b-50c5ce17a105 req-a907776a-e37f-4aca-8c95-4fc2e7a859e8 service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Received event network-vif-plugged-18053f0d-701a-4044-9372-30d76d3c9295 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:42:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e4920a23-ba97-47db-a93b-50c5ce17a105 req-a907776a-e37f-4aca-8c95-4fc2e7a859e8 service nova] Acquiring lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:42:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e4920a23-ba97-47db-a93b-50c5ce17a105 req-a907776a-e37f-4aca-8c95-4fc2e7a859e8 service nova] Lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:42:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e4920a23-ba97-47db-a93b-50c5ce17a105 req-a907776a-e37f-4aca-8c95-4fc2e7a859e8 service nova] Lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:42:09 user nova-compute[73884]: DEBUG nova.compute.manager [req-e4920a23-ba97-47db-a93b-50c5ce17a105 req-a907776a-e37f-4aca-8c95-4fc2e7a859e8 service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] No waiting events found dispatching network-vif-plugged-18053f0d-701a-4044-9372-30d76d3c9295 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:42:09 user nova-compute[73884]: WARNING nova.compute.manager [req-e4920a23-ba97-47db-a93b-50c5ce17a105 req-a907776a-e37f-4aca-8c95-4fc2e7a859e8 service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Received unexpected event network-vif-plugged-18053f0d-701a-4044-9372-30d76d3c9295 for instance with vm_state active and task_state None.
Oct 16 08:42:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "caede036-31a6-4fdf-8f83-5ef4cb79541a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:42:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "caede036-31a6-4fdf-8f83-5ef4cb79541a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:42:16 user nova-compute[73884]: DEBUG nova.compute.manager [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:42:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:42:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:42:16 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:42:16 user nova-compute[73884]: INFO nova.compute.claims [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Claim successful on node user
Oct 16 08:42:17 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:42:17 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:42:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.498s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:42:17 user nova-compute[73884]: DEBUG nova.compute.manager [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:42:17 user nova-compute[73884]: DEBUG nova.compute.manager [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:42:17 user nova-compute[73884]: DEBUG nova.network.neutron [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:42:17 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:42:17 user nova-compute[73884]: DEBUG nova.compute.manager [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:42:17 user nova-compute[73884]: DEBUG nova.compute.manager [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:42:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:42:17 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Creating image(s)
Oct 16 08:42:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "/opt/stack/data/nova/instances/caede036-31a6-4fdf-8f83-5ef4cb79541a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:42:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "/opt/stack/data/nova/instances/caede036-31a6-4fdf-8f83-5ef4cb79541a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:42:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "/opt/stack/data/nova/instances/caede036-31a6-4fdf-8f83-5ef4cb79541a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:42:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:42:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.217s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:42:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:42:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:42:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:42:17 user nova-compute[73884]: DEBUG nova.policy [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66ae9d1205f8431b8633ceea5ff568ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d655f1249c64e03ba95139efa91e346', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:42:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.235s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:42:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/caede036-31a6-4fdf-8f83-5ef4cb79541a/disk 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:42:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/caede036-31a6-4fdf-8f83-5ef4cb79541a/disk 1073741824" returned: 0 in 0.050s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:42:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.294s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:42:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:42:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.206s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:42:18 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Checking if we can resize image /opt/stack/data/nova/instances/caede036-31a6-4fdf-8f83-5ef4cb79541a/disk. size=1073741824 {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 08:42:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/caede036-31a6-4fdf-8f83-5ef4cb79541a/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:42:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/caede036-31a6-4fdf-8f83-5ef4cb79541a/disk --force-share --output=json" returned: 0 in 0.280s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:42:18 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Cannot resize image /opt/stack/data/nova/instances/caede036-31a6-4fdf-8f83-5ef4cb79541a/disk to a smaller size. {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 08:42:18 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:42:18 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Ensure instance console log exists: /opt/stack/data/nova/instances/caede036-31a6-4fdf-8f83-5ef4cb79541a/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:42:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:42:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:42:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:42:18 user nova-compute[73884]: DEBUG nova.network.neutron [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Successfully created port: 09da4750-9b9c-4af0-b5e5-749f07a1f5f7 {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG nova.network.neutron [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Successfully updated port: 09da4750-9b9c-4af0-b5e5-749f07a1f5f7 {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "refresh_cache-caede036-31a6-4fdf-8f83-5ef4cb79541a" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquired lock "refresh_cache-caede036-31a6-4fdf-8f83-5ef4cb79541a" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG nova.network.neutron [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG nova.compute.manager [req-b2862eef-a019-4d4d-9fbb-94dcec1dbe83 req-683215e3-3b66-4a76-99d5-48976de67c31 service nova] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Received event network-changed-09da4750-9b9c-4af0-b5e5-749f07a1f5f7 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG nova.compute.manager [req-b2862eef-a019-4d4d-9fbb-94dcec1dbe83 req-683215e3-3b66-4a76-99d5-48976de67c31 service nova] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Refreshing instance network info cache due to event network-changed-09da4750-9b9c-4af0-b5e5-749f07a1f5f7. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-b2862eef-a019-4d4d-9fbb-94dcec1dbe83 req-683215e3-3b66-4a76-99d5-48976de67c31 service nova] Acquiring lock "refresh_cache-caede036-31a6-4fdf-8f83-5ef4cb79541a" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG nova.network.neutron [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG nova.network.neutron [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Updating instance_info_cache with network_info: [{"id": "09da4750-9b9c-4af0-b5e5-749f07a1f5f7", "address": "fa:16:3e:04:75:62", "network": {"id": "e6c27229-23f2-49e4-a586-cd4ba520e1e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-139611324-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d655f1249c64e03ba95139efa91e346", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09da4750-9b", "ovs_interfaceid": "09da4750-9b9c-4af0-b5e5-749f07a1f5f7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Releasing lock "refresh_cache-caede036-31a6-4fdf-8f83-5ef4cb79541a" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG nova.compute.manager [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Instance network_info: |[{"id": "09da4750-9b9c-4af0-b5e5-749f07a1f5f7", "address": "fa:16:3e:04:75:62", "network": {"id": "e6c27229-23f2-49e4-a586-cd4ba520e1e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-139611324-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d655f1249c64e03ba95139efa91e346", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09da4750-9b", "ovs_interfaceid": "09da4750-9b9c-4af0-b5e5-749f07a1f5f7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-b2862eef-a019-4d4d-9fbb-94dcec1dbe83 req-683215e3-3b66-4a76-99d5-48976de67c31 service nova] Acquired lock "refresh_cache-caede036-31a6-4fdf-8f83-5ef4cb79541a" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG nova.network.neutron [req-b2862eef-a019-4d4d-9fbb-94dcec1dbe83 req-683215e3-3b66-4a76-99d5-48976de67c31 service nova] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Refreshing network info cache for port 09da4750-9b9c-4af0-b5e5-749f07a1f5f7 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Start _get_guest_xml network_info=[{"id": "09da4750-9b9c-4af0-b5e5-749f07a1f5f7", "address": "fa:16:3e:04:75:62", "network": {"id": "e6c27229-23f2-49e4-a586-cd4ba520e1e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-139611324-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d655f1249c64e03ba95139efa91e346", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09da4750-9b", "ovs_interfaceid": "09da4750-9b9c-4af0-b5e5-749f07a1f5f7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'a4e1d819-b957-4c9c-9b9d-fd987951fbab'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:42:19 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:42:19 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:42:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:42:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1158420893',display_name='tempest-AttachVolumeNegativeTest-server-1158420893',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1158420893',id=35,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIAaSwcVuKiyFNytmWl+P13/KvaJ3etKgBLzOzunCLxyu+hmRoIcpg72UGQKCYH4HjaxcmANmR2ynxeYE9BBeti3b4Ev9e3QUQAxZFaWb7aACWxlvJX5TGOyNig+kJy7dw==',key_name='tempest-keypair-1561863900',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8d655f1249c64e03ba95139efa91e346',ramdisk_id='',reservation_id='r-p3m186hn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-155093106',owner_user_name='tempest-AttachVolumeNegativeTest-155093106-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:42:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='66ae9d1205f8431b8633ceea5ff568ed',uuid=caede036-31a6-4fdf-8f83-5ef4cb79541a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "09da4750-9b9c-4af0-b5e5-749f07a1f5f7", "address": "fa:16:3e:04:75:62", "network": {"id": "e6c27229-23f2-49e4-a586-cd4ba520e1e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-139611324-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d655f1249c64e03ba95139efa91e346", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09da4750-9b", "ovs_interfaceid": "09da4750-9b9c-4af0-b5e5-749f07a1f5f7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Converting VIF {"id": "09da4750-9b9c-4af0-b5e5-749f07a1f5f7", "address": "fa:16:3e:04:75:62", "network": {"id": "e6c27229-23f2-49e4-a586-cd4ba520e1e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-139611324-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d655f1249c64e03ba95139efa91e346", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09da4750-9b", "ovs_interfaceid": "09da4750-9b9c-4af0-b5e5-749f07a1f5f7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:04:75:62,bridge_name='br-int',has_traffic_filtering=True,id=09da4750-9b9c-4af0-b5e5-749f07a1f5f7,network=Network(e6c27229-23f2-49e4-a586-cd4ba520e1e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09da4750-9b') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG nova.objects.instance [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lazy-loading 'pci_devices' on Instance uuid caede036-31a6-4fdf-8f83-5ef4cb79541a {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:42:19 user nova-compute[73884]:   <uuid>caede036-31a6-4fdf-8f83-5ef4cb79541a</uuid>
Oct 16 08:42:19 user nova-compute[73884]:   <name>instance-00000023</name>
Oct 16 08:42:19 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:42:19 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:42:19 user nova-compute[73884]:   <metadata>
Oct 16 08:42:19 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:42:19 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:42:19 user nova-compute[73884]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1158420893</nova:name>
Oct 16 08:42:19 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:42:19</nova:creationTime>
Oct 16 08:42:19 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:42:19 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:42:19 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:42:19 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:42:19 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:42:19 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:42:19 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:42:19 user nova-compute[73884]:       <nova:owner>
Oct 16 08:42:19 user nova-compute[73884]:         <nova:user uuid="66ae9d1205f8431b8633ceea5ff568ed">tempest-AttachVolumeNegativeTest-155093106-project-member</nova:user>
Oct 16 08:42:19 user nova-compute[73884]:         <nova:project uuid="8d655f1249c64e03ba95139efa91e346">tempest-AttachVolumeNegativeTest-155093106</nova:project>
Oct 16 08:42:19 user nova-compute[73884]:       </nova:owner>
Oct 16 08:42:19 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:42:19 user nova-compute[73884]:       <nova:ports>
Oct 16 08:42:19 user nova-compute[73884]:         <nova:port uuid="09da4750-9b9c-4af0-b5e5-749f07a1f5f7">
Oct 16 08:42:19 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 16 08:42:19 user nova-compute[73884]:         </nova:port>
Oct 16 08:42:19 user nova-compute[73884]:       </nova:ports>
Oct 16 08:42:19 user nova-compute[73884]:     </nova:instance>
Oct 16 08:42:19 user nova-compute[73884]:   </metadata>
Oct 16 08:42:19 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:42:19 user nova-compute[73884]:     <system>
Oct 16 08:42:19 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:42:19 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:42:19 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:42:19 user nova-compute[73884]:       <entry name="serial">caede036-31a6-4fdf-8f83-5ef4cb79541a</entry>
Oct 16 08:42:19 user nova-compute[73884]:       <entry name="uuid">caede036-31a6-4fdf-8f83-5ef4cb79541a</entry>
Oct 16 08:42:19 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:42:19 user nova-compute[73884]:     </system>
Oct 16 08:42:19 user nova-compute[73884]:   </sysinfo>
Oct 16 08:42:19 user nova-compute[73884]:   <os>
Oct 16 08:42:19 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:42:19 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:42:19 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:42:19 user nova-compute[73884]:   </os>
Oct 16 08:42:19 user nova-compute[73884]:   <features>
Oct 16 08:42:19 user nova-compute[73884]:     <acpi/>
Oct 16 08:42:19 user nova-compute[73884]:     <apic/>
Oct 16 08:42:19 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:42:19 user nova-compute[73884]:   </features>
Oct 16 08:42:19 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:42:19 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:42:19 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:42:19 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:42:19 user nova-compute[73884]:   </clock>
Oct 16 08:42:19 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:42:19 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:42:19 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:42:19 user nova-compute[73884]:   </cpu>
Oct 16 08:42:19 user nova-compute[73884]:   <devices>
Oct 16 08:42:19 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:42:19 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:42:19 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/caede036-31a6-4fdf-8f83-5ef4cb79541a/disk"/>
Oct 16 08:42:19 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:42:19 user nova-compute[73884]:     </disk>
Oct 16 08:42:19 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:42:19 user nova-compute[73884]:       <mac address="fa:16:3e:04:75:62"/>
Oct 16 08:42:19 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:42:19 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:42:19 user nova-compute[73884]:       <target dev="tap09da4750-9b"/>
Oct 16 08:42:19 user nova-compute[73884]:     </interface>
Oct 16 08:42:19 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:42:19 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/caede036-31a6-4fdf-8f83-5ef4cb79541a/console.log" append="off"/>
Oct 16 08:42:19 user nova-compute[73884]:     </serial>
Oct 16 08:42:19 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:42:19 user nova-compute[73884]:     <video>
Oct 16 08:42:19 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:42:19 user nova-compute[73884]:     </video>
Oct 16 08:42:19 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:42:19 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:42:19 user nova-compute[73884]:     </rng>
Oct 16 08:42:19 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:42:19 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:42:19 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:42:19 user nova-compute[73884]:     </memballoon>
Oct 16 08:42:19 user nova-compute[73884]:   </devices>
Oct 16 08:42:19 user nova-compute[73884]: </domain>
Oct 16 08:42:19 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:42:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1158420893',display_name='tempest-AttachVolumeNegativeTest-server-1158420893',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1158420893',id=35,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIAaSwcVuKiyFNytmWl+P13/KvaJ3etKgBLzOzunCLxyu+hmRoIcpg72UGQKCYH4HjaxcmANmR2ynxeYE9BBeti3b4Ev9e3QUQAxZFaWb7aACWxlvJX5TGOyNig+kJy7dw==',key_name='tempest-keypair-1561863900',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8d655f1249c64e03ba95139efa91e346',ramdisk_id='',reservation_id='r-p3m186hn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-155093106',owner_user_name='tempest-AttachVolumeNegativeTest-155093106-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:42:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='66ae9d1205f8431b8633ceea5ff568ed',uuid=caede036-31a6-4fdf-8f83-5ef4cb79541a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "09da4750-9b9c-4af0-b5e5-749f07a1f5f7", "address": "fa:16:3e:04:75:62", "network": {"id": "e6c27229-23f2-49e4-a586-cd4ba520e1e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-139611324-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d655f1249c64e03ba95139efa91e346", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09da4750-9b", "ovs_interfaceid": "09da4750-9b9c-4af0-b5e5-749f07a1f5f7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Converting VIF {"id": "09da4750-9b9c-4af0-b5e5-749f07a1f5f7", "address": "fa:16:3e:04:75:62", "network": {"id": "e6c27229-23f2-49e4-a586-cd4ba520e1e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-139611324-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d655f1249c64e03ba95139efa91e346", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09da4750-9b", "ovs_interfaceid": "09da4750-9b9c-4af0-b5e5-749f07a1f5f7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:04:75:62,bridge_name='br-int',has_traffic_filtering=True,id=09da4750-9b9c-4af0-b5e5-749f07a1f5f7,network=Network(e6c27229-23f2-49e4-a586-cd4ba520e1e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09da4750-9b') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG os_vif [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:04:75:62,bridge_name='br-int',has_traffic_filtering=True,id=09da4750-9b9c-4af0-b5e5-749f07a1f5f7,network=Network(e6c27229-23f2-49e4-a586-cd4ba520e1e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09da4750-9b') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8ed100ee-93cc-540a-a822-080f54d113da', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap09da4750-9b, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap09da4750-9b, col_values=(('qos', UUID('6805c3e3-ac41-4549-809d-8f112b69fed4')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap09da4750-9b, col_values=(('external_ids', {'iface-id': '09da4750-9b9c-4af0-b5e5-749f07a1f5f7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:04:75:62', 'vm-uuid': 'caede036-31a6-4fdf-8f83-5ef4cb79541a'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:42:19 user nova-compute[73884]: INFO os_vif [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:04:75:62,bridge_name='br-int',has_traffic_filtering=True,id=09da4750-9b9c-4af0-b5e5-749f07a1f5f7,network=Network(e6c27229-23f2-49e4-a586-cd4ba520e1e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09da4750-9b')
Oct 16 08:42:20 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:42:20 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] No VIF found with MAC fa:16:3e:04:75:62, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:42:20 user nova-compute[73884]: DEBUG nova.network.neutron [req-b2862eef-a019-4d4d-9fbb-94dcec1dbe83 req-683215e3-3b66-4a76-99d5-48976de67c31 service nova] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Updated VIF entry in instance network info cache for port 09da4750-9b9c-4af0-b5e5-749f07a1f5f7. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:42:20 user nova-compute[73884]: DEBUG nova.network.neutron [req-b2862eef-a019-4d4d-9fbb-94dcec1dbe83 req-683215e3-3b66-4a76-99d5-48976de67c31 service nova] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Updating instance_info_cache with network_info: [{"id": "09da4750-9b9c-4af0-b5e5-749f07a1f5f7", "address": "fa:16:3e:04:75:62", "network": {"id": "e6c27229-23f2-49e4-a586-cd4ba520e1e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-139611324-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d655f1249c64e03ba95139efa91e346", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09da4750-9b", "ovs_interfaceid": "09da4750-9b9c-4af0-b5e5-749f07a1f5f7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:42:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-b2862eef-a019-4d4d-9fbb-94dcec1dbe83 req-683215e3-3b66-4a76-99d5-48976de67c31 service nova] Releasing lock "refresh_cache-caede036-31a6-4fdf-8f83-5ef4cb79541a" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:42:21 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:21 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:21 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:21 user nova-compute[73884]: DEBUG nova.compute.manager [req-5d8a06f0-6bbe-4bef-b218-2086eafe2991 req-dde88e87-03f6-4209-865d-b4301862a3b5 service nova] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Received event network-vif-plugged-09da4750-9b9c-4af0-b5e5-749f07a1f5f7 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:42:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-5d8a06f0-6bbe-4bef-b218-2086eafe2991 req-dde88e87-03f6-4209-865d-b4301862a3b5 service nova] Acquiring lock "caede036-31a6-4fdf-8f83-5ef4cb79541a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:42:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-5d8a06f0-6bbe-4bef-b218-2086eafe2991 req-dde88e87-03f6-4209-865d-b4301862a3b5 service nova] Lock "caede036-31a6-4fdf-8f83-5ef4cb79541a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.006s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:42:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-5d8a06f0-6bbe-4bef-b218-2086eafe2991 req-dde88e87-03f6-4209-865d-b4301862a3b5 service nova] Lock "caede036-31a6-4fdf-8f83-5ef4cb79541a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:42:21 user nova-compute[73884]: DEBUG nova.compute.manager [req-5d8a06f0-6bbe-4bef-b218-2086eafe2991 req-dde88e87-03f6-4209-865d-b4301862a3b5 service nova] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] No waiting events found dispatching network-vif-plugged-09da4750-9b9c-4af0-b5e5-749f07a1f5f7 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:42:21 user nova-compute[73884]: WARNING nova.compute.manager [req-5d8a06f0-6bbe-4bef-b218-2086eafe2991 req-dde88e87-03f6-4209-865d-b4301862a3b5 service nova] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Received unexpected event network-vif-plugged-09da4750-9b9c-4af0-b5e5-749f07a1f5f7 for instance with vm_state building and task_state spawning.
Oct 16 08:42:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:23 user nova-compute[73884]: DEBUG nova.compute.manager [req-ed40512e-3c10-496f-aa04-8f8dfb3eeef0 req-f52fdd7f-102d-4eae-8d35-b69054ec6911 service nova] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Received event network-vif-plugged-09da4750-9b9c-4af0-b5e5-749f07a1f5f7 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:42:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ed40512e-3c10-496f-aa04-8f8dfb3eeef0 req-f52fdd7f-102d-4eae-8d35-b69054ec6911 service nova] Acquiring lock "caede036-31a6-4fdf-8f83-5ef4cb79541a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:42:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ed40512e-3c10-496f-aa04-8f8dfb3eeef0 req-f52fdd7f-102d-4eae-8d35-b69054ec6911 service nova] Lock "caede036-31a6-4fdf-8f83-5ef4cb79541a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:42:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ed40512e-3c10-496f-aa04-8f8dfb3eeef0 req-f52fdd7f-102d-4eae-8d35-b69054ec6911 service nova] Lock "caede036-31a6-4fdf-8f83-5ef4cb79541a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:42:23 user nova-compute[73884]: DEBUG nova.compute.manager [req-ed40512e-3c10-496f-aa04-8f8dfb3eeef0 req-f52fdd7f-102d-4eae-8d35-b69054ec6911 service nova] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] No waiting events found dispatching network-vif-plugged-09da4750-9b9c-4af0-b5e5-749f07a1f5f7 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:42:23 user nova-compute[73884]: WARNING nova.compute.manager [req-ed40512e-3c10-496f-aa04-8f8dfb3eeef0 req-f52fdd7f-102d-4eae-8d35-b69054ec6911 service nova] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Received unexpected event network-vif-plugged-09da4750-9b9c-4af0-b5e5-749f07a1f5f7 for instance with vm_state building and task_state spawning.
Oct 16 08:42:24 user nova-compute[73884]: DEBUG nova.compute.manager [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:42:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:42:24 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Instance spawned successfully.
Oct 16 08:42:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:42:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:42:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:42:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:42:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:42:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:42:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:42:24 user nova-compute[73884]: INFO nova.compute.manager [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Took 6.74 seconds to spawn the instance on the hypervisor.
Oct 16 08:42:24 user nova-compute[73884]: DEBUG nova.compute.manager [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:42:24 user nova-compute[73884]: INFO nova.compute.manager [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Took 7.63 seconds to build instance.
Oct 16 08:42:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-11773e5f-2292-44ea-b16c-558578d94e5d tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "caede036-31a6-4fdf-8f83-5ef4cb79541a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.765s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:42:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:30 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "48e3f20e-88a8-4e78-9524-40f1d0a7555b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:42:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "48e3f20e-88a8-4e78-9524-40f1d0a7555b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:42:34 user nova-compute[73884]: DEBUG nova.compute.manager [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:42:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:42:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:42:34 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:42:34 user nova-compute[73884]: INFO nova.compute.claims [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Claim successful on node user
Oct 16 08:42:34 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:42:34 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:42:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.596s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:42:34 user nova-compute[73884]: DEBUG nova.compute.manager [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:42:34 user nova-compute[73884]: DEBUG nova.compute.manager [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:42:34 user nova-compute[73884]: DEBUG nova.network.neutron [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:42:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:34 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:42:35 user nova-compute[73884]: DEBUG nova.compute.manager [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:42:35 user nova-compute[73884]: INFO nova.virt.block_device [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Booting with volume 04e18832-dff6-49f3-9a2a-79bd35d6ee53 at /dev/vda
Oct 16 08:42:35 user nova-compute[73884]: DEBUG nova.policy [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e683e6de0905423cb11b3fce7c77f7fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e746b051e0de47ab8847bba1edcbee5b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:42:35 user nova-compute[73884]: DEBUG os_brick.utils [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:42:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:42:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:42:35 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[839a3b00-aaea-4cb8-a495-817abf5be167]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:42:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:42:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:42:35 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[7befeb0d-b294-43d6-a217-d0c53b0c2e2a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:42:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:42:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:42:35 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[30dfac0e-766c-44a7-a106-f28e69d56517]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:42:35 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[47cb5667-d5b6-4bd4-a953-d856ff590c56]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:42:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:42:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:42:35 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 08:42:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:42:35 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:42:35 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 08:42:35 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4bd994d-606e-45a3-a248-dc1c122dfda3]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:42:35 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 08:42:35 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 08:42:35 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 08:42:35 user nova-compute[73884]: DEBUG os_brick.utils [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] <== get_connector_properties: return (153ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:42:35 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Updating existing volume attachment record: 7cee200e-0dcd-488d-9733-9c3d79d4ba9d {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 08:42:35 user nova-compute[73884]: DEBUG nova.network.neutron [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Successfully created port: e56258c2-3d15-416a-a3b3-a1fdb2ac8538 {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:42:36 user nova-compute[73884]: DEBUG nova.network.neutron [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Successfully updated port: e56258c2-3d15-416a-a3b3-a1fdb2ac8538 {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:42:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "refresh_cache-48e3f20e-88a8-4e78-9524-40f1d0a7555b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:42:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquired lock "refresh_cache-48e3f20e-88a8-4e78-9524-40f1d0a7555b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:42:36 user nova-compute[73884]: DEBUG nova.network.neutron [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:42:36 user nova-compute[73884]: DEBUG nova.compute.manager [req-8b839e22-57f2-43d2-9be8-50f77b25dba7 req-df084fd2-8086-488f-bfc1-4ca8864d448b service nova] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Received event network-changed-e56258c2-3d15-416a-a3b3-a1fdb2ac8538 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:42:36 user nova-compute[73884]: DEBUG nova.compute.manager [req-8b839e22-57f2-43d2-9be8-50f77b25dba7 req-df084fd2-8086-488f-bfc1-4ca8864d448b service nova] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Refreshing instance network info cache due to event network-changed-e56258c2-3d15-416a-a3b3-a1fdb2ac8538. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:42:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8b839e22-57f2-43d2-9be8-50f77b25dba7 req-df084fd2-8086-488f-bfc1-4ca8864d448b service nova] Acquiring lock "refresh_cache-48e3f20e-88a8-4e78-9524-40f1d0a7555b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:42:36 user nova-compute[73884]: DEBUG nova.network.neutron [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:42:36 user nova-compute[73884]: DEBUG nova.network.neutron [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Updating instance_info_cache with network_info: [{"id": "e56258c2-3d15-416a-a3b3-a1fdb2ac8538", "address": "fa:16:3e:33:bd:1a", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape56258c2-3d", "ovs_interfaceid": "e56258c2-3d15-416a-a3b3-a1fdb2ac8538", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:42:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Releasing lock "refresh_cache-48e3f20e-88a8-4e78-9524-40f1d0a7555b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:42:36 user nova-compute[73884]: DEBUG nova.compute.manager [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Instance network_info: |[{"id": "e56258c2-3d15-416a-a3b3-a1fdb2ac8538", "address": "fa:16:3e:33:bd:1a", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape56258c2-3d", "ovs_interfaceid": "e56258c2-3d15-416a-a3b3-a1fdb2ac8538", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:42:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8b839e22-57f2-43d2-9be8-50f77b25dba7 req-df084fd2-8086-488f-bfc1-4ca8864d448b service nova] Acquired lock "refresh_cache-48e3f20e-88a8-4e78-9524-40f1d0a7555b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:42:36 user nova-compute[73884]: DEBUG nova.network.neutron [req-8b839e22-57f2-43d2-9be8-50f77b25dba7 req-df084fd2-8086-488f-bfc1-4ca8864d448b service nova] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Refreshing network info cache for port e56258c2-3d15-416a-a3b3-a1fdb2ac8538 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:42:37 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:37 user nova-compute[73884]: DEBUG nova.network.neutron [req-8b839e22-57f2-43d2-9be8-50f77b25dba7 req-df084fd2-8086-488f-bfc1-4ca8864d448b service nova] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Updated VIF entry in instance network info cache for port e56258c2-3d15-416a-a3b3-a1fdb2ac8538. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:42:37 user nova-compute[73884]: DEBUG nova.network.neutron [req-8b839e22-57f2-43d2-9be8-50f77b25dba7 req-df084fd2-8086-488f-bfc1-4ca8864d448b service nova] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Updating instance_info_cache with network_info: [{"id": "e56258c2-3d15-416a-a3b3-a1fdb2ac8538", "address": "fa:16:3e:33:bd:1a", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape56258c2-3d", "ovs_interfaceid": "e56258c2-3d15-416a-a3b3-a1fdb2ac8538", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:42:37 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8b839e22-57f2-43d2-9be8-50f77b25dba7 req-df084fd2-8086-488f-bfc1-4ca8864d448b service nova] Releasing lock "refresh_cache-48e3f20e-88a8-4e78-9524-40f1d0a7555b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:42:38 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:39 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:40 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Acquiring lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:42:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:42:46 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:42:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:42:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:42:47 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:42:47 user nova-compute[73884]: INFO nova.compute.claims [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Claim successful on node user
Oct 16 08:42:47 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:42:47 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:42:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.545s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:42:47 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:42:47 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:42:47 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:42:47 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:42:47 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:42:47 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:42:47 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:42:47 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Creating image(s)
Oct 16 08:42:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Acquiring lock "/opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:42:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "/opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:42:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "/opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.010s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:42:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:42:48 user nova-compute[73884]: DEBUG nova.policy [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1425a88a402e4aaab29a6d74d8b12302', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9486d594d1c4cfca00d2393773837ce', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:42:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.273s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:42:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Acquiring lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:42:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:42:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:42:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.213s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:42:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:42:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk 1073741824" returned: 0 in 0.064s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:42:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.283s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:42:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:42:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.190s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:42:48 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk. size=1073741824 {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 08:42:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:42:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk --force-share --output=json" returned: 0 in 0.246s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:42:48 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Cannot resize image /opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk to a smaller size. {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 08:42:48 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:42:48 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Ensure instance console log exists: /opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:42:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:42:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:42:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:42:48 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Successfully created port: 366b3665-9b10-40f0-a576-77a10c182d2e {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:42:49 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:42:49 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:42:49 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Successfully updated port: 366b3665-9b10-40f0-a576-77a10c182d2e {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:42:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Acquiring lock "refresh_cache-e8439e61-c45c-4b23-ae85-d6cdd06024fc" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:42:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Acquired lock "refresh_cache-e8439e61-c45c-4b23-ae85-d6cdd06024fc" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:42:49 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:42:49 user nova-compute[73884]: DEBUG nova.compute.manager [req-ce19d9d5-78f1-43fe-adba-118dac37836f req-4cd183cf-fae9-46ef-ade2-2e75006a2298 service nova] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Received event network-changed-366b3665-9b10-40f0-a576-77a10c182d2e {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:42:49 user nova-compute[73884]: DEBUG nova.compute.manager [req-ce19d9d5-78f1-43fe-adba-118dac37836f req-4cd183cf-fae9-46ef-ade2-2e75006a2298 service nova] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Refreshing instance network info cache due to event network-changed-366b3665-9b10-40f0-a576-77a10c182d2e. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:42:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ce19d9d5-78f1-43fe-adba-118dac37836f req-4cd183cf-fae9-46ef-ade2-2e75006a2298 service nova] Acquiring lock "refresh_cache-e8439e61-c45c-4b23-ae85-d6cdd06024fc" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:42:49 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:42:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Updating instance_info_cache with network_info: [{"id": "366b3665-9b10-40f0-a576-77a10c182d2e", "address": "fa:16:3e:8b:dc:7c", "network": {"id": "45831488-169c-487a-844d-8e963fcfc606", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-598871473-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9486d594d1c4cfca00d2393773837ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap366b3665-9b", "ovs_interfaceid": "366b3665-9b10-40f0-a576-77a10c182d2e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Releasing lock "refresh_cache-e8439e61-c45c-4b23-ae85-d6cdd06024fc" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Instance network_info: |[{"id": "366b3665-9b10-40f0-a576-77a10c182d2e", "address": "fa:16:3e:8b:dc:7c", "network": {"id": "45831488-169c-487a-844d-8e963fcfc606", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-598871473-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9486d594d1c4cfca00d2393773837ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap366b3665-9b", "ovs_interfaceid": "366b3665-9b10-40f0-a576-77a10c182d2e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ce19d9d5-78f1-43fe-adba-118dac37836f req-4cd183cf-fae9-46ef-ade2-2e75006a2298 service nova] Acquired lock "refresh_cache-e8439e61-c45c-4b23-ae85-d6cdd06024fc" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG nova.network.neutron [req-ce19d9d5-78f1-43fe-adba-118dac37836f req-4cd183cf-fae9-46ef-ade2-2e75006a2298 service nova] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Refreshing network info cache for port 366b3665-9b10-40f0-a576-77a10c182d2e {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Start _get_guest_xml network_info=[{"id": "366b3665-9b10-40f0-a576-77a10c182d2e", "address": "fa:16:3e:8b:dc:7c", "network": {"id": "45831488-169c-487a-844d-8e963fcfc606", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-598871473-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9486d594d1c4cfca00d2393773837ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap366b3665-9b", "ovs_interfaceid": "366b3665-9b10-40f0-a576-77a10c182d2e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'a4e1d819-b957-4c9c-9b9d-fd987951fbab'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:42:50 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:42:50 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:42:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:42:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1243566427',display_name='tempest-SnapshotDataIntegrityTests-server-1243566427',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1243566427',id=37,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJwK2xayrPtl1/NpDfjbGkIJc7p+TSIQpVNJxrj9eKFQUXefLtWgJxIi4WVgC/w6VQAX4gLeZc4nf4RLFelrx+ju66LMtWAGoFBwaPF0wJrMjqSRfDyWjHjCKQxGBTmb3A==',key_name='tempest-keypair-967093360',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a9486d594d1c4cfca00d2393773837ce',ramdisk_id='',reservation_id='r-9h638ei2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-332668216',owner_user_name='tempest-SnapshotDataIntegrityTests-332668216-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:42:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1425a88a402e4aaab29a6d74d8b12302',uuid=e8439e61-c45c-4b23-ae85-d6cdd06024fc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "366b3665-9b10-40f0-a576-77a10c182d2e", "address": "fa:16:3e:8b:dc:7c", "network": {"id": "45831488-169c-487a-844d-8e963fcfc606", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-598871473-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9486d594d1c4cfca00d2393773837ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap366b3665-9b", "ovs_interfaceid": "366b3665-9b10-40f0-a576-77a10c182d2e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Converting VIF {"id": "366b3665-9b10-40f0-a576-77a10c182d2e", "address": "fa:16:3e:8b:dc:7c", "network": {"id": "45831488-169c-487a-844d-8e963fcfc606", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-598871473-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9486d594d1c4cfca00d2393773837ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap366b3665-9b", "ovs_interfaceid": "366b3665-9b10-40f0-a576-77a10c182d2e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8b:dc:7c,bridge_name='br-int',has_traffic_filtering=True,id=366b3665-9b10-40f0-a576-77a10c182d2e,network=Network(45831488-169c-487a-844d-8e963fcfc606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap366b3665-9b') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG nova.objects.instance [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lazy-loading 'pci_devices' on Instance uuid e8439e61-c45c-4b23-ae85-d6cdd06024fc {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:42:50 user nova-compute[73884]:   <uuid>e8439e61-c45c-4b23-ae85-d6cdd06024fc</uuid>
Oct 16 08:42:50 user nova-compute[73884]:   <name>instance-00000025</name>
Oct 16 08:42:50 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:42:50 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:42:50 user nova-compute[73884]:   <metadata>
Oct 16 08:42:50 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:42:50 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:42:50 user nova-compute[73884]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-1243566427</nova:name>
Oct 16 08:42:50 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:42:50</nova:creationTime>
Oct 16 08:42:50 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:42:50 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:42:50 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:42:50 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:42:50 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:42:50 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:42:50 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:42:50 user nova-compute[73884]:       <nova:owner>
Oct 16 08:42:50 user nova-compute[73884]:         <nova:user uuid="1425a88a402e4aaab29a6d74d8b12302">tempest-SnapshotDataIntegrityTests-332668216-project-member</nova:user>
Oct 16 08:42:50 user nova-compute[73884]:         <nova:project uuid="a9486d594d1c4cfca00d2393773837ce">tempest-SnapshotDataIntegrityTests-332668216</nova:project>
Oct 16 08:42:50 user nova-compute[73884]:       </nova:owner>
Oct 16 08:42:50 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:42:50 user nova-compute[73884]:       <nova:ports>
Oct 16 08:42:50 user nova-compute[73884]:         <nova:port uuid="366b3665-9b10-40f0-a576-77a10c182d2e">
Oct 16 08:42:50 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 16 08:42:50 user nova-compute[73884]:         </nova:port>
Oct 16 08:42:50 user nova-compute[73884]:       </nova:ports>
Oct 16 08:42:50 user nova-compute[73884]:     </nova:instance>
Oct 16 08:42:50 user nova-compute[73884]:   </metadata>
Oct 16 08:42:50 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:42:50 user nova-compute[73884]:     <system>
Oct 16 08:42:50 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:42:50 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:42:50 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:42:50 user nova-compute[73884]:       <entry name="serial">e8439e61-c45c-4b23-ae85-d6cdd06024fc</entry>
Oct 16 08:42:50 user nova-compute[73884]:       <entry name="uuid">e8439e61-c45c-4b23-ae85-d6cdd06024fc</entry>
Oct 16 08:42:50 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:42:50 user nova-compute[73884]:     </system>
Oct 16 08:42:50 user nova-compute[73884]:   </sysinfo>
Oct 16 08:42:50 user nova-compute[73884]:   <os>
Oct 16 08:42:50 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:42:50 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:42:50 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:42:50 user nova-compute[73884]:   </os>
Oct 16 08:42:50 user nova-compute[73884]:   <features>
Oct 16 08:42:50 user nova-compute[73884]:     <acpi/>
Oct 16 08:42:50 user nova-compute[73884]:     <apic/>
Oct 16 08:42:50 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:42:50 user nova-compute[73884]:   </features>
Oct 16 08:42:50 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:42:50 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:42:50 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:42:50 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:42:50 user nova-compute[73884]:   </clock>
Oct 16 08:42:50 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:42:50 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:42:50 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:42:50 user nova-compute[73884]:   </cpu>
Oct 16 08:42:50 user nova-compute[73884]:   <devices>
Oct 16 08:42:50 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:42:50 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:42:50 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk"/>
Oct 16 08:42:50 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:42:50 user nova-compute[73884]:     </disk>
Oct 16 08:42:50 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:42:50 user nova-compute[73884]:       <mac address="fa:16:3e:8b:dc:7c"/>
Oct 16 08:42:50 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:42:50 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:42:50 user nova-compute[73884]:       <target dev="tap366b3665-9b"/>
Oct 16 08:42:50 user nova-compute[73884]:     </interface>
Oct 16 08:42:50 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:42:50 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/console.log" append="off"/>
Oct 16 08:42:50 user nova-compute[73884]:     </serial>
Oct 16 08:42:50 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:42:50 user nova-compute[73884]:     <video>
Oct 16 08:42:50 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:42:50 user nova-compute[73884]:     </video>
Oct 16 08:42:50 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:42:50 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:42:50 user nova-compute[73884]:     </rng>
Oct 16 08:42:50 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:42:50 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:42:50 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:42:50 user nova-compute[73884]:     </memballoon>
Oct 16 08:42:50 user nova-compute[73884]:   </devices>
Oct 16 08:42:50 user nova-compute[73884]: </domain>
Oct 16 08:42:50 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:42:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1243566427',display_name='tempest-SnapshotDataIntegrityTests-server-1243566427',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1243566427',id=37,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJwK2xayrPtl1/NpDfjbGkIJc7p+TSIQpVNJxrj9eKFQUXefLtWgJxIi4WVgC/w6VQAX4gLeZc4nf4RLFelrx+ju66LMtWAGoFBwaPF0wJrMjqSRfDyWjHjCKQxGBTmb3A==',key_name='tempest-keypair-967093360',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a9486d594d1c4cfca00d2393773837ce',ramdisk_id='',reservation_id='r-9h638ei2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-332668216',owner_user_name='tempest-SnapshotDataIntegrityTests-332668216-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:42:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1425a88a402e4aaab29a6d74d8b12302',uuid=e8439e61-c45c-4b23-ae85-d6cdd06024fc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "366b3665-9b10-40f0-a576-77a10c182d2e", "address": "fa:16:3e:8b:dc:7c", "network": {"id": "45831488-169c-487a-844d-8e963fcfc606", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-598871473-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9486d594d1c4cfca00d2393773837ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap366b3665-9b", "ovs_interfaceid": "366b3665-9b10-40f0-a576-77a10c182d2e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Converting VIF {"id": "366b3665-9b10-40f0-a576-77a10c182d2e", "address": "fa:16:3e:8b:dc:7c", "network": {"id": "45831488-169c-487a-844d-8e963fcfc606", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-598871473-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9486d594d1c4cfca00d2393773837ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap366b3665-9b", "ovs_interfaceid": "366b3665-9b10-40f0-a576-77a10c182d2e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8b:dc:7c,bridge_name='br-int',has_traffic_filtering=True,id=366b3665-9b10-40f0-a576-77a10c182d2e,network=Network(45831488-169c-487a-844d-8e963fcfc606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap366b3665-9b') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG os_vif [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8b:dc:7c,bridge_name='br-int',has_traffic_filtering=True,id=366b3665-9b10-40f0-a576-77a10c182d2e,network=Network(45831488-169c-487a-844d-8e963fcfc606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap366b3665-9b') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f5a2a75f-2fbe-59c6-b86e-4f95f26a9aef', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap366b3665-9b, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap366b3665-9b, col_values=(('qos', UUID('1d62500c-d956-4c0c-aaab-9b32241a27df')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap366b3665-9b, col_values=(('external_ids', {'iface-id': '366b3665-9b10-40f0-a576-77a10c182d2e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8b:dc:7c', 'vm-uuid': 'e8439e61-c45c-4b23-ae85-d6cdd06024fc'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:50 user nova-compute[73884]: INFO os_vif [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8b:dc:7c,bridge_name='br-int',has_traffic_filtering=True,id=366b3665-9b10-40f0-a576-77a10c182d2e,network=Network(45831488-169c-487a-844d-8e963fcfc606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap366b3665-9b')
Oct 16 08:42:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] No VIF found with MAC fa:16:3e:8b:dc:7c, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG nova.network.neutron [req-ce19d9d5-78f1-43fe-adba-118dac37836f req-4cd183cf-fae9-46ef-ade2-2e75006a2298 service nova] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Updated VIF entry in instance network info cache for port 366b3665-9b10-40f0-a576-77a10c182d2e. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG nova.network.neutron [req-ce19d9d5-78f1-43fe-adba-118dac37836f req-4cd183cf-fae9-46ef-ade2-2e75006a2298 service nova] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Updating instance_info_cache with network_info: [{"id": "366b3665-9b10-40f0-a576-77a10c182d2e", "address": "fa:16:3e:8b:dc:7c", "network": {"id": "45831488-169c-487a-844d-8e963fcfc606", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-598871473-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9486d594d1c4cfca00d2393773837ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap366b3665-9b", "ovs_interfaceid": "366b3665-9b10-40f0-a576-77a10c182d2e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:42:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ce19d9d5-78f1-43fe-adba-118dac37836f req-4cd183cf-fae9-46ef-ade2-2e75006a2298 service nova] Releasing lock "refresh_cache-e8439e61-c45c-4b23-ae85-d6cdd06024fc" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:42:51 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:42:51 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:51 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:51 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:51 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:52 user nova-compute[73884]: DEBUG nova.compute.manager [req-71a878f4-f389-4ca9-b186-fc890ad7fe8b req-9ab324c8-0c5e-42e7-911d-4a9b3b9b98f1 service nova] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Received event network-vif-plugged-366b3665-9b10-40f0-a576-77a10c182d2e {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:42:52 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-71a878f4-f389-4ca9-b186-fc890ad7fe8b req-9ab324c8-0c5e-42e7-911d-4a9b3b9b98f1 service nova] Acquiring lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:42:52 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-71a878f4-f389-4ca9-b186-fc890ad7fe8b req-9ab324c8-0c5e-42e7-911d-4a9b3b9b98f1 service nova] Lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:42:52 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-71a878f4-f389-4ca9-b186-fc890ad7fe8b req-9ab324c8-0c5e-42e7-911d-4a9b3b9b98f1 service nova] Lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:42:52 user nova-compute[73884]: DEBUG nova.compute.manager [req-71a878f4-f389-4ca9-b186-fc890ad7fe8b req-9ab324c8-0c5e-42e7-911d-4a9b3b9b98f1 service nova] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] No waiting events found dispatching network-vif-plugged-366b3665-9b10-40f0-a576-77a10c182d2e {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:42:52 user nova-compute[73884]: WARNING nova.compute.manager [req-71a878f4-f389-4ca9-b186-fc890ad7fe8b req-9ab324c8-0c5e-42e7-911d-4a9b3b9b98f1 service nova] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Received unexpected event network-vif-plugged-366b3665-9b10-40f0-a576-77a10c182d2e for instance with vm_state building and task_state spawning.
Oct 16 08:42:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:53 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:42:53 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:42:53 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG nova.compute.manager [req-4999f9e4-fdb6-44e1-a870-26eec49a58bf req-26da5381-90ae-431a-923b-fbc98b3a19f3 service nova] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Received event network-vif-plugged-366b3665-9b10-40f0-a576-77a10c182d2e {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-4999f9e4-fdb6-44e1-a870-26eec49a58bf req-26da5381-90ae-431a-923b-fbc98b3a19f3 service nova] Acquiring lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-4999f9e4-fdb6-44e1-a870-26eec49a58bf req-26da5381-90ae-431a-923b-fbc98b3a19f3 service nova] Lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-4999f9e4-fdb6-44e1-a870-26eec49a58bf req-26da5381-90ae-431a-923b-fbc98b3a19f3 service nova] Lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG nova.compute.manager [req-4999f9e4-fdb6-44e1-a870-26eec49a58bf req-26da5381-90ae-431a-923b-fbc98b3a19f3 service nova] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] No waiting events found dispatching network-vif-plugged-366b3665-9b10-40f0-a576-77a10c182d2e {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:42:54 user nova-compute[73884]: WARNING nova.compute.manager [req-4999f9e4-fdb6-44e1-a870-26eec49a58bf req-26da5381-90ae-431a-923b-fbc98b3a19f3 service nova] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Received unexpected event network-vif-plugged-366b3665-9b10-40f0-a576-77a10c182d2e for instance with vm_state building and task_state spawning.
Oct 16 08:42:54 user nova-compute[73884]: DEBUG nova.compute.manager [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:42:54 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Creating image(s)
Oct 16 08:42:54 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Did not create local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Ensure instance console log exists: /opt/stack/data/nova/instances/48e3f20e-88a8-4e78-9524-40f1d0a7555b/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Start _get_guest_xml network_info=[{"id": "e56258c2-3d15-416a-a3b3-a1fdb2ac8538", "address": "fa:16:3e:33:bd:1a", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape56258c2-3d", "ovs_interfaceid": "e56258c2-3d15-416a-a3b3-a1fdb2ac8538", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RFiZuhfd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '48e3f20e-88a8-4e78-9524-40f1d0a7555b', 'attached_at': '', 'detached_at': '', 'volume_id': '04e18832-dff6-49f3-9a2a-79bd35d6ee53', 'serial': '04e18832-dff6-49f3-9a2a-79bd35d6ee53'}, 'attachment_id': '7cee200e-0dcd-488d-9733-9c3d79d4ba9d', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'delete_on_termination': True, 'boot_index': 0, 'device_type': 'disk', 'volume_type': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:42:54 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:42:54 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:42:54 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RFiZuhfd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:42:54 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:42:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:42:54 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:42:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:42:54 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:42:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0a8ccf2-04fc-48a8-9d63-83f4695e7bcf]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:42:54 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d8b3471-d430-4de5-8e0f-e474609b84f7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53] added
Oct 16 08:42:54 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:42:54 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Instance spawned successfully.
Oct 16 08:42:54 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.029s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[84c94371-ffbd-4335-8d66-7e96afca6e83]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[668d1978-e1cb-4045-95c1-9a5f02f68995]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RFiZuhfd {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RFiZuhfd" returned: 0 in 0.032s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd36ddcf-340d-4ef4-8290-f54727898a08]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RFiZuhfd'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ca5b803-1bd9-494a-b511-fd08736ad86a]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d71925e-304e-4406-9694-aabd4b5f52df]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:42:54 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:42:54 user nova-compute[73884]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 (non-flash)
Oct 16 08:42:54 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:42:54 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:42:54 user nova-compute[73884]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 (non-flash)
Oct 16 08:42:54 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:42:54 user nova-compute[73884]: INFO nova.compute.manager [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Took 6.71 seconds to spawn the instance on the hypervisor.
Oct 16 08:42:54 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 -p 172.16.0.220:3260 --login" returned: 0 in 0.074s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bcbbec8-6b6b-425a-bd5b-35f48c8c08dd]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53, portal: 172.16.0.220,3260]
Oct 16 08:42:54 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53, portal: 172.16.0.220,3260] successful.
Oct 16 08:42:54 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.034s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc842e51-b9b4-469c-b01d-7c11efaa78bf]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:42:54 user nova-compute[73884]: INFO nova.compute.manager [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Took 7.72 seconds to build instance.
Oct 16 08:42:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6097e9c9-7561-41f2-9bd8-af259f5408ed]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:42:54 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:42:54 user nova-compute[73884]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 (non-flash)
Oct 16 08:42:54 user nova-compute[73884]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:42:54 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:42:54 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:42:54 user nova-compute[73884]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 (non-flash)
Oct 16 08:42:54 user nova-compute[73884]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:42:54 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.360s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] HCTL ('35', '-', '-', 0) found on session 32 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b872cbd9-c907-4413-9c2e-bbe2e83f8cd8 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.843s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[cba4711a-47a2-4a0f-8703-3e6cecf287b3]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Searching for a device in session 32 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:42:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RFiZuhfd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:42:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.399s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:42:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] <== connect_volume: return (1401ms) {'type': 'block', 'scsi_wwn': '23136646239663237', 'path': '/dev/sdd'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:42:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23136646239663237', 'path': '/dev/sdd'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:42:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:42:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-2080790391',display_name='tempest-ServerActionsTestOtherA-server-2080790391',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-2080790391',id=36,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHE9l1Zd5cIKDNYUGaIXZPCTTAzZ7MFuiY2odQE5VnAqxGOHU7g2VUwAiVwswEf4mPpcBrmdNm6aiJ8RE8pUrPt2i+LINeLq0l8jB60su577PAwJHQkutuSOuTJ9r1Zp6A==',key_name='tempest-keypair-18137684',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e746b051e0de47ab8847bba1edcbee5b',ramdisk_id='',reservation_id='r-rx6ez5k9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-2116041418',owner_user_name='tempest-ServerActionsTestOtherA-2116041418-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:42:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e683e6de0905423cb11b3fce7c77f7fe',uuid=48e3f20e-88a8-4e78-9524-40f1d0a7555b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e56258c2-3d15-416a-a3b3-a1fdb2ac8538", "address": "fa:16:3e:33:bd:1a", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape56258c2-3d", "ovs_interfaceid": "e56258c2-3d15-416a-a3b3-a1fdb2ac8538", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:42:55 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Converting VIF {"id": "e56258c2-3d15-416a-a3b3-a1fdb2ac8538", "address": "fa:16:3e:33:bd:1a", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape56258c2-3d", "ovs_interfaceid": "e56258c2-3d15-416a-a3b3-a1fdb2ac8538", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:42:55 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:33:bd:1a,bridge_name='br-int',has_traffic_filtering=True,id=e56258c2-3d15-416a-a3b3-a1fdb2ac8538,network=Network(71810bcd-afd3-4642-87f2-d1e06d726e3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape56258c2-3d') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:42:55 user nova-compute[73884]: DEBUG nova.objects.instance [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lazy-loading 'pci_devices' on Instance uuid 48e3f20e-88a8-4e78-9524-40f1d0a7555b {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:42:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:42:55 user nova-compute[73884]:   <uuid>48e3f20e-88a8-4e78-9524-40f1d0a7555b</uuid>
Oct 16 08:42:55 user nova-compute[73884]:   <name>instance-00000024</name>
Oct 16 08:42:55 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:42:55 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:42:55 user nova-compute[73884]:   <metadata>
Oct 16 08:42:55 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:42:55 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:42:55 user nova-compute[73884]:       <nova:name>tempest-ServerActionsTestOtherA-server-2080790391</nova:name>
Oct 16 08:42:55 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:42:54</nova:creationTime>
Oct 16 08:42:55 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:42:55 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:42:55 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:42:55 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:42:55 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:42:55 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:42:55 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:42:55 user nova-compute[73884]:       <nova:owner>
Oct 16 08:42:55 user nova-compute[73884]:         <nova:user uuid="e683e6de0905423cb11b3fce7c77f7fe">tempest-ServerActionsTestOtherA-2116041418-project-member</nova:user>
Oct 16 08:42:55 user nova-compute[73884]:         <nova:project uuid="e746b051e0de47ab8847bba1edcbee5b">tempest-ServerActionsTestOtherA-2116041418</nova:project>
Oct 16 08:42:55 user nova-compute[73884]:       </nova:owner>
Oct 16 08:42:55 user nova-compute[73884]:       <nova:ports>
Oct 16 08:42:55 user nova-compute[73884]:         <nova:port uuid="e56258c2-3d15-416a-a3b3-a1fdb2ac8538">
Oct 16 08:42:55 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 16 08:42:55 user nova-compute[73884]:         </nova:port>
Oct 16 08:42:55 user nova-compute[73884]:       </nova:ports>
Oct 16 08:42:55 user nova-compute[73884]:     </nova:instance>
Oct 16 08:42:55 user nova-compute[73884]:   </metadata>
Oct 16 08:42:55 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:42:55 user nova-compute[73884]:     <system>
Oct 16 08:42:55 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:42:55 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:42:55 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:42:55 user nova-compute[73884]:       <entry name="serial">48e3f20e-88a8-4e78-9524-40f1d0a7555b</entry>
Oct 16 08:42:55 user nova-compute[73884]:       <entry name="uuid">48e3f20e-88a8-4e78-9524-40f1d0a7555b</entry>
Oct 16 08:42:55 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:42:55 user nova-compute[73884]:     </system>
Oct 16 08:42:55 user nova-compute[73884]:   </sysinfo>
Oct 16 08:42:55 user nova-compute[73884]:   <os>
Oct 16 08:42:55 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:42:55 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:42:55 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:42:55 user nova-compute[73884]:   </os>
Oct 16 08:42:55 user nova-compute[73884]:   <features>
Oct 16 08:42:55 user nova-compute[73884]:     <acpi/>
Oct 16 08:42:55 user nova-compute[73884]:     <apic/>
Oct 16 08:42:55 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:42:55 user nova-compute[73884]:   </features>
Oct 16 08:42:55 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:42:55 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:42:55 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:42:55 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:42:55 user nova-compute[73884]:   </clock>
Oct 16 08:42:55 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:42:55 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:42:55 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:42:55 user nova-compute[73884]:   </cpu>
Oct 16 08:42:55 user nova-compute[73884]:   <devices>
Oct 16 08:42:55 user nova-compute[73884]:     <disk type="block" device="disk">
Oct 16 08:42:55 user nova-compute[73884]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:42:55 user nova-compute[73884]:       <source dev="/dev/sdd"/>
Oct 16 08:42:55 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:42:55 user nova-compute[73884]:       <serial>04e18832-dff6-49f3-9a2a-79bd35d6ee53</serial>
Oct 16 08:42:55 user nova-compute[73884]:     </disk>
Oct 16 08:42:55 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:42:55 user nova-compute[73884]:       <mac address="fa:16:3e:33:bd:1a"/>
Oct 16 08:42:55 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:42:55 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:42:55 user nova-compute[73884]:       <target dev="tape56258c2-3d"/>
Oct 16 08:42:55 user nova-compute[73884]:     </interface>
Oct 16 08:42:55 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:42:55 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/48e3f20e-88a8-4e78-9524-40f1d0a7555b/console.log" append="off"/>
Oct 16 08:42:55 user nova-compute[73884]:     </serial>
Oct 16 08:42:55 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:42:55 user nova-compute[73884]:     <video>
Oct 16 08:42:55 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:42:55 user nova-compute[73884]:     </video>
Oct 16 08:42:55 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:42:55 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:42:55 user nova-compute[73884]:     </rng>
Oct 16 08:42:55 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:42:55 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:42:55 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:42:55 user nova-compute[73884]:     </memballoon>
Oct 16 08:42:55 user nova-compute[73884]:   </devices>
Oct 16 08:42:55 user nova-compute[73884]: </domain>
Oct 16 08:42:55 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:42:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:42:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-2080790391',display_name='tempest-ServerActionsTestOtherA-server-2080790391',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-2080790391',id=36,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHE9l1Zd5cIKDNYUGaIXZPCTTAzZ7MFuiY2odQE5VnAqxGOHU7g2VUwAiVwswEf4mPpcBrmdNm6aiJ8RE8pUrPt2i+LINeLq0l8jB60su577PAwJHQkutuSOuTJ9r1Zp6A==',key_name='tempest-keypair-18137684',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e746b051e0de47ab8847bba1edcbee5b',ramdisk_id='',reservation_id='r-rx6ez5k9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-2116041418',owner_user_name='tempest-ServerActionsTestOtherA-2116041418-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:42:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e683e6de0905423cb11b3fce7c77f7fe',uuid=48e3f20e-88a8-4e78-9524-40f1d0a7555b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e56258c2-3d15-416a-a3b3-a1fdb2ac8538", "address": "fa:16:3e:33:bd:1a", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape56258c2-3d", "ovs_interfaceid": "e56258c2-3d15-416a-a3b3-a1fdb2ac8538", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:42:55 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Converting VIF {"id": "e56258c2-3d15-416a-a3b3-a1fdb2ac8538", "address": "fa:16:3e:33:bd:1a", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape56258c2-3d", "ovs_interfaceid": "e56258c2-3d15-416a-a3b3-a1fdb2ac8538", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:42:55 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:33:bd:1a,bridge_name='br-int',has_traffic_filtering=True,id=e56258c2-3d15-416a-a3b3-a1fdb2ac8538,network=Network(71810bcd-afd3-4642-87f2-d1e06d726e3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape56258c2-3d') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:42:55 user nova-compute[73884]: DEBUG os_vif [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:33:bd:1a,bridge_name='br-int',has_traffic_filtering=True,id=e56258c2-3d15-416a-a3b3-a1fdb2ac8538,network=Network(71810bcd-afd3-4642-87f2-d1e06d726e3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape56258c2-3d') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:42:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:42:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:42:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0a3e861d-af92-5f4a-b5ce-3e88b6cd5ac6', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:42:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape56258c2-3d, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:42:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape56258c2-3d, col_values=(('qos', UUID('1e8416ec-55eb-46b3-930b-d7d83bd76e56')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:42:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape56258c2-3d, col_values=(('external_ids', {'iface-id': 'e56258c2-3d15-416a-a3b3-a1fdb2ac8538', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:33:bd:1a', 'vm-uuid': '48e3f20e-88a8-4e78-9524-40f1d0a7555b'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:42:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:42:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:55 user nova-compute[73884]: INFO os_vif [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:33:bd:1a,bridge_name='br-int',has_traffic_filtering=True,id=e56258c2-3d15-416a-a3b3-a1fdb2ac8538,network=Network(71810bcd-afd3-4642-87f2-d1e06d726e3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape56258c2-3d')
Oct 16 08:42:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:42:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] No VIF found with MAC fa:16:3e:33:bd:1a, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:42:56 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:42:56 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-460a1557-1ef9-465f-b24b-1978e615a9b0 req-cdf9a214-9c8e-40e3-91e2-e71ff470902a service nova] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Received event network-vif-plugged-e56258c2-3d15-416a-a3b3-a1fdb2ac8538 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:42:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-460a1557-1ef9-465f-b24b-1978e615a9b0 req-cdf9a214-9c8e-40e3-91e2-e71ff470902a service nova] Acquiring lock "48e3f20e-88a8-4e78-9524-40f1d0a7555b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:42:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-460a1557-1ef9-465f-b24b-1978e615a9b0 req-cdf9a214-9c8e-40e3-91e2-e71ff470902a service nova] Lock "48e3f20e-88a8-4e78-9524-40f1d0a7555b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:42:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-460a1557-1ef9-465f-b24b-1978e615a9b0 req-cdf9a214-9c8e-40e3-91e2-e71ff470902a service nova] Lock "48e3f20e-88a8-4e78-9524-40f1d0a7555b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:42:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-460a1557-1ef9-465f-b24b-1978e615a9b0 req-cdf9a214-9c8e-40e3-91e2-e71ff470902a service nova] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] No waiting events found dispatching network-vif-plugged-e56258c2-3d15-416a-a3b3-a1fdb2ac8538 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:42:57 user nova-compute[73884]: WARNING nova.compute.manager [req-460a1557-1ef9-465f-b24b-1978e615a9b0 req-cdf9a214-9c8e-40e3-91e2-e71ff470902a service nova] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Received unexpected event network-vif-plugged-e56258c2-3d15-416a-a3b3-a1fdb2ac8538 for instance with vm_state building and task_state spawning.
Oct 16 08:42:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:58 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:42:58 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:42:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:42:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:42:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:42:58 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 08:42:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31348f86-b9a7-4b3e-b7fd-206270bf2cdf/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:42:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:42:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31348f86-b9a7-4b3e-b7fd-206270bf2cdf/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:42:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31348f86-b9a7-4b3e-b7fd-206270bf2cdf/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:42:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31348f86-b9a7-4b3e-b7fd-206270bf2cdf/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:42:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:42:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:42:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:42:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:42:59 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:42:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:42:59 user nova-compute[73884]: DEBUG nova.compute.manager [req-4a970405-c5ea-473a-83ff-b829f199802e req-cf4d6f19-bac4-4460-b5b4-14c17b21ab8e service nova] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Received event network-vif-plugged-e56258c2-3d15-416a-a3b3-a1fdb2ac8538 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:42:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-4a970405-c5ea-473a-83ff-b829f199802e req-cf4d6f19-bac4-4460-b5b4-14c17b21ab8e service nova] Acquiring lock "48e3f20e-88a8-4e78-9524-40f1d0a7555b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:42:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-4a970405-c5ea-473a-83ff-b829f199802e req-cf4d6f19-bac4-4460-b5b4-14c17b21ab8e service nova] Lock "48e3f20e-88a8-4e78-9524-40f1d0a7555b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:42:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-4a970405-c5ea-473a-83ff-b829f199802e req-cf4d6f19-bac4-4460-b5b4-14c17b21ab8e service nova] Lock "48e3f20e-88a8-4e78-9524-40f1d0a7555b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:42:59 user nova-compute[73884]: DEBUG nova.compute.manager [req-4a970405-c5ea-473a-83ff-b829f199802e req-cf4d6f19-bac4-4460-b5b4-14c17b21ab8e service nova] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] No waiting events found dispatching network-vif-plugged-e56258c2-3d15-416a-a3b3-a1fdb2ac8538 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:42:59 user nova-compute[73884]: WARNING nova.compute.manager [req-4a970405-c5ea-473a-83ff-b829f199802e req-cf4d6f19-bac4-4460-b5b4-14c17b21ab8e service nova] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Received unexpected event network-vif-plugged-e56258c2-3d15-416a-a3b3-a1fdb2ac8538 for instance with vm_state building and task_state spawning.
Oct 16 08:42:59 user nova-compute[73884]: DEBUG nova.compute.manager [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:42:59 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:42:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json" returned: 0 in 0.242s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:42:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:42:59 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Instance spawned successfully.
Oct 16 08:42:59 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:42:59 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:42:59 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:42:59 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:42:59 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:42:59 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:42:59 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:43:00 user nova-compute[73884]: INFO nova.compute.manager [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Took 5.63 seconds to spawn the instance on the hypervisor.
Oct 16 08:43:00 user nova-compute[73884]: DEBUG nova.compute.manager [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:43:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json" returned: 0 in 0.206s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:43:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:00 user nova-compute[73884]: INFO nova.compute.manager [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Took 25.97 seconds to build instance.
Oct 16 08:43:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-88ce41e5-9f05-4a99-ba3f-ccc0e63ba3fc tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "48e3f20e-88a8-4e78-9524-40f1d0a7555b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 26.108s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:43:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json" returned: 0 in 0.243s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:43:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:43:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:43:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:43:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:00 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:43:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:43:01 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:43:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:43:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:43:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:43:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Acquiring lock "d7414c65-ac57-4fb0-b062-f8c4170a7c92" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:43:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Lock "d7414c65-ac57-4fb0-b062-f8c4170a7c92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:43:02 user nova-compute[73884]: DEBUG nova.compute.manager [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:43:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:43:02 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:43:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21c26571-4d3f-420c-8f09-75f2afc06354/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:43:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:43:02 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:43:02 user nova-compute[73884]: INFO nova.compute.claims [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Claim successful on node user
Oct 16 08:43:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21c26571-4d3f-420c-8f09-75f2afc06354/disk.rescue --force-share --output=json" returned: 0 in 0.246s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:43:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21c26571-4d3f-420c-8f09-75f2afc06354/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21c26571-4d3f-420c-8f09-75f2afc06354/disk.rescue --force-share --output=json" returned: 0 in 0.259s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:43:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:43:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:03 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:43:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:43:03 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:43:03 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:43:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.916s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:43:03 user nova-compute[73884]: DEBUG nova.compute.manager [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:43:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:03 user nova-compute[73884]: DEBUG nova.compute.manager [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:43:03 user nova-compute[73884]: DEBUG nova.network.neutron [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:43:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:43:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:03 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:43:03 user nova-compute[73884]: DEBUG nova.compute.manager [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:43:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:43:03 user nova-compute[73884]: DEBUG nova.policy [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55b606366c8c41cbbf88121b59d9f270', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a37d7b1ce6cf45f0b19bf76c72f7cbd9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:43:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/caede036-31a6-4fdf-8f83-5ef4cb79541a/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:03 user nova-compute[73884]: DEBUG nova.compute.manager [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:43:03 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:43:03 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Creating image(s)
Oct 16 08:43:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Acquiring lock "/opt/stack/data/nova/instances/d7414c65-ac57-4fb0-b062-f8c4170a7c92/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:43:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Lock "/opt/stack/data/nova/instances/d7414c65-ac57-4fb0-b062-f8c4170a7c92/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:43:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Lock "/opt/stack/data/nova/instances/d7414c65-ac57-4fb0-b062-f8c4170a7c92/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:43:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/caede036-31a6-4fdf-8f83-5ef4cb79541a/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:43:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/caede036-31a6-4fdf-8f83-5ef4cb79541a/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.295s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:43:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Acquiring lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:43:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:43:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/caede036-31a6-4fdf-8f83-5ef4cb79541a/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:43:04 user nova-compute[73884]: DEBUG nova.network.neutron [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Successfully created port: 0eab2c71-cb60-4ab0-a09d-cb11f628e4ba {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:43:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.663s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:43:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/d7414c65-ac57-4fb0-b062-f8c4170a7c92/disk 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:04 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:43:04 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:43:04 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=7373MB free_disk=24.853042602539062GB free_vcpus=-1 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 08:43:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:43:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:43:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/d7414c65-ac57-4fb0-b062-f8c4170a7c92/disk 1073741824" returned: 0 in 0.066s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:43:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.734s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:43:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.221s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:43:04 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d7414c65-ac57-4fb0-b062-f8c4170a7c92/disk. size=1073741824 {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 08:43:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7414c65-ac57-4fb0-b062-f8c4170a7c92/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:05 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 8fab1c63-d9a3-4cea-b129-904a5f15e5fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:43:05 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 7d5fd04a-039d-4cb0-9eef-bce9700a85bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:43:05 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 1b00d8e1-f570-4091-9bee-780b98344624 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:43:05 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance e92bce3d-33d8-4004-869d-4db8991dda75 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:43:05 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance baa67186-a783-44fc-bf2f-8275de0e27ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:43:05 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:43:05 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 6ccb7c7b-354b-490a-83c2-1ad45bb18998 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:43:05 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance f9e1d80c-ad24-4717-b57f-eb69802dbaab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:43:05 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 21c26571-4d3f-420c-8f09-75f2afc06354 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:43:05 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 31348f86-b9a7-4b3e-b7fd-206270bf2cdf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:43:05 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance caede036-31a6-4fdf-8f83-5ef4cb79541a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:43:05 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 48e3f20e-88a8-4e78-9524-40f1d0a7555b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:43:05 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance e8439e61-c45c-4b23-ae85-d6cdd06024fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:43:05 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance d7414c65-ac57-4fb0-b062-f8c4170a7c92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:43:05 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 14 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 08:43:05 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=14 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 08:43:05 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7414c65-ac57-4fb0-b062-f8c4170a7c92/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:43:05 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Cannot resize image /opt/stack/data/nova/instances/d7414c65-ac57-4fb0-b062-f8c4170a7c92/disk to a smaller size. {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 08:43:05 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:43:05 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Ensure instance console log exists: /opt/stack/data/nova/instances/d7414c65-ac57-4fb0-b062-f8c4170a7c92/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:43:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:43:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:43:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:43:05 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:43:05 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:43:05 user nova-compute[73884]: DEBUG nova.network.neutron [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Successfully updated port: 0eab2c71-cb60-4ab0-a09d-cb11f628e4ba {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:43:05 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 08:43:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.943s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:43:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Acquiring lock "refresh_cache-d7414c65-ac57-4fb0-b062-f8c4170a7c92" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:43:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Acquired lock "refresh_cache-d7414c65-ac57-4fb0-b062-f8c4170a7c92" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:43:05 user nova-compute[73884]: DEBUG nova.network.neutron [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:43:05 user nova-compute[73884]: DEBUG nova.compute.manager [req-5fe7236c-9272-46b9-9860-8242b7d690b0 req-00d2d1ca-ec20-4cf0-9f60-15438a2bb6bb service nova] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Received event network-changed-0eab2c71-cb60-4ab0-a09d-cb11f628e4ba {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:43:05 user nova-compute[73884]: DEBUG nova.compute.manager [req-5fe7236c-9272-46b9-9860-8242b7d690b0 req-00d2d1ca-ec20-4cf0-9f60-15438a2bb6bb service nova] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Refreshing instance network info cache due to event network-changed-0eab2c71-cb60-4ab0-a09d-cb11f628e4ba. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:43:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-5fe7236c-9272-46b9-9860-8242b7d690b0 req-00d2d1ca-ec20-4cf0-9f60-15438a2bb6bb service nova] Acquiring lock "refresh_cache-d7414c65-ac57-4fb0-b062-f8c4170a7c92" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:43:05 user nova-compute[73884]: DEBUG nova.network.neutron [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:43:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG nova.network.neutron [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Updating instance_info_cache with network_info: [{"id": "0eab2c71-cb60-4ab0-a09d-cb11f628e4ba", "address": "fa:16:3e:24:6d:91", "network": {"id": "94ddae86-7150-44c3-920b-e1d2e3300776", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1799332519-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a37d7b1ce6cf45f0b19bf76c72f7cbd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0eab2c71-cb", "ovs_interfaceid": "0eab2c71-cb60-4ab0-a09d-cb11f628e4ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Releasing lock "refresh_cache-d7414c65-ac57-4fb0-b062-f8c4170a7c92" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG nova.compute.manager [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Instance network_info: |[{"id": "0eab2c71-cb60-4ab0-a09d-cb11f628e4ba", "address": "fa:16:3e:24:6d:91", "network": {"id": "94ddae86-7150-44c3-920b-e1d2e3300776", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1799332519-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a37d7b1ce6cf45f0b19bf76c72f7cbd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0eab2c71-cb", "ovs_interfaceid": "0eab2c71-cb60-4ab0-a09d-cb11f628e4ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-5fe7236c-9272-46b9-9860-8242b7d690b0 req-00d2d1ca-ec20-4cf0-9f60-15438a2bb6bb service nova] Acquired lock "refresh_cache-d7414c65-ac57-4fb0-b062-f8c4170a7c92" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG nova.network.neutron [req-5fe7236c-9272-46b9-9860-8242b7d690b0 req-00d2d1ca-ec20-4cf0-9f60-15438a2bb6bb service nova] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Refreshing network info cache for port 0eab2c71-cb60-4ab0-a09d-cb11f628e4ba {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Start _get_guest_xml network_info=[{"id": "0eab2c71-cb60-4ab0-a09d-cb11f628e4ba", "address": "fa:16:3e:24:6d:91", "network": {"id": "94ddae86-7150-44c3-920b-e1d2e3300776", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1799332519-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a37d7b1ce6cf45f0b19bf76c72f7cbd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0eab2c71-cb", "ovs_interfaceid": "0eab2c71-cb60-4ab0-a09d-cb11f628e4ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'a4e1d819-b957-4c9c-9b9d-fd987951fbab'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:43:06 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:43:06 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:43:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:43:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-1379697292',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-1379697292',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1379697',id=38,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKLorxx/d8hUFAOAbrzZP3UpMoEcpYd203pLMA8w89HCtwCHf9gA9nBdL7802z5WQRG7rbhkYCVqZVOWCyEz5CNqVB3hAYgTNtMr+6Y6AS/jQ5y79NreEHUYz4VPee8A3A==',key_name='tempest-keypair-1697474585',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a37d7b1ce6cf45f0b19bf76c72f7cbd9',ramdisk_id='',reservation_id='r-eabgnb2a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1069284122',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:43:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='55b606366c8c41cbbf88121b59d9f270',uuid=d7414c65-ac57-4fb0-b062-f8c4170a7c92,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0eab2c71-cb60-4ab0-a09d-cb11f628e4ba", "address": "fa:16:3e:24:6d:91", "network": {"id": "94ddae86-7150-44c3-920b-e1d2e3300776", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1799332519-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a37d7b1ce6cf45f0b19bf76c72f7cbd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0eab2c71-cb", "ovs_interfaceid": "0eab2c71-cb60-4ab0-a09d-cb11f628e4ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Converting VIF {"id": "0eab2c71-cb60-4ab0-a09d-cb11f628e4ba", "address": "fa:16:3e:24:6d:91", "network": {"id": "94ddae86-7150-44c3-920b-e1d2e3300776", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1799332519-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a37d7b1ce6cf45f0b19bf76c72f7cbd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0eab2c71-cb", "ovs_interfaceid": "0eab2c71-cb60-4ab0-a09d-cb11f628e4ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:24:6d:91,bridge_name='br-int',has_traffic_filtering=True,id=0eab2c71-cb60-4ab0-a09d-cb11f628e4ba,network=Network(94ddae86-7150-44c3-920b-e1d2e3300776),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0eab2c71-cb') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG nova.objects.instance [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Lazy-loading 'pci_devices' on Instance uuid d7414c65-ac57-4fb0-b062-f8c4170a7c92 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:43:06 user nova-compute[73884]:   <uuid>d7414c65-ac57-4fb0-b062-f8c4170a7c92</uuid>
Oct 16 08:43:06 user nova-compute[73884]:   <name>instance-00000026</name>
Oct 16 08:43:06 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:43:06 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:43:06 user nova-compute[73884]:   <metadata>
Oct 16 08:43:06 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:43:06 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:43:06 user nova-compute[73884]:       <nova:name>tempest-TestServerVolumeAttachScenarioOldVersion-server-1379697292</nova:name>
Oct 16 08:43:06 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:43:06</nova:creationTime>
Oct 16 08:43:06 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:43:06 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:43:06 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:43:06 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:43:06 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:43:06 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:43:06 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:43:06 user nova-compute[73884]:       <nova:owner>
Oct 16 08:43:06 user nova-compute[73884]:         <nova:user uuid="55b606366c8c41cbbf88121b59d9f270">tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member</nova:user>
Oct 16 08:43:06 user nova-compute[73884]:         <nova:project uuid="a37d7b1ce6cf45f0b19bf76c72f7cbd9">tempest-TestServerVolumeAttachScenarioOldVersion-1069284122</nova:project>
Oct 16 08:43:06 user nova-compute[73884]:       </nova:owner>
Oct 16 08:43:06 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:43:06 user nova-compute[73884]:       <nova:ports>
Oct 16 08:43:06 user nova-compute[73884]:         <nova:port uuid="0eab2c71-cb60-4ab0-a09d-cb11f628e4ba">
Oct 16 08:43:06 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Oct 16 08:43:06 user nova-compute[73884]:         </nova:port>
Oct 16 08:43:06 user nova-compute[73884]:       </nova:ports>
Oct 16 08:43:06 user nova-compute[73884]:     </nova:instance>
Oct 16 08:43:06 user nova-compute[73884]:   </metadata>
Oct 16 08:43:06 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:43:06 user nova-compute[73884]:     <system>
Oct 16 08:43:06 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:43:06 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:43:06 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:43:06 user nova-compute[73884]:       <entry name="serial">d7414c65-ac57-4fb0-b062-f8c4170a7c92</entry>
Oct 16 08:43:06 user nova-compute[73884]:       <entry name="uuid">d7414c65-ac57-4fb0-b062-f8c4170a7c92</entry>
Oct 16 08:43:06 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:43:06 user nova-compute[73884]:     </system>
Oct 16 08:43:06 user nova-compute[73884]:   </sysinfo>
Oct 16 08:43:06 user nova-compute[73884]:   <os>
Oct 16 08:43:06 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:43:06 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:43:06 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:43:06 user nova-compute[73884]:   </os>
Oct 16 08:43:06 user nova-compute[73884]:   <features>
Oct 16 08:43:06 user nova-compute[73884]:     <acpi/>
Oct 16 08:43:06 user nova-compute[73884]:     <apic/>
Oct 16 08:43:06 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:43:06 user nova-compute[73884]:   </features>
Oct 16 08:43:06 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:43:06 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:43:06 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:43:06 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:43:06 user nova-compute[73884]:   </clock>
Oct 16 08:43:06 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:43:06 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:43:06 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:43:06 user nova-compute[73884]:   </cpu>
Oct 16 08:43:06 user nova-compute[73884]:   <devices>
Oct 16 08:43:06 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:43:06 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:43:06 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/d7414c65-ac57-4fb0-b062-f8c4170a7c92/disk"/>
Oct 16 08:43:06 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:43:06 user nova-compute[73884]:     </disk>
Oct 16 08:43:06 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:43:06 user nova-compute[73884]:       <mac address="fa:16:3e:24:6d:91"/>
Oct 16 08:43:06 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:43:06 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:43:06 user nova-compute[73884]:       <target dev="tap0eab2c71-cb"/>
Oct 16 08:43:06 user nova-compute[73884]:     </interface>
Oct 16 08:43:06 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:43:06 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/d7414c65-ac57-4fb0-b062-f8c4170a7c92/console.log" append="off"/>
Oct 16 08:43:06 user nova-compute[73884]:     </serial>
Oct 16 08:43:06 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:43:06 user nova-compute[73884]:     <video>
Oct 16 08:43:06 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:43:06 user nova-compute[73884]:     </video>
Oct 16 08:43:06 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:43:06 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:43:06 user nova-compute[73884]:     </rng>
Oct 16 08:43:06 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:43:06 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:43:06 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:43:06 user nova-compute[73884]:     </memballoon>
Oct 16 08:43:06 user nova-compute[73884]:   </devices>
Oct 16 08:43:06 user nova-compute[73884]: </domain>
Oct 16 08:43:06 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:43:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-1379697292',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-1379697292',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1379697',id=38,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKLorxx/d8hUFAOAbrzZP3UpMoEcpYd203pLMA8w89HCtwCHf9gA9nBdL7802z5WQRG7rbhkYCVqZVOWCyEz5CNqVB3hAYgTNtMr+6Y6AS/jQ5y79NreEHUYz4VPee8A3A==',key_name='tempest-keypair-1697474585',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a37d7b1ce6cf45f0b19bf76c72f7cbd9',ramdisk_id='',reservation_id='r-eabgnb2a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1069284122',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:43:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='55b606366c8c41cbbf88121b59d9f270',uuid=d7414c65-ac57-4fb0-b062-f8c4170a7c92,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0eab2c71-cb60-4ab0-a09d-cb11f628e4ba", "address": "fa:16:3e:24:6d:91", "network": {"id": "94ddae86-7150-44c3-920b-e1d2e3300776", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1799332519-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a37d7b1ce6cf45f0b19bf76c72f7cbd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0eab2c71-cb", "ovs_interfaceid": "0eab2c71-cb60-4ab0-a09d-cb11f628e4ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Converting VIF {"id": "0eab2c71-cb60-4ab0-a09d-cb11f628e4ba", "address": "fa:16:3e:24:6d:91", "network": {"id": "94ddae86-7150-44c3-920b-e1d2e3300776", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1799332519-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a37d7b1ce6cf45f0b19bf76c72f7cbd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0eab2c71-cb", "ovs_interfaceid": "0eab2c71-cb60-4ab0-a09d-cb11f628e4ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:24:6d:91,bridge_name='br-int',has_traffic_filtering=True,id=0eab2c71-cb60-4ab0-a09d-cb11f628e4ba,network=Network(94ddae86-7150-44c3-920b-e1d2e3300776),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0eab2c71-cb') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG os_vif [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:24:6d:91,bridge_name='br-int',has_traffic_filtering=True,id=0eab2c71-cb60-4ab0-a09d-cb11f628e4ba,network=Network(94ddae86-7150-44c3-920b-e1d2e3300776),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0eab2c71-cb') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '35862a44-6e78-5fcd-8abc-e998aa305e72', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0eab2c71-cb, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0eab2c71-cb, col_values=(('qos', UUID('7cc5791c-4769-4357-888d-406512f8cc8c')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0eab2c71-cb, col_values=(('external_ids', {'iface-id': '0eab2c71-cb60-4ab0-a09d-cb11f628e4ba', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:24:6d:91', 'vm-uuid': 'd7414c65-ac57-4fb0-b062-f8c4170a7c92'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:06 user nova-compute[73884]: INFO os_vif [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:24:6d:91,bridge_name='br-int',has_traffic_filtering=True,id=0eab2c71-cb60-4ab0-a09d-cb11f628e4ba,network=Network(94ddae86-7150-44c3-920b-e1d2e3300776),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0eab2c71-cb')
Oct 16 08:43:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] No VIF found with MAC fa:16:3e:24:6d:91, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG nova.network.neutron [req-5fe7236c-9272-46b9-9860-8242b7d690b0 req-00d2d1ca-ec20-4cf0-9f60-15438a2bb6bb service nova] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Updated VIF entry in instance network info cache for port 0eab2c71-cb60-4ab0-a09d-cb11f628e4ba. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG nova.network.neutron [req-5fe7236c-9272-46b9-9860-8242b7d690b0 req-00d2d1ca-ec20-4cf0-9f60-15438a2bb6bb service nova] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Updating instance_info_cache with network_info: [{"id": "0eab2c71-cb60-4ab0-a09d-cb11f628e4ba", "address": "fa:16:3e:24:6d:91", "network": {"id": "94ddae86-7150-44c3-920b-e1d2e3300776", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1799332519-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a37d7b1ce6cf45f0b19bf76c72f7cbd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0eab2c71-cb", "ovs_interfaceid": "0eab2c71-cb60-4ab0-a09d-cb11f628e4ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:43:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-5fe7236c-9272-46b9-9860-8242b7d690b0 req-00d2d1ca-ec20-4cf0-9f60-15438a2bb6bb service nova] Releasing lock "refresh_cache-d7414c65-ac57-4fb0-b062-f8c4170a7c92" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:43:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:07 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:43:07 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 08:43:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "refresh_cache-1b00d8e1-f570-4091-9bee-780b98344624" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:43:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquired lock "refresh_cache-1b00d8e1-f570-4091-9bee-780b98344624" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:43:07 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Forcefully refreshing network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 08:43:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-3f4eca83-2b29-4d33-9c13-6a07c7ae4282 req-5d791039-f534-48e8-8f1c-f38ddbfd3824 service nova] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Received event network-vif-plugged-0eab2c71-cb60-4ab0-a09d-cb11f628e4ba {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:43:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-3f4eca83-2b29-4d33-9c13-6a07c7ae4282 req-5d791039-f534-48e8-8f1c-f38ddbfd3824 service nova] Acquiring lock "d7414c65-ac57-4fb0-b062-f8c4170a7c92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:43:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-3f4eca83-2b29-4d33-9c13-6a07c7ae4282 req-5d791039-f534-48e8-8f1c-f38ddbfd3824 service nova] Lock "d7414c65-ac57-4fb0-b062-f8c4170a7c92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:43:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-3f4eca83-2b29-4d33-9c13-6a07c7ae4282 req-5d791039-f534-48e8-8f1c-f38ddbfd3824 service nova] Lock "d7414c65-ac57-4fb0-b062-f8c4170a7c92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:43:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-3f4eca83-2b29-4d33-9c13-6a07c7ae4282 req-5d791039-f534-48e8-8f1c-f38ddbfd3824 service nova] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] No waiting events found dispatching network-vif-plugged-0eab2c71-cb60-4ab0-a09d-cb11f628e4ba {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:43:08 user nova-compute[73884]: WARNING nova.compute.manager [req-3f4eca83-2b29-4d33-9c13-6a07c7ae4282 req-5d791039-f534-48e8-8f1c-f38ddbfd3824 service nova] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Received unexpected event network-vif-plugged-0eab2c71-cb60-4ab0-a09d-cb11f628e4ba for instance with vm_state building and task_state spawning.
Oct 16 08:43:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:08 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Updating instance_info_cache with network_info: [{"id": "76239de3-6646-40d1-8e8a-f3ee2822ad02", "address": "fa:16:3e:57:da:f7", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76239de3-66", "ovs_interfaceid": "76239de3-6646-40d1-8e8a-f3ee2822ad02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:43:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Releasing lock "refresh_cache-1b00d8e1-f570-4091-9bee-780b98344624" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:43:08 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Updated the network info_cache for instance {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 08:43:10 user nova-compute[73884]: DEBUG nova.compute.manager [req-2ad02b3f-4817-4f28-9e7b-f0217da053b4 req-c6c2a438-a627-44f6-973c-3581582ceb9e service nova] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Received event network-vif-plugged-0eab2c71-cb60-4ab0-a09d-cb11f628e4ba {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:43:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2ad02b3f-4817-4f28-9e7b-f0217da053b4 req-c6c2a438-a627-44f6-973c-3581582ceb9e service nova] Acquiring lock "d7414c65-ac57-4fb0-b062-f8c4170a7c92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:43:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2ad02b3f-4817-4f28-9e7b-f0217da053b4 req-c6c2a438-a627-44f6-973c-3581582ceb9e service nova] Lock "d7414c65-ac57-4fb0-b062-f8c4170a7c92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:43:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2ad02b3f-4817-4f28-9e7b-f0217da053b4 req-c6c2a438-a627-44f6-973c-3581582ceb9e service nova] Lock "d7414c65-ac57-4fb0-b062-f8c4170a7c92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:43:10 user nova-compute[73884]: DEBUG nova.compute.manager [req-2ad02b3f-4817-4f28-9e7b-f0217da053b4 req-c6c2a438-a627-44f6-973c-3581582ceb9e service nova] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] No waiting events found dispatching network-vif-plugged-0eab2c71-cb60-4ab0-a09d-cb11f628e4ba {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:43:10 user nova-compute[73884]: WARNING nova.compute.manager [req-2ad02b3f-4817-4f28-9e7b-f0217da053b4 req-c6c2a438-a627-44f6-973c-3581582ceb9e service nova] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Received unexpected event network-vif-plugged-0eab2c71-cb60-4ab0-a09d-cb11f628e4ba for instance with vm_state building and task_state spawning.
Oct 16 08:43:10 user nova-compute[73884]: DEBUG nova.compute.manager [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:43:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:43:10 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Instance spawned successfully.
Oct 16 08:43:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:43:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:43:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:43:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:43:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:43:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:43:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:43:11 user nova-compute[73884]: INFO nova.compute.manager [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Took 7.31 seconds to spawn the instance on the hypervisor.
Oct 16 08:43:11 user nova-compute[73884]: DEBUG nova.compute.manager [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:43:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:11 user nova-compute[73884]: INFO nova.compute.manager [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Took 9.01 seconds to build instance.
Oct 16 08:43:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e8fc2cfb-9dc4-4526-9bbe-35d29dd334c2 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Lock "d7414c65-ac57-4fb0-b062-f8c4170a7c92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.184s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:43:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:16 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:17 user nova-compute[73884]: DEBUG nova.compute.manager [req-3fc0f549-1e9c-45ca-8d47-8512a82ee05c req-446f2ccc-4051-4bc3-8936-9c880a0b51cb service nova] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Received event network-changed-be1afc44-3e9e-4117-bd46-ef0fe6f6809b {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:43:17 user nova-compute[73884]: DEBUG nova.compute.manager [req-3fc0f549-1e9c-45ca-8d47-8512a82ee05c req-446f2ccc-4051-4bc3-8936-9c880a0b51cb service nova] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Refreshing instance network info cache due to event network-changed-be1afc44-3e9e-4117-bd46-ef0fe6f6809b. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:43:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-3fc0f549-1e9c-45ca-8d47-8512a82ee05c req-446f2ccc-4051-4bc3-8936-9c880a0b51cb service nova] Acquiring lock "refresh_cache-31348f86-b9a7-4b3e-b7fd-206270bf2cdf" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:43:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-3fc0f549-1e9c-45ca-8d47-8512a82ee05c req-446f2ccc-4051-4bc3-8936-9c880a0b51cb service nova] Acquired lock "refresh_cache-31348f86-b9a7-4b3e-b7fd-206270bf2cdf" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:43:17 user nova-compute[73884]: DEBUG nova.network.neutron [req-3fc0f549-1e9c-45ca-8d47-8512a82ee05c req-446f2ccc-4051-4bc3-8936-9c880a0b51cb service nova] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Refreshing network info cache for port be1afc44-3e9e-4117-bd46-ef0fe6f6809b {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:43:17 user nova-compute[73884]: DEBUG nova.network.neutron [req-3fc0f549-1e9c-45ca-8d47-8512a82ee05c req-446f2ccc-4051-4bc3-8936-9c880a0b51cb service nova] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Updated VIF entry in instance network info cache for port be1afc44-3e9e-4117-bd46-ef0fe6f6809b. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:43:17 user nova-compute[73884]: DEBUG nova.network.neutron [req-3fc0f549-1e9c-45ca-8d47-8512a82ee05c req-446f2ccc-4051-4bc3-8936-9c880a0b51cb service nova] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Updating instance_info_cache with network_info: [{"id": "be1afc44-3e9e-4117-bd46-ef0fe6f6809b", "address": "fa:16:3e:55:14:ef", "network": {"id": "94dea724-1b26-4a1e-b5d6-f69302978f7a", "bridge": "br-int", "label": "tempest-TestStampPattern-1371037434-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fb3e570067a4db5894f2982b18742a9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe1afc44-3e", "ovs_interfaceid": "be1afc44-3e9e-4117-bd46-ef0fe6f6809b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:43:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-3fc0f549-1e9c-45ca-8d47-8512a82ee05c req-446f2ccc-4051-4bc3-8936-9c880a0b51cb service nova] Releasing lock "refresh_cache-31348f86-b9a7-4b3e-b7fd-206270bf2cdf" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:43:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Acquiring lock "31348f86-b9a7-4b3e-b7fd-206270bf2cdf" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:43:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "31348f86-b9a7-4b3e-b7fd-206270bf2cdf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:43:18 user nova-compute[73884]: DEBUG nova.objects.instance [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lazy-loading 'flavor' on Instance uuid 31348f86-b9a7-4b3e-b7fd-206270bf2cdf {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:43:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "31348f86-b9a7-4b3e-b7fd-206270bf2cdf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:43:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Acquiring lock "31348f86-b9a7-4b3e-b7fd-206270bf2cdf" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:43:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "31348f86-b9a7-4b3e-b7fd-206270bf2cdf" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:43:18 user nova-compute[73884]: INFO nova.compute.manager [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Attaching volume 7aed896b-9254-41f1-84cd-a483031342a1 to /dev/vdb
Oct 16 08:43:18 user nova-compute[73884]: DEBUG os_brick.utils [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:43:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:43:18 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9e31d55-789f-405f-b9f2-89d2830f9a77]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:43:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:43:18 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bf5704b-c0f8-4dec-9312-3b22fa1996bf]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:43:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:43:18 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4936274-6546-4c37-bfce-0dcd09e30f1b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:43:18 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb5ebc6f-8bc1-4ac6-be85-401ce260c99f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:43:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:43:18 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 08:43:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:43:18 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 08:43:18 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c395ca57-6c6a-4ac0-bb3f-07d63cf8a688]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:43:18 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 08:43:18 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 08:43:18 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 08:43:18 user nova-compute[73884]: DEBUG os_brick.utils [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:43:18 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Updating existing volume attachment record: 0ea42c40-5f86-44d8-bb3b-789e91b8a961 {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 08:43:21 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:26 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:27 user nova-compute[73884]: INFO nova.compute.manager [None req-ba05cd23-058f-4437-b2a3-ee3c34b88626 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Unrescuing
Oct 16 08:43:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ba05cd23-058f-4437-b2a3-ee3c34b88626 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "refresh_cache-21c26571-4d3f-420c-8f09-75f2afc06354" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:43:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ba05cd23-058f-4437-b2a3-ee3c34b88626 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquired lock "refresh_cache-21c26571-4d3f-420c-8f09-75f2afc06354" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:43:27 user nova-compute[73884]: DEBUG nova.network.neutron [None req-ba05cd23-058f-4437-b2a3-ee3c34b88626 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:43:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:28 user nova-compute[73884]: DEBUG nova.network.neutron [None req-ba05cd23-058f-4437-b2a3-ee3c34b88626 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Updating instance_info_cache with network_info: [{"id": "50d79dc6-1212-49cb-949d-c4188a2cfdb4", "address": "fa:16:3e:e7:34:87", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50d79dc6-12", "ovs_interfaceid": "50d79dc6-1212-49cb-949d-c4188a2cfdb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:43:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ba05cd23-058f-4437-b2a3-ee3c34b88626 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Releasing lock "refresh_cache-21c26571-4d3f-420c-8f09-75f2afc06354" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:43:28 user nova-compute[73884]: DEBUG nova.objects.instance [None req-ba05cd23-058f-4437-b2a3-ee3c34b88626 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lazy-loading 'flavor' on Instance uuid 21c26571-4d3f-420c-8f09-75f2afc06354 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:43:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:28 user nova-compute[73884]: DEBUG nova.compute.manager [req-16cc182d-31d1-4191-b609-389c3c85bed0 req-2cb0f33b-becc-46ed-83be-da6eed9b1e0b service nova] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Received event network-vif-unplugged-50d79dc6-1212-49cb-949d-c4188a2cfdb4 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:43:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-16cc182d-31d1-4191-b609-389c3c85bed0 req-2cb0f33b-becc-46ed-83be-da6eed9b1e0b service nova] Acquiring lock "21c26571-4d3f-420c-8f09-75f2afc06354-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:43:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-16cc182d-31d1-4191-b609-389c3c85bed0 req-2cb0f33b-becc-46ed-83be-da6eed9b1e0b service nova] Lock "21c26571-4d3f-420c-8f09-75f2afc06354-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:43:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-16cc182d-31d1-4191-b609-389c3c85bed0 req-2cb0f33b-becc-46ed-83be-da6eed9b1e0b service nova] Lock "21c26571-4d3f-420c-8f09-75f2afc06354-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:43:28 user nova-compute[73884]: DEBUG nova.compute.manager [req-16cc182d-31d1-4191-b609-389c3c85bed0 req-2cb0f33b-becc-46ed-83be-da6eed9b1e0b service nova] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] No waiting events found dispatching network-vif-unplugged-50d79dc6-1212-49cb-949d-c4188a2cfdb4 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:43:28 user nova-compute[73884]: WARNING nova.compute.manager [req-16cc182d-31d1-4191-b609-389c3c85bed0 req-2cb0f33b-becc-46ed-83be-da6eed9b1e0b service nova] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Received unexpected event network-vif-unplugged-50d79dc6-1212-49cb-949d-c4188a2cfdb4 for instance with vm_state rescued and task_state unrescuing.
Oct 16 08:43:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:29 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Instance destroyed successfully.
Oct 16 08:43:30 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:30 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:30 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:30 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:30 user nova-compute[73884]: DEBUG nova.compute.manager [req-ef577c05-a774-4489-9576-e366efe769f9 req-430892f1-6d20-4a56-93fb-e27f67d7be6c service nova] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Received event network-vif-plugged-50d79dc6-1212-49cb-949d-c4188a2cfdb4 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:43:30 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ef577c05-a774-4489-9576-e366efe769f9 req-430892f1-6d20-4a56-93fb-e27f67d7be6c service nova] Acquiring lock "21c26571-4d3f-420c-8f09-75f2afc06354-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:43:30 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ef577c05-a774-4489-9576-e366efe769f9 req-430892f1-6d20-4a56-93fb-e27f67d7be6c service nova] Lock "21c26571-4d3f-420c-8f09-75f2afc06354-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:43:30 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ef577c05-a774-4489-9576-e366efe769f9 req-430892f1-6d20-4a56-93fb-e27f67d7be6c service nova] Lock "21c26571-4d3f-420c-8f09-75f2afc06354-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:43:30 user nova-compute[73884]: DEBUG nova.compute.manager [req-ef577c05-a774-4489-9576-e366efe769f9 req-430892f1-6d20-4a56-93fb-e27f67d7be6c service nova] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] No waiting events found dispatching network-vif-plugged-50d79dc6-1212-49cb-949d-c4188a2cfdb4 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:43:30 user nova-compute[73884]: WARNING nova.compute.manager [req-ef577c05-a774-4489-9576-e366efe769f9 req-430892f1-6d20-4a56-93fb-e27f67d7be6c service nova] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Received unexpected event network-vif-plugged-50d79dc6-1212-49cb-949d-c4188a2cfdb4 for instance with vm_state rescued and task_state unrescuing.
Oct 16 08:43:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:32 user nova-compute[73884]: DEBUG nova.compute.manager [req-554927eb-376c-4961-a3b6-013cb888589a req-637412e7-f5d3-466c-b564-1205fcc39cc6 service nova] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Received event network-vif-plugged-50d79dc6-1212-49cb-949d-c4188a2cfdb4 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:43:32 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-554927eb-376c-4961-a3b6-013cb888589a req-637412e7-f5d3-466c-b564-1205fcc39cc6 service nova] Acquiring lock "21c26571-4d3f-420c-8f09-75f2afc06354-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:43:32 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-554927eb-376c-4961-a3b6-013cb888589a req-637412e7-f5d3-466c-b564-1205fcc39cc6 service nova] Lock "21c26571-4d3f-420c-8f09-75f2afc06354-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:43:32 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-554927eb-376c-4961-a3b6-013cb888589a req-637412e7-f5d3-466c-b564-1205fcc39cc6 service nova] Lock "21c26571-4d3f-420c-8f09-75f2afc06354-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:43:32 user nova-compute[73884]: DEBUG nova.compute.manager [req-554927eb-376c-4961-a3b6-013cb888589a req-637412e7-f5d3-466c-b564-1205fcc39cc6 service nova] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] No waiting events found dispatching network-vif-plugged-50d79dc6-1212-49cb-949d-c4188a2cfdb4 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:43:32 user nova-compute[73884]: WARNING nova.compute.manager [req-554927eb-376c-4961-a3b6-013cb888589a req-637412e7-f5d3-466c-b564-1205fcc39cc6 service nova] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Received unexpected event network-vif-plugged-50d79dc6-1212-49cb-949d-c4188a2cfdb4 for instance with vm_state rescued and task_state unrescuing.
Oct 16 08:43:32 user nova-compute[73884]: DEBUG nova.compute.manager [req-554927eb-376c-4961-a3b6-013cb888589a req-637412e7-f5d3-466c-b564-1205fcc39cc6 service nova] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Received event network-vif-plugged-50d79dc6-1212-49cb-949d-c4188a2cfdb4 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:43:32 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-554927eb-376c-4961-a3b6-013cb888589a req-637412e7-f5d3-466c-b564-1205fcc39cc6 service nova] Acquiring lock "21c26571-4d3f-420c-8f09-75f2afc06354-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:43:32 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-554927eb-376c-4961-a3b6-013cb888589a req-637412e7-f5d3-466c-b564-1205fcc39cc6 service nova] Lock "21c26571-4d3f-420c-8f09-75f2afc06354-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:43:32 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-554927eb-376c-4961-a3b6-013cb888589a req-637412e7-f5d3-466c-b564-1205fcc39cc6 service nova] Lock "21c26571-4d3f-420c-8f09-75f2afc06354-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:43:32 user nova-compute[73884]: DEBUG nova.compute.manager [req-554927eb-376c-4961-a3b6-013cb888589a req-637412e7-f5d3-466c-b564-1205fcc39cc6 service nova] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] No waiting events found dispatching network-vif-plugged-50d79dc6-1212-49cb-949d-c4188a2cfdb4 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:43:32 user nova-compute[73884]: WARNING nova.compute.manager [req-554927eb-376c-4961-a3b6-013cb888589a req-637412e7-f5d3-466c-b564-1205fcc39cc6 service nova] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Received unexpected event network-vif-plugged-50d79dc6-1212-49cb-949d-c4188a2cfdb4 for instance with vm_state rescued and task_state unrescuing.
Oct 16 08:43:33 user nova-compute[73884]: DEBUG nova.compute.manager [None req-ba05cd23-058f-4437-b2a3-ee3c34b88626 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:43:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:36 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:38 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HjkUtEGw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:43:39 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:43:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:43:39 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:43:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:43:39 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:43:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1 -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[24692448-8e02-4989-9c6d-20b59f35a918]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:43:39 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1 -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d00d25cb-aacf-43a5-b7a3-e40d608f67aa]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1] added
Oct 16 08:43:39 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e409deb-9623-4662-b10d-d1a8ae54066d]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2afbaefa-9f30-43be-8174-bfa971460f1c]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HjkUtEGw {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HjkUtEGw" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c30c079b-cc5c-401c-8f49-df808feee23c]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'HjkUtEGw'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[8311b026-9c64-416f-a19b-00b3014812f8]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[544911db-0b3d-42f7-be64-556b69d304ca]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:43:39 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:43:39 user nova-compute[73884]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 (non-flash)
Oct 16 08:43:39 user nova-compute[73884]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:43:39 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:43:39 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:43:39 user nova-compute[73884]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 (non-flash)
Oct 16 08:43:39 user nova-compute[73884]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:43:39 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1 -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1 -p 172.16.0.220:3260 --login" returned: 0 in 0.075s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[65eb87e8-c56c-4950-9214-221c84f1e831]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1, portal: 172.16.0.220,3260]
Oct 16 08:43:39 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1, portal: 172.16.0.220,3260] successful.
Oct 16 08:43:39 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b23f2d4a-6889-4ac5-b443-279ed287d8a6]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c91d1ddb-2981-4e08-9df5-0438737e7677]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:43:39 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:43:39 user nova-compute[73884]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 (non-flash)
Oct 16 08:43:39 user nova-compute[73884]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:43:39 user nova-compute[73884]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1 (non-flash)
Oct 16 08:43:39 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:43:39 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:43:39 user nova-compute[73884]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 (non-flash)
Oct 16 08:43:39 user nova-compute[73884]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:43:39 user nova-compute[73884]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1 (non-flash)
Oct 16 08:43:39 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.306s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] HCTL ('37', '-', '-', 0) found on session 35 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[989d3979-b8c3-4b92-975c-2977d17e80dc]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:43:39 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Searching for a device in session 35 and hctl ['37', '*', '*', 0] yield: None {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:43:40 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Searching for a device in session 35 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:43:40 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HjkUtEGw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:43:40 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.336s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:43:40 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] <== connect_volume: return (1336ms) {'type': 'block', 'scsi_wwn': '23633633865316331', 'path': '/dev/sdf'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:43:40 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23633633865316331', 'path': '/dev/sdf'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:43:40 user nova-compute[73884]: DEBUG nova.objects.instance [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lazy-loading 'flavor' on Instance uuid 31348f86-b9a7-4b3e-b7fd-206270bf2cdf {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:43:40 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 08:43:40 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:43:40 user nova-compute[73884]:   <source dev="/dev/sdf"/>
Oct 16 08:43:40 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:43:40 user nova-compute[73884]:   <serial>7aed896b-9254-41f1-84cd-a483031342a1</serial>
Oct 16 08:43:40 user nova-compute[73884]: </disk>
Oct 16 08:43:40 user nova-compute[73884]:  {{(pid=73884) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 08:43:41 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:41 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:43:41 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] No BDM found with device name vdb, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:43:41 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] No VIF found with MAC fa:16:3e:55:14:ef, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:43:41 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-25bca6b9-95d0-4d18-8588-093c29284c33 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "31348f86-b9a7-4b3e-b7fd-206270bf2cdf" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 23.312s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:43:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b00ffd32-259e-4f1f-8a1d-2f3ce749d72c tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Acquiring lock "31348f86-b9a7-4b3e-b7fd-206270bf2cdf" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:43:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b00ffd32-259e-4f1f-8a1d-2f3ce749d72c tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "31348f86-b9a7-4b3e-b7fd-206270bf2cdf" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:43:43 user nova-compute[73884]: INFO nova.compute.manager [None req-b00ffd32-259e-4f1f-8a1d-2f3ce749d72c tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Detaching volume 7aed896b-9254-41f1-84cd-a483031342a1
Oct 16 08:43:43 user nova-compute[73884]: INFO nova.virt.block_device [None req-b00ffd32-259e-4f1f-8a1d-2f3ce749d72c tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Attempting to driver detach volume 7aed896b-9254-41f1-84cd-a483031342a1 from mountpoint /dev/vdb
Oct 16 08:43:43 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b00ffd32-259e-4f1f-8a1d-2f3ce749d72c tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Attempting to detach device vdb from instance 31348f86-b9a7-4b3e-b7fd-206270bf2cdf from the persistent domain config. {{(pid=73884) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 08:43:43 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-b00ffd32-259e-4f1f-8a1d-2f3ce749d72c tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 08:43:43 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:43:43 user nova-compute[73884]:   <source dev="/dev/sdf"/>
Oct 16 08:43:43 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:43:43 user nova-compute[73884]:   <serial>7aed896b-9254-41f1-84cd-a483031342a1</serial>
Oct 16 08:43:43 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 08:43:43 user nova-compute[73884]: </disk>
Oct 16 08:43:43 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:43:43 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-b00ffd32-259e-4f1f-8a1d-2f3ce749d72c tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Successfully detached device vdb from instance 31348f86-b9a7-4b3e-b7fd-206270bf2cdf from the persistent domain config.
Oct 16 08:43:43 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b00ffd32-259e-4f1f-8a1d-2f3ce749d72c tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 31348f86-b9a7-4b3e-b7fd-206270bf2cdf from the live domain config. {{(pid=73884) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 08:43:43 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-b00ffd32-259e-4f1f-8a1d-2f3ce749d72c tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 08:43:43 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:43:43 user nova-compute[73884]:   <source dev="/dev/sdf"/>
Oct 16 08:43:43 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:43:43 user nova-compute[73884]:   <serial>7aed896b-9254-41f1-84cd-a483031342a1</serial>
Oct 16 08:43:43 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 08:43:43 user nova-compute[73884]: </disk>
Oct 16 08:43:43 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:43:43 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b00ffd32-259e-4f1f-8a1d-2f3ce749d72c tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 31348f86-b9a7-4b3e-b7fd-206270bf2cdf {{(pid=73884) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 08:43:46 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:49 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:43:49 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:43:50 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:43:50 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:43:50 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Cleaning up deleted instances with incomplete migration  {{(pid=73884) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 16 08:43:51 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:52 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:43:53 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:43:53 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:43:53 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 08:43:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:55 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:43:56 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:56 user nova-compute[73884]: DEBUG nova.compute.manager [req-012d97f1-c2ab-42d2-a447-e068e692edad req-ca9cd5b1-f7c8-4da8-9837-e2e4a4a1985c service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Received event network-changed-18053f0d-701a-4044-9372-30d76d3c9295 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:43:56 user nova-compute[73884]: DEBUG nova.compute.manager [req-012d97f1-c2ab-42d2-a447-e068e692edad req-ca9cd5b1-f7c8-4da8-9837-e2e4a4a1985c service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Refreshing instance network info cache due to event network-changed-18053f0d-701a-4044-9372-30d76d3c9295. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:43:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-012d97f1-c2ab-42d2-a447-e068e692edad req-ca9cd5b1-f7c8-4da8-9837-e2e4a4a1985c service nova] Acquiring lock "refresh_cache-6ccb7c7b-354b-490a-83c2-1ad45bb18998" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:43:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-012d97f1-c2ab-42d2-a447-e068e692edad req-ca9cd5b1-f7c8-4da8-9837-e2e4a4a1985c service nova] Acquired lock "refresh_cache-6ccb7c7b-354b-490a-83c2-1ad45bb18998" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:43:56 user nova-compute[73884]: DEBUG nova.network.neutron [req-012d97f1-c2ab-42d2-a447-e068e692edad req-ca9cd5b1-f7c8-4da8-9837-e2e4a4a1985c service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Refreshing network info cache for port 18053f0d-701a-4044-9372-30d76d3c9295 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:43:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b992952e-f2a7-4bf5-ae6d-e3ddb7029063 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquiring lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:43:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b992952e-f2a7-4bf5-ae6d-e3ddb7029063 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:43:57 user nova-compute[73884]: DEBUG nova.network.neutron [req-012d97f1-c2ab-42d2-a447-e068e692edad req-ca9cd5b1-f7c8-4da8-9837-e2e4a4a1985c service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Updated VIF entry in instance network info cache for port 18053f0d-701a-4044-9372-30d76d3c9295. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:43:57 user nova-compute[73884]: DEBUG nova.network.neutron [req-012d97f1-c2ab-42d2-a447-e068e692edad req-ca9cd5b1-f7c8-4da8-9837-e2e4a4a1985c service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Updating instance_info_cache with network_info: [{"id": "18053f0d-701a-4044-9372-30d76d3c9295", "address": "fa:16:3e:9e:f3:d2", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18053f0d-70", "ovs_interfaceid": "18053f0d-701a-4044-9372-30d76d3c9295", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:43:57 user nova-compute[73884]: INFO nova.compute.manager [None req-b992952e-f2a7-4bf5-ae6d-e3ddb7029063 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Detaching volume bc311f18-e0e9-4115-954b-45c4aa0ba9a1
Oct 16 08:43:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-012d97f1-c2ab-42d2-a447-e068e692edad req-ca9cd5b1-f7c8-4da8-9837-e2e4a4a1985c service nova] Releasing lock "refresh_cache-6ccb7c7b-354b-490a-83c2-1ad45bb18998" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:43:57 user nova-compute[73884]: INFO nova.virt.block_device [None req-b992952e-f2a7-4bf5-ae6d-e3ddb7029063 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Attempting to driver detach volume bc311f18-e0e9-4115-954b-45c4aa0ba9a1 from mountpoint /dev/vdb
Oct 16 08:43:57 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b992952e-f2a7-4bf5-ae6d-e3ddb7029063 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Attempting to detach device vdb from instance 6ccb7c7b-354b-490a-83c2-1ad45bb18998 from the persistent domain config. {{(pid=73884) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 08:43:57 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-b992952e-f2a7-4bf5-ae6d-e3ddb7029063 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 08:43:57 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:43:57 user nova-compute[73884]:   <source dev="/dev/sdc"/>
Oct 16 08:43:57 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:43:57 user nova-compute[73884]:   <serial>bc311f18-e0e9-4115-954b-45c4aa0ba9a1</serial>
Oct 16 08:43:57 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 08:43:57 user nova-compute[73884]: </disk>
Oct 16 08:43:57 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:43:57 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-b992952e-f2a7-4bf5-ae6d-e3ddb7029063 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Successfully detached device vdb from instance 6ccb7c7b-354b-490a-83c2-1ad45bb18998 from the persistent domain config.
Oct 16 08:43:57 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b992952e-f2a7-4bf5-ae6d-e3ddb7029063 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 6ccb7c7b-354b-490a-83c2-1ad45bb18998 from the live domain config. {{(pid=73884) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 08:43:57 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-b992952e-f2a7-4bf5-ae6d-e3ddb7029063 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 08:43:57 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:43:57 user nova-compute[73884]:   <source dev="/dev/sdc"/>
Oct 16 08:43:57 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:43:57 user nova-compute[73884]:   <serial>bc311f18-e0e9-4115-954b-45c4aa0ba9a1</serial>
Oct 16 08:43:57 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 08:43:57 user nova-compute[73884]: </disk>
Oct 16 08:43:57 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:43:57 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b992952e-f2a7-4bf5-ae6d-e3ddb7029063 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 6ccb7c7b-354b-490a-83c2-1ad45bb18998 {{(pid=73884) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 08:43:58 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:43:58 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:43:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:43:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:43:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:43:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:43:58 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 08:43:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31348f86-b9a7-4b3e-b7fd-206270bf2cdf/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:58 user nova-compute[73884]: DEBUG nova.compute.manager [req-1c40967f-fbad-4481-ac25-92f175c46560 req-5069e7f6-c0bb-454b-8de4-0320de0baced service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Received event network-changed-18053f0d-701a-4044-9372-30d76d3c9295 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:43:58 user nova-compute[73884]: DEBUG nova.compute.manager [req-1c40967f-fbad-4481-ac25-92f175c46560 req-5069e7f6-c0bb-454b-8de4-0320de0baced service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Refreshing instance network info cache due to event network-changed-18053f0d-701a-4044-9372-30d76d3c9295. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:43:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1c40967f-fbad-4481-ac25-92f175c46560 req-5069e7f6-c0bb-454b-8de4-0320de0baced service nova] Acquiring lock "refresh_cache-6ccb7c7b-354b-490a-83c2-1ad45bb18998" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:43:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1c40967f-fbad-4481-ac25-92f175c46560 req-5069e7f6-c0bb-454b-8de4-0320de0baced service nova] Acquired lock "refresh_cache-6ccb7c7b-354b-490a-83c2-1ad45bb18998" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:43:58 user nova-compute[73884]: DEBUG nova.network.neutron [req-1c40967f-fbad-4481-ac25-92f175c46560 req-5069e7f6-c0bb-454b-8de4-0320de0baced service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Refreshing network info cache for port 18053f0d-701a-4044-9372-30d76d3c9295 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:43:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31348f86-b9a7-4b3e-b7fd-206270bf2cdf/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:43:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31348f86-b9a7-4b3e-b7fd-206270bf2cdf/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/31348f86-b9a7-4b3e-b7fd-206270bf2cdf/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:43:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:43:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:59 user nova-compute[73884]: DEBUG nova.network.neutron [req-1c40967f-fbad-4481-ac25-92f175c46560 req-5069e7f6-c0bb-454b-8de4-0320de0baced service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Updated VIF entry in instance network info cache for port 18053f0d-701a-4044-9372-30d76d3c9295. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:43:59 user nova-compute[73884]: DEBUG nova.network.neutron [req-1c40967f-fbad-4481-ac25-92f175c46560 req-5069e7f6-c0bb-454b-8de4-0320de0baced service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Updating instance_info_cache with network_info: [{"id": "18053f0d-701a-4044-9372-30d76d3c9295", "address": "fa:16:3e:9e:f3:d2", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18053f0d-70", "ovs_interfaceid": "18053f0d-701a-4044-9372-30d76d3c9295", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:43:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1c40967f-fbad-4481-ac25-92f175c46560 req-5069e7f6-c0bb-454b-8de4-0320de0baced service nova] Releasing lock "refresh_cache-6ccb7c7b-354b-490a-83c2-1ad45bb18998" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:43:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:43:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7414c65-ac57-4fb0-b062-f8c4170a7c92/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7414c65-ac57-4fb0-b062-f8c4170a7c92/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:43:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7414c65-ac57-4fb0-b062-f8c4170a7c92/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7414c65-ac57-4fb0-b062-f8c4170a7c92/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:43:59 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:43:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:43:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:43:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json" returned: 0 in 0.243s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk --force-share --output=json" returned: 0 in 0.267s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:02 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:44:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Acquiring lock "4eea7606-c3cd-49d8-9b79-634bcfeeb4f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:44:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Lock "4eea7606-c3cd-49d8-9b79-634bcfeeb4f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:44:02 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:44:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:02 user nova-compute[73884]: DEBUG nova.compute.manager [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:44:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:44:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:44:02 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:44:02 user nova-compute[73884]: INFO nova.compute.claims [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Claim successful on node user
Oct 16 08:44:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk --force-share --output=json" returned: 0 in 0.267s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:03 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Refreshing inventories for resource provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 16 08:44:03 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Updating ProviderTree inventory for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 16 08:44:03 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Updating inventory in ProviderTree for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 16 08:44:03 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Refreshing aggregate associations for resource provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6, aggregates: None {{(pid=73884) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 16 08:44:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:03 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Refreshing trait associations for resource provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_FDC,COMPUTE_RESCUE_BFV,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_PCNET,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSSE3,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_SSE41,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000 {{(pid=73884) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 16 08:44:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/caede036-31a6-4fdf-8f83-5ef4cb79541a/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/caede036-31a6-4fdf-8f83-5ef4cb79541a/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/caede036-31a6-4fdf-8f83-5ef4cb79541a/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/caede036-31a6-4fdf-8f83-5ef4cb79541a/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:04 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b00ffd32-259e-4f1f-8a1d-2f3ce749d72c tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 31348f86-b9a7-4b3e-b7fd-206270bf2cdf is timed out.
Oct 16 08:44:04 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-b00ffd32-259e-4f1f-8a1d-2f3ce749d72c tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Successfully detached device vdb from instance 31348f86-b9a7-4b3e-b7fd-206270bf2cdf from the live domain config.
Oct 16 08:44:04 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:44:04 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:44:04 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=7015MB free_disk=24.770061492919922GB free_vcpus=-2 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b00ffd32-259e-4f1f-8a1d-2f3ce749d72c tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b00ffd32-259e-4f1f-8a1d-2f3ce749d72c tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HjkUtEGw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:44:04 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-b00ffd32-259e-4f1f-8a1d-2f3ce749d72c tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:44:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-b00ffd32-259e-4f1f-8a1d-2f3ce749d72c tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-b00ffd32-259e-4f1f-8a1d-2f3ce749d72c tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[449b3061-c493-4968-ad67-891dd12935eb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b00ffd32-259e-4f1f-8a1d-2f3ce749d72c tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:44:04 user nova-compute[73884]: No targets found.
Oct 16 08:44:04 user nova-compute[73884]: iSNS:
Oct 16 08:44:04 user nova-compute[73884]: No targets found.
Oct 16 08:44:04 user nova-compute[73884]: STATIC:
Oct 16 08:44:04 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c
Oct 16 08:44:04 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:44:04 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:44:04 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53
Oct 16 08:44:04 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:44:04 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:44:04 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1
Oct 16 08:44:04 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:44:04 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:44:04 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1
Oct 16 08:44:04 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:44:04 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:44:04 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d
Oct 16 08:44:04 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:44:04 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:44:04 user nova-compute[73884]: FIRMWARE:
Oct 16 08:44:04 user nova-compute[73884]: No targets found.
Oct 16 08:44:04 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b00ffd32-259e-4f1f-8a1d-2f3ce749d72c tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:44:04 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:44:04 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b00ffd32-259e-4f1f-8a1d-2f3ce749d72c tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.223s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG nova.compute.manager [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[632c4ba1-ad98-48c7-94a8-306f81662aa1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.076s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[519a1b54-5f0a-4587-83fe-cda1742b4eb2]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b00ffd32-259e-4f1f-8a1d-2f3ce749d72c tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:44:04 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:44:04 user nova-compute[73884]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 (non-flash)
Oct 16 08:44:04 user nova-compute[73884]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:44:04 user nova-compute[73884]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1 (non-flash)
Oct 16 08:44:04 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b00ffd32-259e-4f1f-8a1d-2f3ce749d72c tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:44:04 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:44:04 user nova-compute[73884]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 (non-flash)
Oct 16 08:44:04 user nova-compute[73884]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:44:04 user nova-compute[73884]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1 (non-flash)
Oct 16 08:44:04 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b00ffd32-259e-4f1f-8a1d-2f3ce749d72c tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7eac218040>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1'): ({'sdf'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b00ffd32-259e-4f1f-8a1d-2f3ce749d72c tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Removing single pathed devices sdf {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee3478e8-8f67-4877-a31c-d3594d13b6f9]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG nova.compute.manager [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG nova.network.neutron [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[38eef3a4-afa5-4400-bf46-3bc901c5c965]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b00ffd32-259e-4f1f-8a1d-2f3ce749d72c tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Flushing IO for device /dev/sdf {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:44:04 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.015s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[87610d34-1798-449f-88ad-1e6e719571d3]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b00ffd32-259e-4f1f-8a1d-2f3ce749d72c tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG nova.compute.manager [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.035s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a7262ed-6888-4357-9ae9-eb1a1e57d4fc]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b00ffd32-259e-4f1f-8a1d-2f3ce749d72c tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b00ffd32-259e-4f1f-8a1d-2f3ce749d72c tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] SCSI volumes sdf have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b00ffd32-259e-4f1f-8a1d-2f3ce749d72c tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ede3f2b-a585-4be6-aab4-ad6596603032]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b00ffd32-259e-4f1f-8a1d-2f3ce749d72c tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1 -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 8fab1c63-d9a3-4cea-b129-904a5f15e5fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 7d5fd04a-039d-4cb0-9eef-bce9700a85bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 1b00d8e1-f570-4091-9bee-780b98344624 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance e92bce3d-33d8-4004-869d-4db8991dda75 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance baa67186-a783-44fc-bf2f-8275de0e27ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 6ccb7c7b-354b-490a-83c2-1ad45bb18998 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance f9e1d80c-ad24-4717-b57f-eb69802dbaab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 21c26571-4d3f-420c-8f09-75f2afc06354 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 31348f86-b9a7-4b3e-b7fd-206270bf2cdf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance caede036-31a6-4fdf-8f83-5ef4cb79541a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 48e3f20e-88a8-4e78-9524-40f1d0a7555b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance e8439e61-c45c-4b23-ae85-d6cdd06024fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance d7414c65-ac57-4fb0-b062-f8c4170a7c92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 15 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=8192MB phys_disk=40GB used_disk=12GB total_vcpus=12 used_vcpus=15 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[50a1c4eb-9897-441d-b82a-8f86ec05f9fb]: (4, ('Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1, portal: 172.16.0.220,3260]\nLogout of [sid: 35, target: iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b00ffd32-259e-4f1f-8a1d-2f3ce749d72c tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1, portal: 172.16.0.220,3260]
Oct 16 08:44:04 user nova-compute[73884]: Logout of [sid: 35, target: iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1, portal: 172.16.0.220,3260] successful.
Oct 16 08:44:04 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1 -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG nova.compute.manager [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:44:04 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Creating image(s)
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Acquiring lock "/opt/stack/data/nova/instances/4eea7606-c3cd-49d8-9b79-634bcfeeb4f6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Lock "/opt/stack/data/nova/instances/4eea7606-c3cd-49d8-9b79-634bcfeeb4f6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Lock "/opt/stack/data/nova/instances/4eea7606-c3cd-49d8-9b79-634bcfeeb4f6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7aed896b-9254-41f1-84cd-a483031342a1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.034s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb86fef8-d489-408d-b68f-5ef83416fe5e]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b00ffd32-259e-4f1f-8a1d-2f3ce749d72c tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-b00ffd32-259e-4f1f-8a1d-2f3ce749d72c tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.385s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b00ffd32-259e-4f1f-8a1d-2f3ce749d72c tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] <== disconnect_volume: return (387ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b00ffd32-259e-4f1f-8a1d-2f3ce749d72c tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG nova.policy [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8cacc960f1b84fc7b2ec942742675739', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'afb837356c9a44f198a437fd5a5c3760', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.179s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Acquiring lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.231s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/4eea7606-c3cd-49d8-9b79-634bcfeeb4f6/disk 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/4eea7606-c3cd-49d8-9b79-634bcfeeb4f6/disk 1073741824" returned: 0 in 0.061s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.298s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:44:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:05 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:44:05 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:44:05 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 08:44:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.922s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:44:05 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.277s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:05 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4eea7606-c3cd-49d8-9b79-634bcfeeb4f6/disk. size=1073741824 {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 08:44:05 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4eea7606-c3cd-49d8-9b79-634bcfeeb4f6/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:05 user nova-compute[73884]: DEBUG nova.network.neutron [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Successfully created port: 46517289-510b-4174-9acd-a5c76c51752a {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:44:05 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4eea7606-c3cd-49d8-9b79-634bcfeeb4f6/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:05 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Cannot resize image /opt/stack/data/nova/instances/4eea7606-c3cd-49d8-9b79-634bcfeeb4f6/disk to a smaller size. {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 08:44:05 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:44:05 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Ensure instance console log exists: /opt/stack/data/nova/instances/4eea7606-c3cd-49d8-9b79-634bcfeeb4f6/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:44:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:44:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:44:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG nova.network.neutron [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Successfully updated port: 46517289-510b-4174-9acd-a5c76c51752a {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Acquiring lock "refresh_cache-4eea7606-c3cd-49d8-9b79-634bcfeeb4f6" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Acquired lock "refresh_cache-4eea7606-c3cd-49d8-9b79-634bcfeeb4f6" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG nova.network.neutron [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG nova.network.neutron [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG nova.compute.manager [req-25875955-2db0-4f24-9852-4333fef676d2 req-6b163070-b4aa-4a88-8ae9-42f9d5646a01 service nova] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Received event network-changed-46517289-510b-4174-9acd-a5c76c51752a {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG nova.compute.manager [req-25875955-2db0-4f24-9852-4333fef676d2 req-6b163070-b4aa-4a88-8ae9-42f9d5646a01 service nova] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Refreshing instance network info cache due to event network-changed-46517289-510b-4174-9acd-a5c76c51752a. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-25875955-2db0-4f24-9852-4333fef676d2 req-6b163070-b4aa-4a88-8ae9-42f9d5646a01 service nova] Acquiring lock "refresh_cache-4eea7606-c3cd-49d8-9b79-634bcfeeb4f6" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG nova.network.neutron [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Updating instance_info_cache with network_info: [{"id": "46517289-510b-4174-9acd-a5c76c51752a", "address": "fa:16:3e:cc:35:bd", "network": {"id": "26239306-bdc2-478a-9b20-6a3eac952e08", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "1d1cf0ff11fc4418a6a79d5a3cc35a17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46517289-51", "ovs_interfaceid": "46517289-510b-4174-9acd-a5c76c51752a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Releasing lock "refresh_cache-4eea7606-c3cd-49d8-9b79-634bcfeeb4f6" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG nova.compute.manager [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Instance network_info: |[{"id": "46517289-510b-4174-9acd-a5c76c51752a", "address": "fa:16:3e:cc:35:bd", "network": {"id": "26239306-bdc2-478a-9b20-6a3eac952e08", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "1d1cf0ff11fc4418a6a79d5a3cc35a17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46517289-51", "ovs_interfaceid": "46517289-510b-4174-9acd-a5c76c51752a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-25875955-2db0-4f24-9852-4333fef676d2 req-6b163070-b4aa-4a88-8ae9-42f9d5646a01 service nova] Acquired lock "refresh_cache-4eea7606-c3cd-49d8-9b79-634bcfeeb4f6" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG nova.network.neutron [req-25875955-2db0-4f24-9852-4333fef676d2 req-6b163070-b4aa-4a88-8ae9-42f9d5646a01 service nova] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Refreshing network info cache for port 46517289-510b-4174-9acd-a5c76c51752a {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Start _get_guest_xml network_info=[{"id": "46517289-510b-4174-9acd-a5c76c51752a", "address": "fa:16:3e:cc:35:bd", "network": {"id": "26239306-bdc2-478a-9b20-6a3eac952e08", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "1d1cf0ff11fc4418a6a79d5a3cc35a17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46517289-51", "ovs_interfaceid": "46517289-510b-4174-9acd-a5c76c51752a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'a4e1d819-b957-4c9c-9b9d-fd987951fbab'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:44:06 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:44:06 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:44:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:44:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-254285767',display_name='tempest-VolumesNegativeTest-instance-254285767',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-254285767',id=39,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='afb837356c9a44f198a437fd5a5c3760',ramdisk_id='',reservation_id='r-hjx4e4ph',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-650973326',owner_user_name='tempest-VolumesNegativeTest-650973326-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:44:04Z,user_data=None,user_id='8cacc960f1b84fc7b2ec942742675739',uuid=4eea7606-c3cd-49d8-9b79-634bcfeeb4f6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "46517289-510b-4174-9acd-a5c76c51752a", "address": "fa:16:3e:cc:35:bd", "network": {"id": "26239306-bdc2-478a-9b20-6a3eac952e08", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "1d1cf0ff11fc4418a6a79d5a3cc35a17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46517289-51", "ovs_interfaceid": "46517289-510b-4174-9acd-a5c76c51752a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Converting VIF {"id": "46517289-510b-4174-9acd-a5c76c51752a", "address": "fa:16:3e:cc:35:bd", "network": {"id": "26239306-bdc2-478a-9b20-6a3eac952e08", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "1d1cf0ff11fc4418a6a79d5a3cc35a17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46517289-51", "ovs_interfaceid": "46517289-510b-4174-9acd-a5c76c51752a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:35:bd,bridge_name='br-int',has_traffic_filtering=True,id=46517289-510b-4174-9acd-a5c76c51752a,network=Network(26239306-bdc2-478a-9b20-6a3eac952e08),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap46517289-51') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG nova.objects.instance [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Lazy-loading 'pci_devices' on Instance uuid 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:44:06 user nova-compute[73884]:   <uuid>4eea7606-c3cd-49d8-9b79-634bcfeeb4f6</uuid>
Oct 16 08:44:06 user nova-compute[73884]:   <name>instance-00000027</name>
Oct 16 08:44:06 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:44:06 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:44:06 user nova-compute[73884]:   <metadata>
Oct 16 08:44:06 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:44:06 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:44:06 user nova-compute[73884]:       <nova:name>tempest-VolumesNegativeTest-instance-254285767</nova:name>
Oct 16 08:44:06 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:44:06</nova:creationTime>
Oct 16 08:44:06 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:44:06 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:44:06 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:44:06 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:44:06 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:44:06 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:44:06 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:44:06 user nova-compute[73884]:       <nova:owner>
Oct 16 08:44:06 user nova-compute[73884]:         <nova:user uuid="8cacc960f1b84fc7b2ec942742675739">tempest-VolumesNegativeTest-650973326-project-member</nova:user>
Oct 16 08:44:06 user nova-compute[73884]:         <nova:project uuid="afb837356c9a44f198a437fd5a5c3760">tempest-VolumesNegativeTest-650973326</nova:project>
Oct 16 08:44:06 user nova-compute[73884]:       </nova:owner>
Oct 16 08:44:06 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:44:06 user nova-compute[73884]:       <nova:ports>
Oct 16 08:44:06 user nova-compute[73884]:         <nova:port uuid="46517289-510b-4174-9acd-a5c76c51752a">
Oct 16 08:44:06 user nova-compute[73884]:           <nova:ip type="fixed" address="192.168.233.179" ipVersion="4"/>
Oct 16 08:44:06 user nova-compute[73884]:         </nova:port>
Oct 16 08:44:06 user nova-compute[73884]:       </nova:ports>
Oct 16 08:44:06 user nova-compute[73884]:     </nova:instance>
Oct 16 08:44:06 user nova-compute[73884]:   </metadata>
Oct 16 08:44:06 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:44:06 user nova-compute[73884]:     <system>
Oct 16 08:44:06 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:44:06 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:44:06 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:44:06 user nova-compute[73884]:       <entry name="serial">4eea7606-c3cd-49d8-9b79-634bcfeeb4f6</entry>
Oct 16 08:44:06 user nova-compute[73884]:       <entry name="uuid">4eea7606-c3cd-49d8-9b79-634bcfeeb4f6</entry>
Oct 16 08:44:06 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:44:06 user nova-compute[73884]:     </system>
Oct 16 08:44:06 user nova-compute[73884]:   </sysinfo>
Oct 16 08:44:06 user nova-compute[73884]:   <os>
Oct 16 08:44:06 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:44:06 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:44:06 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:44:06 user nova-compute[73884]:   </os>
Oct 16 08:44:06 user nova-compute[73884]:   <features>
Oct 16 08:44:06 user nova-compute[73884]:     <acpi/>
Oct 16 08:44:06 user nova-compute[73884]:     <apic/>
Oct 16 08:44:06 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:44:06 user nova-compute[73884]:   </features>
Oct 16 08:44:06 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:44:06 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:44:06 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:44:06 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:44:06 user nova-compute[73884]:   </clock>
Oct 16 08:44:06 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:44:06 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:44:06 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:44:06 user nova-compute[73884]:   </cpu>
Oct 16 08:44:06 user nova-compute[73884]:   <devices>
Oct 16 08:44:06 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:44:06 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:44:06 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/4eea7606-c3cd-49d8-9b79-634bcfeeb4f6/disk"/>
Oct 16 08:44:06 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:44:06 user nova-compute[73884]:     </disk>
Oct 16 08:44:06 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:44:06 user nova-compute[73884]:       <mac address="fa:16:3e:cc:35:bd"/>
Oct 16 08:44:06 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:44:06 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:44:06 user nova-compute[73884]:       <target dev="tap46517289-51"/>
Oct 16 08:44:06 user nova-compute[73884]:     </interface>
Oct 16 08:44:06 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:44:06 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/4eea7606-c3cd-49d8-9b79-634bcfeeb4f6/console.log" append="off"/>
Oct 16 08:44:06 user nova-compute[73884]:     </serial>
Oct 16 08:44:06 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:44:06 user nova-compute[73884]:     <video>
Oct 16 08:44:06 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:44:06 user nova-compute[73884]:     </video>
Oct 16 08:44:06 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:44:06 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:44:06 user nova-compute[73884]:     </rng>
Oct 16 08:44:06 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:44:06 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:44:06 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:44:06 user nova-compute[73884]:     </memballoon>
Oct 16 08:44:06 user nova-compute[73884]:   </devices>
Oct 16 08:44:06 user nova-compute[73884]: </domain>
Oct 16 08:44:06 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:44:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-254285767',display_name='tempest-VolumesNegativeTest-instance-254285767',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-254285767',id=39,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='afb837356c9a44f198a437fd5a5c3760',ramdisk_id='',reservation_id='r-hjx4e4ph',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-650973326',owner_user_name='tempest-VolumesNegativeTest-650973326-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:44:04Z,user_data=None,user_id='8cacc960f1b84fc7b2ec942742675739',uuid=4eea7606-c3cd-49d8-9b79-634bcfeeb4f6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "46517289-510b-4174-9acd-a5c76c51752a", "address": "fa:16:3e:cc:35:bd", "network": {"id": "26239306-bdc2-478a-9b20-6a3eac952e08", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "1d1cf0ff11fc4418a6a79d5a3cc35a17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46517289-51", "ovs_interfaceid": "46517289-510b-4174-9acd-a5c76c51752a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Converting VIF {"id": "46517289-510b-4174-9acd-a5c76c51752a", "address": "fa:16:3e:cc:35:bd", "network": {"id": "26239306-bdc2-478a-9b20-6a3eac952e08", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "1d1cf0ff11fc4418a6a79d5a3cc35a17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46517289-51", "ovs_interfaceid": "46517289-510b-4174-9acd-a5c76c51752a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:35:bd,bridge_name='br-int',has_traffic_filtering=True,id=46517289-510b-4174-9acd-a5c76c51752a,network=Network(26239306-bdc2-478a-9b20-6a3eac952e08),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap46517289-51') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG os_vif [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:35:bd,bridge_name='br-int',has_traffic_filtering=True,id=46517289-510b-4174-9acd-a5c76c51752a,network=Network(26239306-bdc2-478a-9b20-6a3eac952e08),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap46517289-51') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fc67b450-2b3c-57bf-9014-d61c1df8da4b', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap46517289-51, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap46517289-51, col_values=(('qos', UUID('eb5093a8-5b54-4bba-a0f6-3d36c3d8efc3')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap46517289-51, col_values=(('external_ids', {'iface-id': '46517289-510b-4174-9acd-a5c76c51752a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cc:35:bd', 'vm-uuid': '4eea7606-c3cd-49d8-9b79-634bcfeeb4f6'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:06 user nova-compute[73884]: INFO os_vif [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:35:bd,bridge_name='br-int',has_traffic_filtering=True,id=46517289-510b-4174-9acd-a5c76c51752a,network=Network(26239306-bdc2-478a-9b20-6a3eac952e08),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap46517289-51')
Oct 16 08:44:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:44:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] No VIF found with MAC fa:16:3e:cc:35:bd, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:44:07 user nova-compute[73884]: DEBUG nova.network.neutron [req-25875955-2db0-4f24-9852-4333fef676d2 req-6b163070-b4aa-4a88-8ae9-42f9d5646a01 service nova] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Updated VIF entry in instance network info cache for port 46517289-510b-4174-9acd-a5c76c51752a. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:44:07 user nova-compute[73884]: DEBUG nova.network.neutron [req-25875955-2db0-4f24-9852-4333fef676d2 req-6b163070-b4aa-4a88-8ae9-42f9d5646a01 service nova] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Updating instance_info_cache with network_info: [{"id": "46517289-510b-4174-9acd-a5c76c51752a", "address": "fa:16:3e:cc:35:bd", "network": {"id": "26239306-bdc2-478a-9b20-6a3eac952e08", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "1d1cf0ff11fc4418a6a79d5a3cc35a17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46517289-51", "ovs_interfaceid": "46517289-510b-4174-9acd-a5c76c51752a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:44:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-25875955-2db0-4f24-9852-4333fef676d2 req-6b163070-b4aa-4a88-8ae9-42f9d5646a01 service nova] Releasing lock "refresh_cache-4eea7606-c3cd-49d8-9b79-634bcfeeb4f6" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:44:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-83da3083-89f9-405c-8c28-109a47bb9129 req-63bcaa01-9af3-4807-b4e8-275b033a1933 service nova] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Received event network-changed-09da4750-9b9c-4af0-b5e5-749f07a1f5f7 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:44:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-83da3083-89f9-405c-8c28-109a47bb9129 req-63bcaa01-9af3-4807-b4e8-275b033a1933 service nova] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Refreshing instance network info cache due to event network-changed-09da4750-9b9c-4af0-b5e5-749f07a1f5f7. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:44:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-83da3083-89f9-405c-8c28-109a47bb9129 req-63bcaa01-9af3-4807-b4e8-275b033a1933 service nova] Acquiring lock "refresh_cache-caede036-31a6-4fdf-8f83-5ef4cb79541a" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:44:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-83da3083-89f9-405c-8c28-109a47bb9129 req-63bcaa01-9af3-4807-b4e8-275b033a1933 service nova] Acquired lock "refresh_cache-caede036-31a6-4fdf-8f83-5ef4cb79541a" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:44:08 user nova-compute[73884]: DEBUG nova.network.neutron [req-83da3083-89f9-405c-8c28-109a47bb9129 req-63bcaa01-9af3-4807-b4e8-275b033a1933 service nova] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Refreshing network info cache for port 09da4750-9b9c-4af0-b5e5-749f07a1f5f7 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:44:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-f7b45f67-aad1-4b65-b70e-319975983f88 req-8daf5545-82c3-4e3c-bfd2-ef6dd7ac58cf service nova] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Received event network-vif-plugged-46517289-510b-4174-9acd-a5c76c51752a {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:44:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f7b45f67-aad1-4b65-b70e-319975983f88 req-8daf5545-82c3-4e3c-bfd2-ef6dd7ac58cf service nova] Acquiring lock "4eea7606-c3cd-49d8-9b79-634bcfeeb4f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:44:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f7b45f67-aad1-4b65-b70e-319975983f88 req-8daf5545-82c3-4e3c-bfd2-ef6dd7ac58cf service nova] Lock "4eea7606-c3cd-49d8-9b79-634bcfeeb4f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:44:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f7b45f67-aad1-4b65-b70e-319975983f88 req-8daf5545-82c3-4e3c-bfd2-ef6dd7ac58cf service nova] Lock "4eea7606-c3cd-49d8-9b79-634bcfeeb4f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:44:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-f7b45f67-aad1-4b65-b70e-319975983f88 req-8daf5545-82c3-4e3c-bfd2-ef6dd7ac58cf service nova] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] No waiting events found dispatching network-vif-plugged-46517289-510b-4174-9acd-a5c76c51752a {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:44:08 user nova-compute[73884]: WARNING nova.compute.manager [req-f7b45f67-aad1-4b65-b70e-319975983f88 req-8daf5545-82c3-4e3c-bfd2-ef6dd7ac58cf service nova] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Received unexpected event network-vif-plugged-46517289-510b-4174-9acd-a5c76c51752a for instance with vm_state building and task_state spawning.
Oct 16 08:44:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:08 user nova-compute[73884]: DEBUG nova.network.neutron [req-83da3083-89f9-405c-8c28-109a47bb9129 req-63bcaa01-9af3-4807-b4e8-275b033a1933 service nova] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Updated VIF entry in instance network info cache for port 09da4750-9b9c-4af0-b5e5-749f07a1f5f7. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:44:08 user nova-compute[73884]: DEBUG nova.network.neutron [req-83da3083-89f9-405c-8c28-109a47bb9129 req-63bcaa01-9af3-4807-b4e8-275b033a1933 service nova] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Updating instance_info_cache with network_info: [{"id": "09da4750-9b9c-4af0-b5e5-749f07a1f5f7", "address": "fa:16:3e:04:75:62", "network": {"id": "e6c27229-23f2-49e4-a586-cd4ba520e1e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-139611324-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d655f1249c64e03ba95139efa91e346", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09da4750-9b", "ovs_interfaceid": "09da4750-9b9c-4af0-b5e5-749f07a1f5f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:44:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-83da3083-89f9-405c-8c28-109a47bb9129 req-63bcaa01-9af3-4807-b4e8-275b033a1933 service nova] Releasing lock "refresh_cache-caede036-31a6-4fdf-8f83-5ef4cb79541a" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:44:09 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:44:09 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 08:44:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "refresh_cache-e92bce3d-33d8-4004-869d-4db8991dda75" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:44:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquired lock "refresh_cache-e92bce3d-33d8-4004-869d-4db8991dda75" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:44:09 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Forcefully refreshing network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 08:44:09 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Updating instance_info_cache with network_info: [{"id": "e23a29ce-99fc-402f-8a26-cd8031fd07b4", "address": "fa:16:3e:c6:8b:4d", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape23a29ce-99", "ovs_interfaceid": "e23a29ce-99fc-402f-8a26-cd8031fd07b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:44:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Releasing lock "refresh_cache-e92bce3d-33d8-4004-869d-4db8991dda75" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:44:09 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Updated the network info_cache for instance {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 08:44:10 user nova-compute[73884]: DEBUG nova.compute.manager [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:44:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:44:10 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Instance spawned successfully.
Oct 16 08:44:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:44:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:44:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:44:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:44:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:44:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:44:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:44:10 user nova-compute[73884]: INFO nova.compute.manager [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Took 5.97 seconds to spawn the instance on the hypervisor.
Oct 16 08:44:10 user nova-compute[73884]: DEBUG nova.compute.manager [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:44:10 user nova-compute[73884]: DEBUG nova.compute.manager [req-1720b705-318a-484f-801b-44628e8c05c4 req-dd5f057b-e991-4a6e-b213-384f96e0052c service nova] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Received event network-vif-plugged-46517289-510b-4174-9acd-a5c76c51752a {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:44:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1720b705-318a-484f-801b-44628e8c05c4 req-dd5f057b-e991-4a6e-b213-384f96e0052c service nova] Acquiring lock "4eea7606-c3cd-49d8-9b79-634bcfeeb4f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:44:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1720b705-318a-484f-801b-44628e8c05c4 req-dd5f057b-e991-4a6e-b213-384f96e0052c service nova] Lock "4eea7606-c3cd-49d8-9b79-634bcfeeb4f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:44:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1720b705-318a-484f-801b-44628e8c05c4 req-dd5f057b-e991-4a6e-b213-384f96e0052c service nova] Lock "4eea7606-c3cd-49d8-9b79-634bcfeeb4f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:44:10 user nova-compute[73884]: DEBUG nova.compute.manager [req-1720b705-318a-484f-801b-44628e8c05c4 req-dd5f057b-e991-4a6e-b213-384f96e0052c service nova] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] No waiting events found dispatching network-vif-plugged-46517289-510b-4174-9acd-a5c76c51752a {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:44:10 user nova-compute[73884]: WARNING nova.compute.manager [req-1720b705-318a-484f-801b-44628e8c05c4 req-dd5f057b-e991-4a6e-b213-384f96e0052c service nova] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Received unexpected event network-vif-plugged-46517289-510b-4174-9acd-a5c76c51752a for instance with vm_state building and task_state spawning.
Oct 16 08:44:10 user nova-compute[73884]: INFO nova.compute.manager [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Took 7.69 seconds to build instance.
Oct 16 08:44:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a0e7ebfc-a169-4341-aeea-36883413089d tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Lock "4eea7606-c3cd-49d8-9b79-634bcfeeb4f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.843s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:44:11 user nova-compute[73884]: DEBUG nova.objects.instance [None req-b00ffd32-259e-4f1f-8a1d-2f3ce749d72c tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lazy-loading 'flavor' on Instance uuid 31348f86-b9a7-4b3e-b7fd-206270bf2cdf {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:44:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b00ffd32-259e-4f1f-8a1d-2f3ce749d72c tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "31348f86-b9a7-4b3e-b7fd-206270bf2cdf" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 27.801s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:44:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "caede036-31a6-4fdf-8f83-5ef4cb79541a" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:44:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "caede036-31a6-4fdf-8f83-5ef4cb79541a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:44:13 user nova-compute[73884]: DEBUG nova.objects.instance [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lazy-loading 'flavor' on Instance uuid caede036-31a6-4fdf-8f83-5ef4cb79541a {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:44:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "caede036-31a6-4fdf-8f83-5ef4cb79541a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:44:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "caede036-31a6-4fdf-8f83-5ef4cb79541a" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:44:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "caede036-31a6-4fdf-8f83-5ef4cb79541a" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:44:14 user nova-compute[73884]: INFO nova.compute.manager [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Attaching volume 82c46c36-5657-42a3-b7cf-623ed3f7d03f to /dev/vdb
Oct 16 08:44:14 user nova-compute[73884]: DEBUG os_brick.utils [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:44:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[abbe70ea-b9a6-43b5-a213-1c471d1c1674]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f216a084-40b7-4e40-a199-dfc1f3946b0d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0c29bf9-403c-4efd-ae42-69c870414f64]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d54a78e6-c915-4246-8379-d06b34aa9e2d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:44:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 08:44:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:44:14 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 08:44:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[00c61294-2d1b-416e-9c48-04ab8ae74b98]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 08:44:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 08:44:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 08:44:14 user nova-compute[73884]: DEBUG os_brick.utils [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:44:14 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Updating existing volume attachment record: 168b0668-23db-473c-9aa5-b93eaf049fe2 {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 08:44:16 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:44:16 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Cleaning up deleted instances {{(pid=73884) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 16 08:44:16 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] There are 0 instances to clean {{(pid=73884) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 16 08:44:16 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:17 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b992952e-f2a7-4bf5-ae6d-e3ddb7029063 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 6ccb7c7b-354b-490a-83c2-1ad45bb18998 is timed out.
Oct 16 08:44:17 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-b992952e-f2a7-4bf5-ae6d-e3ddb7029063 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Successfully detached device vdb from instance 6ccb7c7b-354b-490a-83c2-1ad45bb18998 from the live domain config.
Oct 16 08:44:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b992952e-f2a7-4bf5-ae6d-e3ddb7029063 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b992952e-f2a7-4bf5-ae6d-e3ddb7029063 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IMDZjwvO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:44:17 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-b992952e-f2a7-4bf5-ae6d-e3ddb7029063 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:44:17 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-b992952e-f2a7-4bf5-ae6d-e3ddb7029063 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-b992952e-f2a7-4bf5-ae6d-e3ddb7029063 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[75b76a95-e04a-41cb-81e5-7f10cca4e24d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b992952e-f2a7-4bf5-ae6d-e3ddb7029063 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:44:17 user nova-compute[73884]: No targets found.
Oct 16 08:44:17 user nova-compute[73884]: iSNS:
Oct 16 08:44:17 user nova-compute[73884]: No targets found.
Oct 16 08:44:17 user nova-compute[73884]: STATIC:
Oct 16 08:44:17 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c
Oct 16 08:44:17 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:44:17 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:44:17 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53
Oct 16 08:44:17 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:44:17 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:44:17 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1
Oct 16 08:44:17 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:44:17 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:44:17 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d
Oct 16 08:44:17 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:44:17 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:44:17 user nova-compute[73884]: FIRMWARE:
Oct 16 08:44:17 user nova-compute[73884]: No targets found.
Oct 16 08:44:17 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b992952e-f2a7-4bf5-ae6d-e3ddb7029063 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:44:17 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:44:17 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b992952e-f2a7-4bf5-ae6d-e3ddb7029063 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[0be33f06-75fb-4877-8469-77ed32da9365]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[26a76a45-f0bb-43de-9549-b306635341ba]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b992952e-f2a7-4bf5-ae6d-e3ddb7029063 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:44:17 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:44:17 user nova-compute[73884]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 (non-flash)
Oct 16 08:44:17 user nova-compute[73884]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:44:17 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b992952e-f2a7-4bf5-ae6d-e3ddb7029063 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:44:17 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:44:17 user nova-compute[73884]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 (non-flash)
Oct 16 08:44:17 user nova-compute[73884]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:44:17 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b992952e-f2a7-4bf5-ae6d-e3ddb7029063 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7ea469cb80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1'): ({'sdc'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b992952e-f2a7-4bf5-ae6d-e3ddb7029063 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Removing single pathed devices sdc {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e400b02-2355-4c77-946d-803583d99545]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[10996787-7529-4171-8d54-bf3c2975a14c]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b992952e-f2a7-4bf5-ae6d-e3ddb7029063 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Flushing IO for device /dev/sdc {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[0440a923-6181-4fbf-b791-9de36cee9e94]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b992952e-f2a7-4bf5-ae6d-e3ddb7029063 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.034s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bdd555e-23ec-4416-8f49-9a1eec8a10d7]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b992952e-f2a7-4bf5-ae6d-e3ddb7029063 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b992952e-f2a7-4bf5-ae6d-e3ddb7029063 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] SCSI volumes sdc have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b992952e-f2a7-4bf5-ae6d-e3ddb7029063 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dce4c16-2adc-4eb0-b903-6397faece2ba]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b992952e-f2a7-4bf5-ae6d-e3ddb7029063 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c741bcf-68be-4f5f-8d4b-a6d78d96100d]: (4, ('Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1, portal: 172.16.0.220,3260]\nLogout of [sid: 29, target: iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b992952e-f2a7-4bf5-ae6d-e3ddb7029063 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1, portal: 172.16.0.220,3260]
Oct 16 08:44:17 user nova-compute[73884]: Logout of [sid: 29, target: iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1, portal: 172.16.0.220,3260] successful.
Oct 16 08:44:17 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bc311f18-e0e9-4115-954b-45c4aa0ba9a1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d9b1e38-d3af-43a3-8a40-4b110999535b]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b992952e-f2a7-4bf5-ae6d-e3ddb7029063 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-b992952e-f2a7-4bf5-ae6d-e3ddb7029063 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.310s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b992952e-f2a7-4bf5-ae6d-e3ddb7029063 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] <== disconnect_volume: return (311ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:44:17 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b992952e-f2a7-4bf5-ae6d-e3ddb7029063 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:44:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:18 user nova-compute[73884]: DEBUG nova.objects.instance [None req-b992952e-f2a7-4bf5-ae6d-e3ddb7029063 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lazy-loading 'flavor' on Instance uuid 6ccb7c7b-354b-490a-83c2-1ad45bb18998 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:44:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b992952e-f2a7-4bf5-ae6d-e3ddb7029063 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.018s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:44:21 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:25 user nova-compute[73884]: DEBUG nova.compute.manager [req-c520552b-0106-40e6-a341-d603b196b913 req-e92527d7-815f-4460-ac0c-919e0ded6d0d service nova] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Received event network-changed-1f70896e-bd10-49f5-a769-e183d54ce3b7 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:44:25 user nova-compute[73884]: DEBUG nova.compute.manager [req-c520552b-0106-40e6-a341-d603b196b913 req-e92527d7-815f-4460-ac0c-919e0ded6d0d service nova] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Refreshing instance network info cache due to event network-changed-1f70896e-bd10-49f5-a769-e183d54ce3b7. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:44:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-c520552b-0106-40e6-a341-d603b196b913 req-e92527d7-815f-4460-ac0c-919e0ded6d0d service nova] Acquiring lock "refresh_cache-baa67186-a783-44fc-bf2f-8275de0e27ab" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:44:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-c520552b-0106-40e6-a341-d603b196b913 req-e92527d7-815f-4460-ac0c-919e0ded6d0d service nova] Acquired lock "refresh_cache-baa67186-a783-44fc-bf2f-8275de0e27ab" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:44:25 user nova-compute[73884]: DEBUG nova.network.neutron [req-c520552b-0106-40e6-a341-d603b196b913 req-e92527d7-815f-4460-ac0c-919e0ded6d0d service nova] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Refreshing network info cache for port 1f70896e-bd10-49f5-a769-e183d54ce3b7 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:44:25 user nova-compute[73884]: DEBUG nova.network.neutron [req-c520552b-0106-40e6-a341-d603b196b913 req-e92527d7-815f-4460-ac0c-919e0ded6d0d service nova] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Updated VIF entry in instance network info cache for port 1f70896e-bd10-49f5-a769-e183d54ce3b7. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:44:25 user nova-compute[73884]: DEBUG nova.network.neutron [req-c520552b-0106-40e6-a341-d603b196b913 req-e92527d7-815f-4460-ac0c-919e0ded6d0d service nova] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Updating instance_info_cache with network_info: [{"id": "1f70896e-bd10-49f5-a769-e183d54ce3b7", "address": "fa:16:3e:02:00:82", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f70896e-bd", "ovs_interfaceid": "1f70896e-bd10-49f5-a769-e183d54ce3b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:44:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-c520552b-0106-40e6-a341-d603b196b913 req-e92527d7-815f-4460-ac0c-919e0ded6d0d service nova] Releasing lock "refresh_cache-baa67186-a783-44fc-bf2f-8275de0e27ab" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:44:26 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:26 user nova-compute[73884]: DEBUG nova.compute.manager [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Stashing vm_state: active {{(pid=73884) _prep_resize /opt/stack/nova/nova/compute/manager.py:5614}}
Oct 16 08:44:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:44:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:44:26 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:44:26 user nova-compute[73884]: INFO nova.compute.claims [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Claim successful on node user
Oct 16 08:44:27 user nova-compute[73884]: INFO nova.compute.resource_tracker [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Updating resource usage from migration 80a4ddc8-6d36-47cc-9bdc-78923aeb5236
Oct 16 08:44:27 user nova-compute[73884]: DEBUG nova.compute.manager [req-d6b40d68-7e79-4a2a-987c-954b3ab96158 req-5823521b-437a-4eee-91d5-636b5ddf35b7 service nova] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Received event network-changed-e56258c2-3d15-416a-a3b3-a1fdb2ac8538 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:44:27 user nova-compute[73884]: DEBUG nova.compute.manager [req-d6b40d68-7e79-4a2a-987c-954b3ab96158 req-5823521b-437a-4eee-91d5-636b5ddf35b7 service nova] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Refreshing instance network info cache due to event network-changed-e56258c2-3d15-416a-a3b3-a1fdb2ac8538. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:44:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d6b40d68-7e79-4a2a-987c-954b3ab96158 req-5823521b-437a-4eee-91d5-636b5ddf35b7 service nova] Acquiring lock "refresh_cache-48e3f20e-88a8-4e78-9524-40f1d0a7555b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:44:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d6b40d68-7e79-4a2a-987c-954b3ab96158 req-5823521b-437a-4eee-91d5-636b5ddf35b7 service nova] Acquired lock "refresh_cache-48e3f20e-88a8-4e78-9524-40f1d0a7555b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:44:27 user nova-compute[73884]: DEBUG nova.network.neutron [req-d6b40d68-7e79-4a2a-987c-954b3ab96158 req-5823521b-437a-4eee-91d5-636b5ddf35b7 service nova] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Refreshing network info cache for port e56258c2-3d15-416a-a3b3-a1fdb2ac8538 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:44:27 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:44:27 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:44:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.561s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:44:27 user nova-compute[73884]: INFO nova.compute.manager [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Migrating
Oct 16 08:44:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:44:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquired lock "compute-rpcapi-router" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:44:27 user nova-compute[73884]: INFO nova.compute.rpcapi [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Automatically selected compute RPC version 6.2 from minimum service version 66
Oct 16 08:44:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Releasing lock "compute-rpcapi-router" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:44:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "refresh_cache-48e3f20e-88a8-4e78-9524-40f1d0a7555b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:44:28 user nova-compute[73884]: DEBUG nova.network.neutron [req-d6b40d68-7e79-4a2a-987c-954b3ab96158 req-5823521b-437a-4eee-91d5-636b5ddf35b7 service nova] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Updated VIF entry in instance network info cache for port e56258c2-3d15-416a-a3b3-a1fdb2ac8538. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:44:28 user nova-compute[73884]: DEBUG nova.network.neutron [req-d6b40d68-7e79-4a2a-987c-954b3ab96158 req-5823521b-437a-4eee-91d5-636b5ddf35b7 service nova] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Updating instance_info_cache with network_info: [{"id": "e56258c2-3d15-416a-a3b3-a1fdb2ac8538", "address": "fa:16:3e:33:bd:1a", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape56258c2-3d", "ovs_interfaceid": "e56258c2-3d15-416a-a3b3-a1fdb2ac8538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:44:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d6b40d68-7e79-4a2a-987c-954b3ab96158 req-5823521b-437a-4eee-91d5-636b5ddf35b7 service nova] Releasing lock "refresh_cache-48e3f20e-88a8-4e78-9524-40f1d0a7555b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:44:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquired lock "refresh_cache-48e3f20e-88a8-4e78-9524-40f1d0a7555b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:44:28 user nova-compute[73884]: DEBUG nova.network.neutron [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:44:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:28 user nova-compute[73884]: DEBUG nova.network.neutron [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Updating instance_info_cache with network_info: [{"id": "e56258c2-3d15-416a-a3b3-a1fdb2ac8538", "address": "fa:16:3e:33:bd:1a", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape56258c2-3d", "ovs_interfaceid": "e56258c2-3d15-416a-a3b3-a1fdb2ac8538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:44:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Releasing lock "refresh_cache-48e3f20e-88a8-4e78-9524-40f1d0a7555b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:44:28 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Starting migrate_disk_and_power_off {{(pid=73884) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11487}}
Oct 16 08:44:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:29 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Instance destroyed successfully.
Oct 16 08:44:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:42:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-2080790391',display_name='tempest-ServerActionsTestOtherA-server-2080790391',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-2080790391',id=36,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHE9l1Zd5cIKDNYUGaIXZPCTTAzZ7MFuiY2odQE5VnAqxGOHU7g2VUwAiVwswEf4mPpcBrmdNm6aiJ8RE8pUrPt2i+LINeLq0l8jB60su577PAwJHQkutuSOuTJ9r1Zp6A==',key_name='tempest-keypair-18137684',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:43:00Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='e746b051e0de47ab8847bba1edcbee5b',ramdisk_id='',reservation_id='r-rx6ez5k9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-2116041418',owner_user_name='tempest-ServerActionsTestOtherA-2116041418-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:44:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e683e6de0905423cb11b3fce7c77f7fe',uuid=48e3f20e-88a8-4e78-9524-40f1d0a7555b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e56258c2-3d15-416a-a3b3-a1fdb2ac8538", "address": "fa:16:3e:33:bd:1a", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1067672451-network", "vif_mac": "fa:16:3e:33:bd:1a"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape56258c2-3d", "ovs_interfaceid": "e56258c2-3d15-416a-a3b3-a1fdb2ac8538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Converting VIF {"id": "e56258c2-3d15-416a-a3b3-a1fdb2ac8538", "address": "fa:16:3e:33:bd:1a", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1067672451-network", "vif_mac": "fa:16:3e:33:bd:1a"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape56258c2-3d", "ovs_interfaceid": "e56258c2-3d15-416a-a3b3-a1fdb2ac8538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:33:bd:1a,bridge_name='br-int',has_traffic_filtering=True,id=e56258c2-3d15-416a-a3b3-a1fdb2ac8538,network=Network(71810bcd-afd3-4642-87f2-d1e06d726e3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape56258c2-3d') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG os_vif [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:33:bd:1a,bridge_name='br-int',has_traffic_filtering=True,id=e56258c2-3d15-416a-a3b3-a1fdb2ac8538,network=Network(71810bcd-afd3-4642-87f2-d1e06d726e3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape56258c2-3d') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape56258c2-3d, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1e8416ec-55eb-46b3-930b-d7d83bd76e56) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG nova.compute.manager [req-3a969063-9cbd-4bf9-8727-0dc233c0409f req-3e57f742-65ec-44ff-935d-865035f46b49 service nova] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Received event network-vif-unplugged-e56258c2-3d15-416a-a3b3-a1fdb2ac8538 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-3a969063-9cbd-4bf9-8727-0dc233c0409f req-3e57f742-65ec-44ff-935d-865035f46b49 service nova] Acquiring lock "48e3f20e-88a8-4e78-9524-40f1d0a7555b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-3a969063-9cbd-4bf9-8727-0dc233c0409f req-3e57f742-65ec-44ff-935d-865035f46b49 service nova] Lock "48e3f20e-88a8-4e78-9524-40f1d0a7555b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-3a969063-9cbd-4bf9-8727-0dc233c0409f req-3e57f742-65ec-44ff-935d-865035f46b49 service nova] Lock "48e3f20e-88a8-4e78-9524-40f1d0a7555b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG nova.compute.manager [req-3a969063-9cbd-4bf9-8727-0dc233c0409f req-3e57f742-65ec-44ff-935d-865035f46b49 service nova] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] No waiting events found dispatching network-vif-unplugged-e56258c2-3d15-416a-a3b3-a1fdb2ac8538 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:44:29 user nova-compute[73884]: WARNING nova.compute.manager [req-3a969063-9cbd-4bf9-8727-0dc233c0409f req-3e57f742-65ec-44ff-935d-865035f46b49 service nova] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Received unexpected event network-vif-unplugged-e56258c2-3d15-416a-a3b3-a1fdb2ac8538 for instance with vm_state active and task_state resize_migrating.
Oct 16 08:44:29 user nova-compute[73884]: DEBUG nova.compute.manager [req-3a969063-9cbd-4bf9-8727-0dc233c0409f req-3e57f742-65ec-44ff-935d-865035f46b49 service nova] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Received event network-vif-plugged-e56258c2-3d15-416a-a3b3-a1fdb2ac8538 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-3a969063-9cbd-4bf9-8727-0dc233c0409f req-3e57f742-65ec-44ff-935d-865035f46b49 service nova] Acquiring lock "48e3f20e-88a8-4e78-9524-40f1d0a7555b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-3a969063-9cbd-4bf9-8727-0dc233c0409f req-3e57f742-65ec-44ff-935d-865035f46b49 service nova] Lock "48e3f20e-88a8-4e78-9524-40f1d0a7555b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-3a969063-9cbd-4bf9-8727-0dc233c0409f req-3e57f742-65ec-44ff-935d-865035f46b49 service nova] Lock "48e3f20e-88a8-4e78-9524-40f1d0a7555b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG nova.compute.manager [req-3a969063-9cbd-4bf9-8727-0dc233c0409f req-3e57f742-65ec-44ff-935d-865035f46b49 service nova] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] No waiting events found dispatching network-vif-plugged-e56258c2-3d15-416a-a3b3-a1fdb2ac8538 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:44:29 user nova-compute[73884]: WARNING nova.compute.manager [req-3a969063-9cbd-4bf9-8727-0dc233c0409f req-3e57f742-65ec-44ff-935d-865035f46b49 service nova] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Received unexpected event network-vif-plugged-e56258c2-3d15-416a-a3b3-a1fdb2ac8538 for instance with vm_state active and task_state resize_migrating.
Oct 16 08:44:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:44:29 user nova-compute[73884]: INFO os_vif [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:33:bd:1a,bridge_name='br-int',has_traffic_filtering=True,id=e56258c2-3d15-416a-a3b3-a1fdb2ac8538,network=Network(71810bcd-afd3-4642-87f2-d1e06d726e3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape56258c2-3d')
Oct 16 08:44:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RFiZuhfd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:44:29 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:44:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[be11402c-bfdc-4e06-9541-77287f690333]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:44:29 user nova-compute[73884]: No targets found.
Oct 16 08:44:29 user nova-compute[73884]: iSNS:
Oct 16 08:44:29 user nova-compute[73884]: No targets found.
Oct 16 08:44:29 user nova-compute[73884]: STATIC:
Oct 16 08:44:29 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c
Oct 16 08:44:29 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:44:29 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:44:29 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53
Oct 16 08:44:29 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:44:29 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:44:29 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d
Oct 16 08:44:29 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:44:29 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:44:29 user nova-compute[73884]: FIRMWARE:
Oct 16 08:44:29 user nova-compute[73884]: No targets found.
Oct 16 08:44:29 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:44:29 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:44:29 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb31fde8-5abb-4175-949a-96f996b512cf]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f795cc8-0bda-4419-8014-11175bf057ad]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:44:29 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:44:29 user nova-compute[73884]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:44:29 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:44:29 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:44:29 user nova-compute[73884]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:44:29 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7e84651090>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53'): ({'sdd'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Removing single pathed devices sdd {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[834cb32c-b8f3-4af9-b622-2515e9074454]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fdc975c-f97a-4fe3-8e63-6ac2667b752f]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Flushing IO for device /dev/sdd {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[df071481-8d7e-43f3-85fd-abe7393e2fa9]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.059s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[358010f0-15eb-4e9f-b6b8-ead71185e379]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] SCSI volumes sdd have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.033s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e61615da-abd9-440b-a750-a057b9e8c7a2]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[631ca3a8-9cc6-4722-9d9f-e6849c28ec27]: (4, ('Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53, portal: 172.16.0.220,3260]\nLogout of [sid: 32, target: iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53, portal: 172.16.0.220,3260]
Oct 16 08:44:29 user nova-compute[73884]: Logout of [sid: 32, target: iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53, portal: 172.16.0.220,3260] successful.
Oct 16 08:44:29 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffc9056c-70a7-4058-8956-d2738242b630]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.341s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] <== disconnect_volume: return (342ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:44:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] skipping disk /dev/sdd (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG nova.network.neutron [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Port e56258c2-3d15-416a-a3b3-a1fdb2ac8538 binding to destination host user is already ACTIVE {{(pid=73884) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3163}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dpISuLcZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:44:32 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:44:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:44:32 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:44:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:44:32 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:44:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4a694ab-b322-43c6-ab69-58d26574b56e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:44:32 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[67f4e389-7361-48c3-96ab-c26652b10095]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f] added
Oct 16 08:44:32 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[35701294-2314-453f-b691-28a62a4d5515]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1494c03-dae7-40c6-9d15-bba543ebe9db]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "48e3f20e-88a8-4e78-9524-40f1d0a7555b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "48e3f20e-88a8-4e78-9524-40f1d0a7555b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "48e3f20e-88a8-4e78-9524-40f1d0a7555b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dpISuLcZ {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dpISuLcZ" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[fedb16fc-5e03-4384-98fd-607485aa6b53]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'dpISuLcZ'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ab594f3-242d-437f-9a1b-959ce5e6376d]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2c3fd73-18bf-44c7-b888-a175ed945730]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:44:32 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:44:32 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:44:32 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:44:32 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "refresh_cache-48e3f20e-88a8-4e78-9524-40f1d0a7555b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquired lock "refresh_cache-48e3f20e-88a8-4e78-9524-40f1d0a7555b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG nova.network.neutron [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[8500d59a-1247-43cb-a58e-3e36c07127c8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f, portal: 172.16.0.220,3260]
Oct 16 08:44:32 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f, portal: 172.16.0.220,3260] successful.
Oct 16 08:44:32 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.028s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[abe881ae-f8c3-41ed-9f20-28123bcbd7b1]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[95be2472-cf46-44b2-8160-9f15f873aae7]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:44:32 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:44:32 user nova-compute[73884]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f (non-flash)
Oct 16 08:44:32 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:44:32 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:44:32 user nova-compute[73884]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f (non-flash)
Oct 16 08:44:32 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.316s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] HCTL ('34', '-', '-', 0) found on session 36 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.033s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[228fdff6-e7ac-4598-bf15-15668d5f298e]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Searching for a device in session 36 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dpISuLcZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG nova.network.neutron [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Updating instance_info_cache with network_info: [{"id": "e56258c2-3d15-416a-a3b3-a1fdb2ac8538", "address": "fa:16:3e:33:bd:1a", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape56258c2-3d", "ovs_interfaceid": "e56258c2-3d15-416a-a3b3-a1fdb2ac8538", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Releasing lock "refresh_cache-48e3f20e-88a8-4e78-9524-40f1d0a7555b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG os_brick.utils [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f5406a4-1079-4267-ad61-ec343c73432c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:32 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:33 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:33 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c00dabd0-4d3a-4daa-8da1-632954562116]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:33 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:33 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:33 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[00ff5890-8ecc-4938-9b6d-9b171a1eeb40]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:33 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8fb1548-a069-49fe-8f21-30431b7ff854]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:33 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:33 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:44:33 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 08:44:33 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:33 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:44:33 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 08:44:33 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c654a934-9b8f-4bc6-8161-0c7dd2c8acb2]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:33 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 08:44:33 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 08:44:33 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 08:44:33 user nova-compute[73884]: DEBUG os_brick.utils [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:44:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:33 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.368s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:44:33 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] <== connect_volume: return (1369ms) {'type': 'block', 'scsi_wwn': '26431646538316634', 'path': '/dev/sdc'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:44:33 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26431646538316634', 'path': '/dev/sdc'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:44:33 user nova-compute[73884]: DEBUG nova.objects.instance [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lazy-loading 'flavor' on Instance uuid caede036-31a6-4fdf-8f83-5ef4cb79541a {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:44:33 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 08:44:33 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:44:33 user nova-compute[73884]:   <source dev="/dev/sdc"/>
Oct 16 08:44:33 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:44:33 user nova-compute[73884]:   <serial>82c46c36-5657-42a3-b7cf-623ed3f7d03f</serial>
Oct 16 08:44:33 user nova-compute[73884]: </disk>
Oct 16 08:44:33 user nova-compute[73884]:  {{(pid=73884) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 08:44:34 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:44:34 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] No BDM found with device name vdb, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:44:34 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] No VIF found with MAC fa:16:3e:04:75:62, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:44:34 user nova-compute[73884]: DEBUG nova.compute.manager [req-630af926-3b1f-4d5c-8e0a-7b0452bb24de req-92f44cab-0781-4918-b9da-13d5a9733484 service nova] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Received event network-changed-be1afc44-3e9e-4117-bd46-ef0fe6f6809b {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:44:34 user nova-compute[73884]: DEBUG nova.compute.manager [req-630af926-3b1f-4d5c-8e0a-7b0452bb24de req-92f44cab-0781-4918-b9da-13d5a9733484 service nova] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Refreshing instance network info cache due to event network-changed-be1afc44-3e9e-4117-bd46-ef0fe6f6809b. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:44:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-630af926-3b1f-4d5c-8e0a-7b0452bb24de req-92f44cab-0781-4918-b9da-13d5a9733484 service nova] Acquiring lock "refresh_cache-31348f86-b9a7-4b3e-b7fd-206270bf2cdf" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:44:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-630af926-3b1f-4d5c-8e0a-7b0452bb24de req-92f44cab-0781-4918-b9da-13d5a9733484 service nova] Acquired lock "refresh_cache-31348f86-b9a7-4b3e-b7fd-206270bf2cdf" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:44:34 user nova-compute[73884]: DEBUG nova.network.neutron [req-630af926-3b1f-4d5c-8e0a-7b0452bb24de req-92f44cab-0781-4918-b9da-13d5a9733484 service nova] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Refreshing network info cache for port be1afc44-3e9e-4117-bd46-ef0fe6f6809b {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:44:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-03d0398c-9236-44f2-a1ea-492f1fe5c9bc tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "caede036-31a6-4fdf-8f83-5ef4cb79541a" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.178s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:44:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-1e92371e-8ff7-4159-a792-ffa27ce9240a tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Acquiring lock "31348f86-b9a7-4b3e-b7fd-206270bf2cdf" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:44:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-1e92371e-8ff7-4159-a792-ffa27ce9240a tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "31348f86-b9a7-4b3e-b7fd-206270bf2cdf" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:44:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-1e92371e-8ff7-4159-a792-ffa27ce9240a tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Acquiring lock "31348f86-b9a7-4b3e-b7fd-206270bf2cdf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:44:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-1e92371e-8ff7-4159-a792-ffa27ce9240a tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "31348f86-b9a7-4b3e-b7fd-206270bf2cdf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:44:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-1e92371e-8ff7-4159-a792-ffa27ce9240a tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "31348f86-b9a7-4b3e-b7fd-206270bf2cdf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:44:34 user nova-compute[73884]: INFO nova.compute.manager [None req-1e92371e-8ff7-4159-a792-ffa27ce9240a tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Terminating instance
Oct 16 08:44:34 user nova-compute[73884]: DEBUG nova.compute.manager [None req-1e92371e-8ff7-4159-a792-ffa27ce9240a tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 08:44:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:34 user nova-compute[73884]: DEBUG nova.network.neutron [req-630af926-3b1f-4d5c-8e0a-7b0452bb24de req-92f44cab-0781-4918-b9da-13d5a9733484 service nova] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Updated VIF entry in instance network info cache for port be1afc44-3e9e-4117-bd46-ef0fe6f6809b. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:44:34 user nova-compute[73884]: DEBUG nova.network.neutron [req-630af926-3b1f-4d5c-8e0a-7b0452bb24de req-92f44cab-0781-4918-b9da-13d5a9733484 service nova] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Updating instance_info_cache with network_info: [{"id": "be1afc44-3e9e-4117-bd46-ef0fe6f6809b", "address": "fa:16:3e:55:14:ef", "network": {"id": "94dea724-1b26-4a1e-b5d6-f69302978f7a", "bridge": "br-int", "label": "tempest-TestStampPattern-1371037434-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fb3e570067a4db5894f2982b18742a9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe1afc44-3e", "ovs_interfaceid": "be1afc44-3e9e-4117-bd46-ef0fe6f6809b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:44:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-630af926-3b1f-4d5c-8e0a-7b0452bb24de req-92f44cab-0781-4918-b9da-13d5a9733484 service nova] Releasing lock "refresh_cache-31348f86-b9a7-4b3e-b7fd-206270bf2cdf" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:44:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0fd6a24e-ad99-41fb-b3c1-f741d68e722b tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "caede036-31a6-4fdf-8f83-5ef4cb79541a" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:44:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0fd6a24e-ad99-41fb-b3c1-f741d68e722b tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "caede036-31a6-4fdf-8f83-5ef4cb79541a" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:44:35 user nova-compute[73884]: INFO nova.compute.manager [None req-0fd6a24e-ad99-41fb-b3c1-f741d68e722b tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Detaching volume 82c46c36-5657-42a3-b7cf-623ed3f7d03f
Oct 16 08:44:35 user nova-compute[73884]: INFO nova.virt.block_device [None req-0fd6a24e-ad99-41fb-b3c1-f741d68e722b tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Attempting to driver detach volume 82c46c36-5657-42a3-b7cf-623ed3f7d03f from mountpoint /dev/vdb
Oct 16 08:44:35 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0fd6a24e-ad99-41fb-b3c1-f741d68e722b tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Attempting to detach device vdb from instance caede036-31a6-4fdf-8f83-5ef4cb79541a from the persistent domain config. {{(pid=73884) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 08:44:35 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-0fd6a24e-ad99-41fb-b3c1-f741d68e722b tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 08:44:35 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:44:35 user nova-compute[73884]:   <source dev="/dev/sdc"/>
Oct 16 08:44:35 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:44:35 user nova-compute[73884]:   <serial>82c46c36-5657-42a3-b7cf-623ed3f7d03f</serial>
Oct 16 08:44:35 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 08:44:35 user nova-compute[73884]: </disk>
Oct 16 08:44:35 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:44:35 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-0fd6a24e-ad99-41fb-b3c1-f741d68e722b tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Successfully detached device vdb from instance caede036-31a6-4fdf-8f83-5ef4cb79541a from the persistent domain config.
Oct 16 08:44:35 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0fd6a24e-ad99-41fb-b3c1-f741d68e722b tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance caede036-31a6-4fdf-8f83-5ef4cb79541a from the live domain config. {{(pid=73884) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 08:44:35 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-0fd6a24e-ad99-41fb-b3c1-f741d68e722b tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 08:44:35 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:44:35 user nova-compute[73884]:   <source dev="/dev/sdc"/>
Oct 16 08:44:35 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:44:35 user nova-compute[73884]:   <serial>82c46c36-5657-42a3-b7cf-623ed3f7d03f</serial>
Oct 16 08:44:35 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 08:44:35 user nova-compute[73884]: </disk>
Oct 16 08:44:35 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:44:35 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Instance destroyed successfully.
Oct 16 08:44:35 user nova-compute[73884]: DEBUG nova.objects.instance [None req-1e92371e-8ff7-4159-a792-ffa27ce9240a tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lazy-loading 'resources' on Instance uuid 31348f86-b9a7-4b3e-b7fd-206270bf2cdf {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:44:35 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-1e92371e-8ff7-4159-a792-ffa27ce9240a tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:41:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-1620050170',display_name='tempest-TestStampPattern-server-1620050170',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1620050170',id=34,image_ref='04ed7d30-c1e0-49a1-a7cc-4ed31af3dcba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC5TkKBxuLJQ5BcmtBV6Wb+yqC5sFkucAoys0+kMPJltvTnkCBvIF5SvoKdfbT87ShVEBQshuOXCtCm+07TXNwlmqTJDMKfRSs/dKxPQfQaOgLVdTSGY9RtPl6Ym+H907Q==',key_name='tempest-TestStampPattern-2066845274',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:41:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2fb3e570067a4db5894f2982b18742a9',ramdisk_id='',reservation_id='r-vl20f2s5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='f9e1d80c-ad24-4717-b57f-eb69802dbaab',image_min_disk='1',image_min_ram='0',image_owner_id='2fb3e570067a4db5894f2982b18742a9',image_owner_project_name='tempest-TestStampPattern-1979427003',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1979427003-project-member',image_user_id='b14c06a0e5904d2b9f82f7a8a26ea278',owner_project_name='tempest-TestStampPattern-1979427003',owner_user_name='tempest-TestStampPattern-1979427003-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:41:34Z,user_data=None,user_id='b14c06a0e5904d2b9f82f7a8a26ea278',uuid=31348f86-b9a7-4b3e-b7fd-206270bf2cdf,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "be1afc44-3e9e-4117-bd46-ef0fe6f6809b", "address": "fa:16:3e:55:14:ef", "network": {"id": "94dea724-1b26-4a1e-b5d6-f69302978f7a", "bridge": "br-int", "label": "tempest-TestStampPattern-1371037434-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fb3e570067a4db5894f2982b18742a9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe1afc44-3e", "ovs_interfaceid": "be1afc44-3e9e-4117-bd46-ef0fe6f6809b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:44:35 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-1e92371e-8ff7-4159-a792-ffa27ce9240a tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Converting VIF {"id": "be1afc44-3e9e-4117-bd46-ef0fe6f6809b", "address": "fa:16:3e:55:14:ef", "network": {"id": "94dea724-1b26-4a1e-b5d6-f69302978f7a", "bridge": "br-int", "label": "tempest-TestStampPattern-1371037434-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fb3e570067a4db5894f2982b18742a9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe1afc44-3e", "ovs_interfaceid": "be1afc44-3e9e-4117-bd46-ef0fe6f6809b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:44:35 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-1e92371e-8ff7-4159-a792-ffa27ce9240a tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:55:14:ef,bridge_name='br-int',has_traffic_filtering=True,id=be1afc44-3e9e-4117-bd46-ef0fe6f6809b,network=Network(94dea724-1b26-4a1e-b5d6-f69302978f7a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe1afc44-3e') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:44:35 user nova-compute[73884]: DEBUG os_vif [None req-1e92371e-8ff7-4159-a792-ffa27ce9240a tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:55:14:ef,bridge_name='br-int',has_traffic_filtering=True,id=be1afc44-3e9e-4117-bd46-ef0fe6f6809b,network=Network(94dea724-1b26-4a1e-b5d6-f69302978f7a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe1afc44-3e') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:44:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbe1afc44-3e, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:44:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:44:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7d577ea4-1705-4609-aee2-e11a7699bad1) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:44:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:35 user nova-compute[73884]: INFO os_vif [None req-1e92371e-8ff7-4159-a792-ffa27ce9240a tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:55:14:ef,bridge_name='br-int',has_traffic_filtering=True,id=be1afc44-3e9e-4117-bd46-ef0fe6f6809b,network=Network(94dea724-1b26-4a1e-b5d6-f69302978f7a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe1afc44-3e')
Oct 16 08:44:35 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-1e92371e-8ff7-4159-a792-ffa27ce9240a tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Deleting instance files /opt/stack/data/nova/instances/31348f86-b9a7-4b3e-b7fd-206270bf2cdf_del
Oct 16 08:44:35 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-1e92371e-8ff7-4159-a792-ffa27ce9240a tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Deletion of /opt/stack/data/nova/instances/31348f86-b9a7-4b3e-b7fd-206270bf2cdf_del complete
Oct 16 08:44:35 user nova-compute[73884]: INFO nova.compute.manager [None req-1e92371e-8ff7-4159-a792-ffa27ce9240a tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Took 0.96 seconds to destroy the instance on the hypervisor.
Oct 16 08:44:35 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-1e92371e-8ff7-4159-a792-ffa27ce9240a tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 08:44:35 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 08:44:35 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 08:44:35 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0fd6a24e-ad99-41fb-b3c1-f741d68e722b tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance caede036-31a6-4fdf-8f83-5ef4cb79541a {{(pid=73884) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 08:44:35 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:44:35 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Took 0.46 seconds to deallocate network for instance.
Oct 16 08:44:35 user nova-compute[73884]: DEBUG nova.compute.manager [req-453d437f-d2a7-47c2-af9f-3486e8655728 req-8abbf22f-4b5c-4084-9350-0c84c67de96e service nova] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Received event network-vif-deleted-be1afc44-3e9e-4117-bd46-ef0fe6f6809b {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:44:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-1e92371e-8ff7-4159-a792-ffa27ce9240a tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:44:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-1e92371e-8ff7-4159-a792-ffa27ce9240a tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:44:36 user nova-compute[73884]: DEBUG nova.compute.manager [req-6415e90a-ede6-494b-90ff-ec7f3f8111c5 req-b0dfea4f-f38b-4bf9-81a6-4c0b1830f465 service nova] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Received event network-vif-unplugged-be1afc44-3e9e-4117-bd46-ef0fe6f6809b {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:44:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6415e90a-ede6-494b-90ff-ec7f3f8111c5 req-b0dfea4f-f38b-4bf9-81a6-4c0b1830f465 service nova] Acquiring lock "31348f86-b9a7-4b3e-b7fd-206270bf2cdf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:44:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6415e90a-ede6-494b-90ff-ec7f3f8111c5 req-b0dfea4f-f38b-4bf9-81a6-4c0b1830f465 service nova] Lock "31348f86-b9a7-4b3e-b7fd-206270bf2cdf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:44:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6415e90a-ede6-494b-90ff-ec7f3f8111c5 req-b0dfea4f-f38b-4bf9-81a6-4c0b1830f465 service nova] Lock "31348f86-b9a7-4b3e-b7fd-206270bf2cdf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:44:36 user nova-compute[73884]: DEBUG nova.compute.manager [req-6415e90a-ede6-494b-90ff-ec7f3f8111c5 req-b0dfea4f-f38b-4bf9-81a6-4c0b1830f465 service nova] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] No waiting events found dispatching network-vif-unplugged-be1afc44-3e9e-4117-bd46-ef0fe6f6809b {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:44:36 user nova-compute[73884]: WARNING nova.compute.manager [req-6415e90a-ede6-494b-90ff-ec7f3f8111c5 req-b0dfea4f-f38b-4bf9-81a6-4c0b1830f465 service nova] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Received unexpected event network-vif-unplugged-be1afc44-3e9e-4117-bd46-ef0fe6f6809b for instance with vm_state deleted and task_state None.
Oct 16 08:44:36 user nova-compute[73884]: DEBUG nova.compute.manager [req-6415e90a-ede6-494b-90ff-ec7f3f8111c5 req-b0dfea4f-f38b-4bf9-81a6-4c0b1830f465 service nova] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Received event network-vif-plugged-be1afc44-3e9e-4117-bd46-ef0fe6f6809b {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:44:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6415e90a-ede6-494b-90ff-ec7f3f8111c5 req-b0dfea4f-f38b-4bf9-81a6-4c0b1830f465 service nova] Acquiring lock "31348f86-b9a7-4b3e-b7fd-206270bf2cdf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:44:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6415e90a-ede6-494b-90ff-ec7f3f8111c5 req-b0dfea4f-f38b-4bf9-81a6-4c0b1830f465 service nova] Lock "31348f86-b9a7-4b3e-b7fd-206270bf2cdf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:44:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6415e90a-ede6-494b-90ff-ec7f3f8111c5 req-b0dfea4f-f38b-4bf9-81a6-4c0b1830f465 service nova] Lock "31348f86-b9a7-4b3e-b7fd-206270bf2cdf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:44:36 user nova-compute[73884]: DEBUG nova.compute.manager [req-6415e90a-ede6-494b-90ff-ec7f3f8111c5 req-b0dfea4f-f38b-4bf9-81a6-4c0b1830f465 service nova] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] No waiting events found dispatching network-vif-plugged-be1afc44-3e9e-4117-bd46-ef0fe6f6809b {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:44:36 user nova-compute[73884]: WARNING nova.compute.manager [req-6415e90a-ede6-494b-90ff-ec7f3f8111c5 req-b0dfea4f-f38b-4bf9-81a6-4c0b1830f465 service nova] [instance: 31348f86-b9a7-4b3e-b7fd-206270bf2cdf] Received unexpected event network-vif-plugged-be1afc44-3e9e-4117-bd46-ef0fe6f6809b for instance with vm_state deleted and task_state None.
Oct 16 08:44:36 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-1e92371e-8ff7-4159-a792-ffa27ce9240a tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:44:36 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-1e92371e-8ff7-4159-a792-ffa27ce9240a tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:44:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-1e92371e-8ff7-4159-a792-ffa27ce9240a tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.584s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:44:36 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-1e92371e-8ff7-4159-a792-ffa27ce9240a tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Deleted allocations for instance 31348f86-b9a7-4b3e-b7fd-206270bf2cdf
Oct 16 08:44:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-1e92371e-8ff7-4159-a792-ffa27ce9240a tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "31348f86-b9a7-4b3e-b7fd-206270bf2cdf" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.207s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:44:38 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:38 user nova-compute[73884]: DEBUG nova.compute.manager [req-14095130-3ff6-4534-8661-bdf08e2321c9 req-f9a11d15-d529-4e27-9962-3c6a3ba1c980 service nova] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Received event network-changed-366b3665-9b10-40f0-a576-77a10c182d2e {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:44:38 user nova-compute[73884]: DEBUG nova.compute.manager [req-14095130-3ff6-4534-8661-bdf08e2321c9 req-f9a11d15-d529-4e27-9962-3c6a3ba1c980 service nova] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Refreshing instance network info cache due to event network-changed-366b3665-9b10-40f0-a576-77a10c182d2e. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:44:38 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-14095130-3ff6-4534-8661-bdf08e2321c9 req-f9a11d15-d529-4e27-9962-3c6a3ba1c980 service nova] Acquiring lock "refresh_cache-e8439e61-c45c-4b23-ae85-d6cdd06024fc" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:44:38 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-14095130-3ff6-4534-8661-bdf08e2321c9 req-f9a11d15-d529-4e27-9962-3c6a3ba1c980 service nova] Acquired lock "refresh_cache-e8439e61-c45c-4b23-ae85-d6cdd06024fc" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:44:38 user nova-compute[73884]: DEBUG nova.network.neutron [req-14095130-3ff6-4534-8661-bdf08e2321c9 req-f9a11d15-d529-4e27-9962-3c6a3ba1c980 service nova] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Refreshing network info cache for port 366b3665-9b10-40f0-a576-77a10c182d2e {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:44:39 user nova-compute[73884]: DEBUG nova.network.neutron [req-14095130-3ff6-4534-8661-bdf08e2321c9 req-f9a11d15-d529-4e27-9962-3c6a3ba1c980 service nova] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Updated VIF entry in instance network info cache for port 366b3665-9b10-40f0-a576-77a10c182d2e. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:44:39 user nova-compute[73884]: DEBUG nova.network.neutron [req-14095130-3ff6-4534-8661-bdf08e2321c9 req-f9a11d15-d529-4e27-9962-3c6a3ba1c980 service nova] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Updating instance_info_cache with network_info: [{"id": "366b3665-9b10-40f0-a576-77a10c182d2e", "address": "fa:16:3e:8b:dc:7c", "network": {"id": "45831488-169c-487a-844d-8e963fcfc606", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-598871473-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9486d594d1c4cfca00d2393773837ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap366b3665-9b", "ovs_interfaceid": "366b3665-9b10-40f0-a576-77a10c182d2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:44:39 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-14095130-3ff6-4534-8661-bdf08e2321c9 req-f9a11d15-d529-4e27-9962-3c6a3ba1c980 service nova] Releasing lock "refresh_cache-e8439e61-c45c-4b23-ae85-d6cdd06024fc" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:44:40 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:45 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Acquiring lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:44:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:44:45 user nova-compute[73884]: DEBUG nova.objects.instance [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lazy-loading 'flavor' on Instance uuid e8439e61-c45c-4b23-ae85-d6cdd06024fc {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:44:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.058s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:44:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Acquiring lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:44:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:44:45 user nova-compute[73884]: INFO nova.compute.manager [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Attaching volume 5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea to /dev/vdb
Oct 16 08:44:45 user nova-compute[73884]: DEBUG os_brick.utils [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:44:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:45 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6d1ec15-7088-4e52-af9f-9d017f483dc8]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:45 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[3aa6641f-1f8e-4b9e-82e8-0f9621f779e1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:45 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6aefa71b-d0ad-448a-a3c7-91eb30572f56]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:45 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d882274-03a0-4c05-965e-92009215b6ac]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:44:45 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 08:44:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:45 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:44:45 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 08:44:45 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[34274a54-6f90-4b4f-a4c4-03bb1d5a5c47]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:45 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 08:44:45 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 08:44:45 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 08:44:45 user nova-compute[73884]: DEBUG os_brick.utils [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:44:45 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Updating existing volume attachment record: a817df7e-f37c-44e9-ad75-5f079fd1413d {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 08:44:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7416c262-5eaf-4db0-81e7-630ca3f8bf88 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquiring lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:44:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7416c262-5eaf-4db0-81e7-630ca3f8bf88 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:44:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7416c262-5eaf-4db0-81e7-630ca3f8bf88 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquiring lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:44:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7416c262-5eaf-4db0-81e7-630ca3f8bf88 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:44:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7416c262-5eaf-4db0-81e7-630ca3f8bf88 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:44:47 user nova-compute[73884]: INFO nova.compute.manager [None req-7416c262-5eaf-4db0-81e7-630ca3f8bf88 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Terminating instance
Oct 16 08:44:47 user nova-compute[73884]: DEBUG nova.compute.manager [None req-7416c262-5eaf-4db0-81e7-630ca3f8bf88 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 08:44:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:48 user nova-compute[73884]: DEBUG nova.compute.manager [req-032198aa-53f2-4357-b8c2-8332332db031 req-80df49ea-b0d6-4786-9eea-c3d83e4de95c service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Received event network-vif-unplugged-18053f0d-701a-4044-9372-30d76d3c9295 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:44:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-032198aa-53f2-4357-b8c2-8332332db031 req-80df49ea-b0d6-4786-9eea-c3d83e4de95c service nova] Acquiring lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:44:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-032198aa-53f2-4357-b8c2-8332332db031 req-80df49ea-b0d6-4786-9eea-c3d83e4de95c service nova] Lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:44:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-032198aa-53f2-4357-b8c2-8332332db031 req-80df49ea-b0d6-4786-9eea-c3d83e4de95c service nova] Lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:44:48 user nova-compute[73884]: DEBUG nova.compute.manager [req-032198aa-53f2-4357-b8c2-8332332db031 req-80df49ea-b0d6-4786-9eea-c3d83e4de95c service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] No waiting events found dispatching network-vif-unplugged-18053f0d-701a-4044-9372-30d76d3c9295 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:44:48 user nova-compute[73884]: DEBUG nova.compute.manager [req-032198aa-53f2-4357-b8c2-8332332db031 req-80df49ea-b0d6-4786-9eea-c3d83e4de95c service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Received event network-vif-unplugged-18053f0d-701a-4044-9372-30d76d3c9295 for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:44:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:48 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Instance destroyed successfully.
Oct 16 08:44:48 user nova-compute[73884]: DEBUG nova.objects.instance [None req-7416c262-5eaf-4db0-81e7-630ca3f8bf88 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lazy-loading 'resources' on Instance uuid 6ccb7c7b-354b-490a-83c2-1ad45bb18998 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:44:48 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-7416c262-5eaf-4db0-81e7-630ca3f8bf88 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:37:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-480876527',display_name='tempest-ServerRescueNegativeTestJSON-server-480876527',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-480876527',id=30,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMY58dsSJoY+Ca9WuQlraOD40LHHwHw69Z5XUM+W1JJcoLXCZla1dyLb9ISKZA0ckqGjTrKyfOvaBiXz5GkWx1eWQtF0lwDB4kYYROmLy9sQQwXTGfYpHBNwztnCZ+mqtw==',key_name='tempest-keypair-392511088',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:40:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9e52badad06145cfa089e3408fc0ec2a',ramdisk_id='',reservation_id='r-x14edrpt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1439350041',owner_user_name='tempest-ServerRescueNegativeTestJSON-1439350041-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:42:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='de4969717c974b0882fa85234f08a619',uuid=6ccb7c7b-354b-490a-83c2-1ad45bb18998,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "18053f0d-701a-4044-9372-30d76d3c9295", "address": "fa:16:3e:9e:f3:d2", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18053f0d-70", "ovs_interfaceid": "18053f0d-701a-4044-9372-30d76d3c9295", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:44:48 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-7416c262-5eaf-4db0-81e7-630ca3f8bf88 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Converting VIF {"id": "18053f0d-701a-4044-9372-30d76d3c9295", "address": "fa:16:3e:9e:f3:d2", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.67", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18053f0d-70", "ovs_interfaceid": "18053f0d-701a-4044-9372-30d76d3c9295", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:44:48 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-7416c262-5eaf-4db0-81e7-630ca3f8bf88 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9e:f3:d2,bridge_name='br-int',has_traffic_filtering=True,id=18053f0d-701a-4044-9372-30d76d3c9295,network=Network(c29d5c21-21e2-439e-9ee6-7530bc770e4d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18053f0d-70') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:44:48 user nova-compute[73884]: DEBUG os_vif [None req-7416c262-5eaf-4db0-81e7-630ca3f8bf88 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:9e:f3:d2,bridge_name='br-int',has_traffic_filtering=True,id=18053f0d-701a-4044-9372-30d76d3c9295,network=Network(c29d5c21-21e2-439e-9ee6-7530bc770e4d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18053f0d-70') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:44:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap18053f0d-70, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:44:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:44:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=65d2064d-afb1-4da1-b286-a3b362656e62) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:44:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:48 user nova-compute[73884]: INFO os_vif [None req-7416c262-5eaf-4db0-81e7-630ca3f8bf88 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:9e:f3:d2,bridge_name='br-int',has_traffic_filtering=True,id=18053f0d-701a-4044-9372-30d76d3c9295,network=Network(c29d5c21-21e2-439e-9ee6-7530bc770e4d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18053f0d-70')
Oct 16 08:44:48 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-7416c262-5eaf-4db0-81e7-630ca3f8bf88 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Deleting instance files /opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998_del
Oct 16 08:44:48 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-7416c262-5eaf-4db0-81e7-630ca3f8bf88 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Deletion of /opt/stack/data/nova/instances/6ccb7c7b-354b-490a-83c2-1ad45bb18998_del complete
Oct 16 08:44:48 user nova-compute[73884]: INFO nova.compute.manager [None req-7416c262-5eaf-4db0-81e7-630ca3f8bf88 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Took 0.91 seconds to destroy the instance on the hypervisor.
Oct 16 08:44:48 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-7416c262-5eaf-4db0-81e7-630ca3f8bf88 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 08:44:48 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 08:44:48 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 08:44:49 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:44:49 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:44:49 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Took 0.80 seconds to deallocate network for instance.
Oct 16 08:44:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7416c262-5eaf-4db0-81e7-630ca3f8bf88 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:44:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7416c262-5eaf-4db0-81e7-630ca3f8bf88 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:44:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-7416c262-5eaf-4db0-81e7-630ca3f8bf88 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-7416c262-5eaf-4db0-81e7-630ca3f8bf88 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG nova.compute.manager [req-73b48ce1-0047-42a5-b015-c1a2d0ac17cc req-452c631a-94a4-4682-b4dc-f6a6035af74d service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Received event network-vif-plugged-18053f0d-701a-4044-9372-30d76d3c9295 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-73b48ce1-0047-42a5-b015-c1a2d0ac17cc req-452c631a-94a4-4682-b4dc-f6a6035af74d service nova] Acquiring lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-73b48ce1-0047-42a5-b015-c1a2d0ac17cc req-452c631a-94a4-4682-b4dc-f6a6035af74d service nova] Lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-73b48ce1-0047-42a5-b015-c1a2d0ac17cc req-452c631a-94a4-4682-b4dc-f6a6035af74d service nova] Lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG nova.compute.manager [req-73b48ce1-0047-42a5-b015-c1a2d0ac17cc req-452c631a-94a4-4682-b4dc-f6a6035af74d service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] No waiting events found dispatching network-vif-plugged-18053f0d-701a-4044-9372-30d76d3c9295 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:44:50 user nova-compute[73884]: WARNING nova.compute.manager [req-73b48ce1-0047-42a5-b015-c1a2d0ac17cc req-452c631a-94a4-4682-b4dc-f6a6035af74d service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Received unexpected event network-vif-plugged-18053f0d-701a-4044-9372-30d76d3c9295 for instance with vm_state deleted and task_state None.
Oct 16 08:44:50 user nova-compute[73884]: DEBUG nova.compute.manager [req-73b48ce1-0047-42a5-b015-c1a2d0ac17cc req-452c631a-94a4-4682-b4dc-f6a6035af74d service nova] [instance: 6ccb7c7b-354b-490a-83c2-1ad45bb18998] Received event network-vif-deleted-18053f0d-701a-4044-9372-30d76d3c9295 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7416c262-5eaf-4db0-81e7-630ca3f8bf88 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.741s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:44:50 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-7416c262-5eaf-4db0-81e7-630ca3f8bf88 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Deleted allocations for instance 6ccb7c7b-354b-490a-83c2-1ad45bb18998
Oct 16 08:44:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7416c262-5eaf-4db0-81e7-630ca3f8bf88 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "6ccb7c7b-354b-490a-83c2-1ad45bb18998" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.665s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Starting finish_migration {{(pid=73884) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11674}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Instance directory exists: not creating {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Oct 16 08:44:50 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Creating image(s)
Oct 16 08:44:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Did not create local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Ensure instance console log exists: /opt/stack/data/nova/instances/48e3f20e-88a8-4e78-9524-40f1d0a7555b/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Start _get_guest_xml network_info=[{"id": "e56258c2-3d15-416a-a3b3-a1fdb2ac8538", "address": "fa:16:3e:33:bd:1a", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1067672451-network", "vif_mac": "fa:16:3e:33:bd:1a"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape56258c2-3d", "ovs_interfaceid": "e56258c2-3d15-416a-a3b3-a1fdb2ac8538", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RFiZuhfd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '48e3f20e-88a8-4e78-9524-40f1d0a7555b', 'attached_at': '2023-10-16T08:44:50.000000', 'detached_at': '', 'volume_id': '04e18832-dff6-49f3-9a2a-79bd35d6ee53', 'serial': '04e18832-dff6-49f3-9a2a-79bd35d6ee53'}, 'attachment_id': '9fdab961-c468-48de-b31b-8c4ac2c56aa9', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'delete_on_termination': True, 'boot_index': 0, 'device_type': 'disk', 'volume_type': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:44:50 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:44:50 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:44:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RFiZuhfd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:44:50 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:44:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:44:50 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:44:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:44:50 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:44:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ee3ae4c-1e79-40d4-92d4-359072c2ff48]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:44:50 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b0bb91f-a748-441c-b03a-e588c5c48861]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53] added
Oct 16 08:44:50 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[48c717ae-aaf8-47df-9357-ca547c421eff]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb464019-d4ed-4388-b58e-461fbb53d570]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RFiZuhfd {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RFiZuhfd" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e32df3b-e584-444c-8c6b-c2780e36fd40]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RFiZuhfd'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d416633f-c361-4b8f-b4c9-a3577ea75607]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8e33ae6-fa05-4055-a936-a4632e82a558]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:44:50 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:44:50 user nova-compute[73884]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f (non-flash)
Oct 16 08:44:50 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:44:50 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:44:50 user nova-compute[73884]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f (non-flash)
Oct 16 08:44:50 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 -p 172.16.0.220:3260 --login" returned: 0 in 0.067s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[96287b7c-0d06-45c0-a9d3-f23899d8d643]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53, portal: 172.16.0.220,3260]
Oct 16 08:44:50 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53, portal: 172.16.0.220,3260] successful.
Oct 16 08:44:50 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[735b05d2-fbda-4c04-9540-4d817c8e946f]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[be452b32-c4c2-492c-b0e7-3f149aab8a2a]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:44:50 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:44:50 user nova-compute[73884]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f (non-flash)
Oct 16 08:44:50 user nova-compute[73884]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:44:50 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:44:50 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:44:50 user nova-compute[73884]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f (non-flash)
Oct 16 08:44:50 user nova-compute[73884]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:44:50 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.298s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] HCTL ('35', '-', '-', 0) found on session 37 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7a345b7-ade5-4dae-87f0-95fece26bc99]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Searching for a device in session 37 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:44:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RFiZuhfd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:44:51 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:44:51 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:44:51 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.332s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:44:51 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] <== connect_volume: return (1334ms) {'type': 'block', 'scsi_wwn': '23136646239663237', 'path': '/dev/sdd'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:44:51 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23136646239663237', 'path': '/dev/sdd'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:44:51 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:42:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-2080790391',display_name='tempest-ServerActionsTestOtherA-server-2080790391',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-2080790391',id=36,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHE9l1Zd5cIKDNYUGaIXZPCTTAzZ7MFuiY2odQE5VnAqxGOHU7g2VUwAiVwswEf4mPpcBrmdNm6aiJ8RE8pUrPt2i+LINeLq0l8jB60su577PAwJHQkutuSOuTJ9r1Zp6A==',key_name='tempest-keypair-18137684',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:43:00Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='e746b051e0de47ab8847bba1edcbee5b',ramdisk_id='',reservation_id='r-rx6ez5k9',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-2116041418',owner_user_name='tempest-ServerActionsTestOtherA-2116041418-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:44:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e683e6de0905423cb11b3fce7c77f7fe',uuid=48e3f20e-88a8-4e78-9524-40f1d0a7555b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e56258c2-3d15-416a-a3b3-a1fdb2ac8538", "address": "fa:16:3e:33:bd:1a", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1067672451-network", "vif_mac": "fa:16:3e:33:bd:1a"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape56258c2-3d", "ovs_interfaceid": "e56258c2-3d15-416a-a3b3-a1fdb2ac8538", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:44:51 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Converting VIF {"id": "e56258c2-3d15-416a-a3b3-a1fdb2ac8538", "address": "fa:16:3e:33:bd:1a", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1067672451-network", "vif_mac": "fa:16:3e:33:bd:1a"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape56258c2-3d", "ovs_interfaceid": "e56258c2-3d15-416a-a3b3-a1fdb2ac8538", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:44:51 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:33:bd:1a,bridge_name='br-int',has_traffic_filtering=True,id=e56258c2-3d15-416a-a3b3-a1fdb2ac8538,network=Network(71810bcd-afd3-4642-87f2-d1e06d726e3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape56258c2-3d') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:44:51 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:44:51 user nova-compute[73884]:   <uuid>48e3f20e-88a8-4e78-9524-40f1d0a7555b</uuid>
Oct 16 08:44:51 user nova-compute[73884]:   <name>instance-00000024</name>
Oct 16 08:44:51 user nova-compute[73884]:   <memory>2097152</memory>
Oct 16 08:44:51 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:44:51 user nova-compute[73884]:   <metadata>
Oct 16 08:44:51 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:44:51 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:44:51 user nova-compute[73884]:       <nova:name>tempest-ServerActionsTestOtherA-server-2080790391</nova:name>
Oct 16 08:44:51 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:44:50</nova:creationTime>
Oct 16 08:44:51 user nova-compute[73884]:       <nova:flavor name="m1.small">
Oct 16 08:44:51 user nova-compute[73884]:         <nova:memory>2048</nova:memory>
Oct 16 08:44:51 user nova-compute[73884]:         <nova:disk>20</nova:disk>
Oct 16 08:44:51 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:44:51 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:44:51 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:44:51 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:44:51 user nova-compute[73884]:       <nova:owner>
Oct 16 08:44:51 user nova-compute[73884]:         <nova:user uuid="e683e6de0905423cb11b3fce7c77f7fe">tempest-ServerActionsTestOtherA-2116041418-project-member</nova:user>
Oct 16 08:44:51 user nova-compute[73884]:         <nova:project uuid="e746b051e0de47ab8847bba1edcbee5b">tempest-ServerActionsTestOtherA-2116041418</nova:project>
Oct 16 08:44:51 user nova-compute[73884]:       </nova:owner>
Oct 16 08:44:51 user nova-compute[73884]:       <nova:ports>
Oct 16 08:44:51 user nova-compute[73884]:         <nova:port uuid="e56258c2-3d15-416a-a3b3-a1fdb2ac8538">
Oct 16 08:44:51 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 16 08:44:51 user nova-compute[73884]:         </nova:port>
Oct 16 08:44:51 user nova-compute[73884]:       </nova:ports>
Oct 16 08:44:51 user nova-compute[73884]:     </nova:instance>
Oct 16 08:44:51 user nova-compute[73884]:   </metadata>
Oct 16 08:44:51 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:44:51 user nova-compute[73884]:     <system>
Oct 16 08:44:51 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:44:51 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:44:51 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:44:51 user nova-compute[73884]:       <entry name="serial">48e3f20e-88a8-4e78-9524-40f1d0a7555b</entry>
Oct 16 08:44:51 user nova-compute[73884]:       <entry name="uuid">48e3f20e-88a8-4e78-9524-40f1d0a7555b</entry>
Oct 16 08:44:51 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:44:51 user nova-compute[73884]:     </system>
Oct 16 08:44:51 user nova-compute[73884]:   </sysinfo>
Oct 16 08:44:51 user nova-compute[73884]:   <os>
Oct 16 08:44:51 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:44:51 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:44:51 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:44:51 user nova-compute[73884]:   </os>
Oct 16 08:44:51 user nova-compute[73884]:   <features>
Oct 16 08:44:51 user nova-compute[73884]:     <acpi/>
Oct 16 08:44:51 user nova-compute[73884]:     <apic/>
Oct 16 08:44:51 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:44:51 user nova-compute[73884]:   </features>
Oct 16 08:44:51 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:44:51 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:44:51 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:44:51 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:44:51 user nova-compute[73884]:   </clock>
Oct 16 08:44:51 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:44:51 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:44:51 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:44:51 user nova-compute[73884]:   </cpu>
Oct 16 08:44:51 user nova-compute[73884]:   <devices>
Oct 16 08:44:51 user nova-compute[73884]:     <disk type="block" device="disk">
Oct 16 08:44:51 user nova-compute[73884]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:44:51 user nova-compute[73884]:       <source dev="/dev/sdd"/>
Oct 16 08:44:51 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:44:51 user nova-compute[73884]:       <serial>04e18832-dff6-49f3-9a2a-79bd35d6ee53</serial>
Oct 16 08:44:51 user nova-compute[73884]:     </disk>
Oct 16 08:44:51 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:44:51 user nova-compute[73884]:       <mac address="fa:16:3e:33:bd:1a"/>
Oct 16 08:44:51 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:44:51 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:44:51 user nova-compute[73884]:       <target dev="tape56258c2-3d"/>
Oct 16 08:44:51 user nova-compute[73884]:     </interface>
Oct 16 08:44:51 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:44:51 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/48e3f20e-88a8-4e78-9524-40f1d0a7555b/console.log" append="off"/>
Oct 16 08:44:51 user nova-compute[73884]:     </serial>
Oct 16 08:44:51 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:44:51 user nova-compute[73884]:     <video>
Oct 16 08:44:51 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:44:51 user nova-compute[73884]:     </video>
Oct 16 08:44:51 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:44:51 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:44:51 user nova-compute[73884]:     </rng>
Oct 16 08:44:51 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:44:51 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:44:51 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:44:51 user nova-compute[73884]:     </memballoon>
Oct 16 08:44:51 user nova-compute[73884]:   </devices>
Oct 16 08:44:51 user nova-compute[73884]: </domain>
Oct 16 08:44:51 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:44:51 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:42:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-2080790391',display_name='tempest-ServerActionsTestOtherA-server-2080790391',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-2080790391',id=36,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHE9l1Zd5cIKDNYUGaIXZPCTTAzZ7MFuiY2odQE5VnAqxGOHU7g2VUwAiVwswEf4mPpcBrmdNm6aiJ8RE8pUrPt2i+LINeLq0l8jB60su577PAwJHQkutuSOuTJ9r1Zp6A==',key_name='tempest-keypair-18137684',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:43:00Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='e746b051e0de47ab8847bba1edcbee5b',ramdisk_id='',reservation_id='r-rx6ez5k9',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-2116041418',owner_user_name='tempest-ServerActionsTestOtherA-2116041418-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:44:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e683e6de0905423cb11b3fce7c77f7fe',uuid=48e3f20e-88a8-4e78-9524-40f1d0a7555b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e56258c2-3d15-416a-a3b3-a1fdb2ac8538", "address": "fa:16:3e:33:bd:1a", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1067672451-network", "vif_mac": "fa:16:3e:33:bd:1a"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape56258c2-3d", "ovs_interfaceid": "e56258c2-3d15-416a-a3b3-a1fdb2ac8538", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:44:51 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Converting VIF {"id": "e56258c2-3d15-416a-a3b3-a1fdb2ac8538", "address": "fa:16:3e:33:bd:1a", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1067672451-network", "vif_mac": "fa:16:3e:33:bd:1a"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape56258c2-3d", "ovs_interfaceid": "e56258c2-3d15-416a-a3b3-a1fdb2ac8538", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:44:51 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:33:bd:1a,bridge_name='br-int',has_traffic_filtering=True,id=e56258c2-3d15-416a-a3b3-a1fdb2ac8538,network=Network(71810bcd-afd3-4642-87f2-d1e06d726e3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape56258c2-3d') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:44:51 user nova-compute[73884]: DEBUG os_vif [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:33:bd:1a,bridge_name='br-int',has_traffic_filtering=True,id=e56258c2-3d15-416a-a3b3-a1fdb2ac8538,network=Network(71810bcd-afd3-4642-87f2-d1e06d726e3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape56258c2-3d') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:44:51 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:51 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:44:51 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:44:51 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:51 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0a3e861d-af92-5f4a-b5ce-3e88b6cd5ac6', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:44:51 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:51 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:44:51 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:51 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape56258c2-3d, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:44:51 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape56258c2-3d, col_values=(('qos', UUID('32edbc8a-9d42-41f7-9507-6fee46efb053')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:44:51 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape56258c2-3d, col_values=(('external_ids', {'iface-id': 'e56258c2-3d15-416a-a3b3-a1fdb2ac8538', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:33:bd:1a', 'vm-uuid': '48e3f20e-88a8-4e78-9524-40f1d0a7555b'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:44:51 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:51 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:44:51 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:51 user nova-compute[73884]: INFO os_vif [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:33:bd:1a,bridge_name='br-int',has_traffic_filtering=True,id=e56258c2-3d15-416a-a3b3-a1fdb2ac8538,network=Network(71810bcd-afd3-4642-87f2-d1e06d726e3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape56258c2-3d')
Oct 16 08:44:52 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:44:52 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] No VIF found with MAC fa:16:3e:33:bd:1a, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:44:52 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:44:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:53 user nova-compute[73884]: DEBUG nova.compute.manager [req-185171b5-c744-4288-83fc-84412185e5c8 req-f68b0b7f-7c91-4338-99fc-b364ab018761 service nova] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Received event network-changed-0eab2c71-cb60-4ab0-a09d-cb11f628e4ba {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:44:53 user nova-compute[73884]: DEBUG nova.compute.manager [req-185171b5-c744-4288-83fc-84412185e5c8 req-f68b0b7f-7c91-4338-99fc-b364ab018761 service nova] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Refreshing instance network info cache due to event network-changed-0eab2c71-cb60-4ab0-a09d-cb11f628e4ba. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:44:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-185171b5-c744-4288-83fc-84412185e5c8 req-f68b0b7f-7c91-4338-99fc-b364ab018761 service nova] Acquiring lock "refresh_cache-d7414c65-ac57-4fb0-b062-f8c4170a7c92" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:44:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-185171b5-c744-4288-83fc-84412185e5c8 req-f68b0b7f-7c91-4338-99fc-b364ab018761 service nova] Acquired lock "refresh_cache-d7414c65-ac57-4fb0-b062-f8c4170a7c92" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:44:53 user nova-compute[73884]: DEBUG nova.network.neutron [req-185171b5-c744-4288-83fc-84412185e5c8 req-f68b0b7f-7c91-4338-99fc-b364ab018761 service nova] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Refreshing network info cache for port 0eab2c71-cb60-4ab0-a09d-cb11f628e4ba {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:44:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:53 user nova-compute[73884]: DEBUG nova.compute.manager [req-950329bf-3458-47e3-b806-a79854e98b5b req-b49e5872-f9b0-443d-890c-aab188965f91 service nova] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Received event network-vif-plugged-e56258c2-3d15-416a-a3b3-a1fdb2ac8538 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:44:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-950329bf-3458-47e3-b806-a79854e98b5b req-b49e5872-f9b0-443d-890c-aab188965f91 service nova] Acquiring lock "48e3f20e-88a8-4e78-9524-40f1d0a7555b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:44:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-950329bf-3458-47e3-b806-a79854e98b5b req-b49e5872-f9b0-443d-890c-aab188965f91 service nova] Lock "48e3f20e-88a8-4e78-9524-40f1d0a7555b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:44:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-950329bf-3458-47e3-b806-a79854e98b5b req-b49e5872-f9b0-443d-890c-aab188965f91 service nova] Lock "48e3f20e-88a8-4e78-9524-40f1d0a7555b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:44:53 user nova-compute[73884]: DEBUG nova.compute.manager [req-950329bf-3458-47e3-b806-a79854e98b5b req-b49e5872-f9b0-443d-890c-aab188965f91 service nova] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] No waiting events found dispatching network-vif-plugged-e56258c2-3d15-416a-a3b3-a1fdb2ac8538 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:44:53 user nova-compute[73884]: WARNING nova.compute.manager [req-950329bf-3458-47e3-b806-a79854e98b5b req-b49e5872-f9b0-443d-890c-aab188965f91 service nova] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Received unexpected event network-vif-plugged-e56258c2-3d15-416a-a3b3-a1fdb2ac8538 for instance with vm_state active and task_state resize_finish.
Oct 16 08:44:53 user nova-compute[73884]: DEBUG nova.network.neutron [req-185171b5-c744-4288-83fc-84412185e5c8 req-f68b0b7f-7c91-4338-99fc-b364ab018761 service nova] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Updated VIF entry in instance network info cache for port 0eab2c71-cb60-4ab0-a09d-cb11f628e4ba. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:44:53 user nova-compute[73884]: DEBUG nova.network.neutron [req-185171b5-c744-4288-83fc-84412185e5c8 req-f68b0b7f-7c91-4338-99fc-b364ab018761 service nova] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Updating instance_info_cache with network_info: [{"id": "0eab2c71-cb60-4ab0-a09d-cb11f628e4ba", "address": "fa:16:3e:24:6d:91", "network": {"id": "94ddae86-7150-44c3-920b-e1d2e3300776", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1799332519-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.20", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a37d7b1ce6cf45f0b19bf76c72f7cbd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0eab2c71-cb", "ovs_interfaceid": "0eab2c71-cb60-4ab0-a09d-cb11f628e4ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:44:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-185171b5-c744-4288-83fc-84412185e5c8 req-f68b0b7f-7c91-4338-99fc-b364ab018761 service nova] Releasing lock "refresh_cache-d7414c65-ac57-4fb0-b062-f8c4170a7c92" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:44:54 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:44:54 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG nova.compute.manager [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:44:55 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Instance running successfully.
Oct 16 08:44:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Failed to set time: agent not configured {{(pid=73884) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-4b8a222e-2832-4796-b337-87fa56d27309 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] finish_migration finished successfully. {{(pid=73884) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11769}}
Oct 16 08:44:55 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-0fd6a24e-ad99-41fb-b3c1-f741d68e722b tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance caede036-31a6-4fdf-8f83-5ef4cb79541a is timed out.
Oct 16 08:44:55 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-0fd6a24e-ad99-41fb-b3c1-f741d68e722b tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Successfully detached device vdb from instance caede036-31a6-4fdf-8f83-5ef4cb79541a from the live domain config.
Oct 16 08:44:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0fd6a24e-ad99-41fb-b3c1-f741d68e722b tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fd6a24e-ad99-41fb-b3c1-f741d68e722b tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dpISuLcZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:44:55 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-0fd6a24e-ad99-41fb-b3c1-f741d68e722b tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:44:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-0fd6a24e-ad99-41fb-b3c1-f741d68e722b tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-0fd6a24e-ad99-41fb-b3c1-f741d68e722b tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG nova.compute.manager [req-ac77a2c6-8d7b-4a07-a97d-cc5915d044e0 req-6a116ed2-a72a-4437-be36-081b3bb81929 service nova] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Received event network-vif-plugged-e56258c2-3d15-416a-a3b3-a1fdb2ac8538 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ac77a2c6-8d7b-4a07-a97d-cc5915d044e0 req-6a116ed2-a72a-4437-be36-081b3bb81929 service nova] Acquiring lock "48e3f20e-88a8-4e78-9524-40f1d0a7555b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ac77a2c6-8d7b-4a07-a97d-cc5915d044e0 req-6a116ed2-a72a-4437-be36-081b3bb81929 service nova] Lock "48e3f20e-88a8-4e78-9524-40f1d0a7555b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ac77a2c6-8d7b-4a07-a97d-cc5915d044e0 req-6a116ed2-a72a-4437-be36-081b3bb81929 service nova] Lock "48e3f20e-88a8-4e78-9524-40f1d0a7555b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG nova.compute.manager [req-ac77a2c6-8d7b-4a07-a97d-cc5915d044e0 req-6a116ed2-a72a-4437-be36-081b3bb81929 service nova] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] No waiting events found dispatching network-vif-plugged-e56258c2-3d15-416a-a3b3-a1fdb2ac8538 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:44:55 user nova-compute[73884]: WARNING nova.compute.manager [req-ac77a2c6-8d7b-4a07-a97d-cc5915d044e0 req-6a116ed2-a72a-4437-be36-081b3bb81929 service nova] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Received unexpected event network-vif-plugged-e56258c2-3d15-416a-a3b3-a1fdb2ac8538 for instance with vm_state active and task_state resize_finish.
Oct 16 08:44:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac9e3e02-0b28-471f-95ca-770ec596b5f2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fd6a24e-ad99-41fb-b3c1-f741d68e722b tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:44:55 user nova-compute[73884]: No targets found.
Oct 16 08:44:55 user nova-compute[73884]: iSNS:
Oct 16 08:44:55 user nova-compute[73884]: No targets found.
Oct 16 08:44:55 user nova-compute[73884]: STATIC:
Oct 16 08:44:55 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c
Oct 16 08:44:55 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:44:55 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:44:55 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f
Oct 16 08:44:55 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:44:55 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:44:55 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53
Oct 16 08:44:55 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:44:55 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:44:55 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d
Oct 16 08:44:55 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:44:55 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:44:55 user nova-compute[73884]: FIRMWARE:
Oct 16 08:44:55 user nova-compute[73884]: No targets found.
Oct 16 08:44:55 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fd6a24e-ad99-41fb-b3c1-f741d68e722b tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:44:55 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:44:55 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fd6a24e-ad99-41fb-b3c1-f741d68e722b tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e44dfcc-1980-48f7-8c2a-96d2ed07d5b9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[746cd11f-e670-4fdd-8cb5-4ddd77c6ae74]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fd6a24e-ad99-41fb-b3c1-f741d68e722b tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:44:55 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:44:55 user nova-compute[73884]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f (non-flash)
Oct 16 08:44:55 user nova-compute[73884]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:44:55 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fd6a24e-ad99-41fb-b3c1-f741d68e722b tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:44:55 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:44:55 user nova-compute[73884]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f (non-flash)
Oct 16 08:44:55 user nova-compute[73884]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:44:55 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fd6a24e-ad99-41fb-b3c1-f741d68e722b tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7eac21a320>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f'): ({'sdc'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-0fd6a24e-ad99-41fb-b3c1-f741d68e722b tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Removing single pathed devices sdc {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f2adfb5-4204-4752-9934-26b5dac00a5e]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[29074fd5-360b-4462-9abe-02bee112cd14]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-0fd6a24e-ad99-41fb-b3c1-f741d68e722b tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Flushing IO for device /dev/sdc {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[39b5c9a8-ae10-4748-9112-79770ff5e5cb]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-0fd6a24e-ad99-41fb-b3c1-f741d68e722b tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.052s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[23e6f5ef-7d77-4068-9f92-aae3525b3e62]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-0fd6a24e-ad99-41fb-b3c1-f741d68e722b tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-0fd6a24e-ad99-41fb-b3c1-f741d68e722b tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] SCSI volumes sdc have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fd6a24e-ad99-41fb-b3c1-f741d68e722b tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dba4223-080d-402c-8259-fecafef00b64]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fd6a24e-ad99-41fb-b3c1-f741d68e722b tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:44:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:56 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ce11984-8379-4fbf-9b14-3776fcbd0025]: (4, ('Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f, portal: 172.16.0.220,3260]\nLogout of [sid: 36, target: iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fd6a24e-ad99-41fb-b3c1-f741d68e722b tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f, portal: 172.16.0.220,3260]
Oct 16 08:44:56 user nova-compute[73884]: Logout of [sid: 36, target: iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f, portal: 172.16.0.220,3260] successful.
Oct 16 08:44:56 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:44:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:56 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:82c46c36-5657-42a3-b7cf-623ed3f7d03f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:56 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ae564a3-1a10-4148-aeaa-daa47100d7eb]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fd6a24e-ad99-41fb-b3c1-f741d68e722b tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:44:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-0fd6a24e-ad99-41fb-b3c1-f741d68e722b tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.365s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:44:56 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-0fd6a24e-ad99-41fb-b3c1-f741d68e722b tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] <== disconnect_volume: return (367ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:44:56 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0fd6a24e-ad99-41fb-b3c1-f741d68e722b tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:44:56 user nova-compute[73884]: DEBUG nova.objects.instance [None req-0fd6a24e-ad99-41fb-b3c1-f741d68e722b tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lazy-loading 'flavor' on Instance uuid caede036-31a6-4fdf-8f83-5ef4cb79541a {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:44:56 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0fd6a24e-ad99-41fb-b3c1-f741d68e722b tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "caede036-31a6-4fdf-8f83-5ef4cb79541a" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.006s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:44:58 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:44:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:44:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:44:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:44:58 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 08:44:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:44:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Acquiring lock "d7414c65-ac57-4fb0-b062-f8c4170a7c92" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:44:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Lock "d7414c65-ac57-4fb0-b062-f8c4170a7c92" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:44:58 user nova-compute[73884]: DEBUG nova.objects.instance [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Lazy-loading 'flavor' on Instance uuid d7414c65-ac57-4fb0-b062-f8c4170a7c92 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:44:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Lock "d7414c65-ac57-4fb0-b062-f8c4170a7c92" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.064s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:44:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7414c65-ac57-4fb0-b062-f8c4170a7c92/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Acquiring lock "d7414c65-ac57-4fb0-b062-f8c4170a7c92" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:44:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Lock "d7414c65-ac57-4fb0-b062-f8c4170a7c92" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:44:59 user nova-compute[73884]: INFO nova.compute.manager [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Attaching volume 9b6106d2-70d5-4d60-9dbc-51face2085cc to /dev/vdb
Oct 16 08:44:59 user nova-compute[73884]: DEBUG os_brick.utils [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:44:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:59 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[95c1d44d-5d82-436e-a45b-a315935d6843]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:59 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d86d3a17-4591-4984-937a-ad6137117920]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7414c65-ac57-4fb0-b062-f8c4170a7c92/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7414c65-ac57-4fb0-b062-f8c4170a7c92/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:59 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[eaba2e56-bd0d-40b4-8fb8-687bec71dfc4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:59 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[558aeda6-5ec8-46a0-94e9-3f311fecc0cc]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:44:59 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 08:44:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:44:59 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 08:44:59 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbad8257-01c5-4022-a7d2-0df1ba4d27db]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:44:59 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 08:44:59 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 08:44:59 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 08:44:59 user nova-compute[73884]: DEBUG os_brick.utils [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] <== get_connector_properties: return (150ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:44:59 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Updating existing volume attachment record: 098574ee-3788-45e0-a9cb-94a40bb15536 {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 08:44:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7414c65-ac57-4fb0-b062-f8c4170a7c92/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:59 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:44:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json" returned: 0 in 0.201s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk.rescue --force-share --output=json" returned: 0 in 0.230s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:44:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:44:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json" returned: 0 in 0.284s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:01 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:45:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:02 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:45:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/caede036-31a6-4fdf-8f83-5ef4cb79541a/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/caede036-31a6-4fdf-8f83-5ef4cb79541a/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/caede036-31a6-4fdf-8f83-5ef4cb79541a/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/caede036-31a6-4fdf-8f83-5ef4cb79541a/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4eea7606-c3cd-49d8-9b79-634bcfeeb4f6/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4eea7606-c3cd-49d8-9b79-634bcfeeb4f6/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4eea7606-c3cd-49d8-9b79-634bcfeeb4f6/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4eea7606-c3cd-49d8-9b79-634bcfeeb4f6/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:03 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:45:03 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:45:03 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=7359MB free_disk=24.766651153564453GB free_vcpus=-1 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 08:45:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:45:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:45:03 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Applying migration context for instance 48e3f20e-88a8-4e78-9524-40f1d0a7555b as it has an incoming, in-progress migration 80a4ddc8-6d36-47cc-9bdc-78923aeb5236. Migration status is finished {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 16 08:45:03 user nova-compute[73884]: INFO nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Updating resource usage from migration 80a4ddc8-6d36-47cc-9bdc-78923aeb5236
Oct 16 08:45:03 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 8fab1c63-d9a3-4cea-b129-904a5f15e5fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:45:03 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 7d5fd04a-039d-4cb0-9eef-bce9700a85bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:45:03 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 1b00d8e1-f570-4091-9bee-780b98344624 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:45:03 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance e92bce3d-33d8-4004-869d-4db8991dda75 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:45:03 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance baa67186-a783-44fc-bf2f-8275de0e27ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:45:03 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:45:03 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance f9e1d80c-ad24-4717-b57f-eb69802dbaab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:45:03 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 21c26571-4d3f-420c-8f09-75f2afc06354 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:45:03 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance caede036-31a6-4fdf-8f83-5ef4cb79541a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:45:03 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance e8439e61-c45c-4b23-ae85-d6cdd06024fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:45:03 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance d7414c65-ac57-4fb0-b062-f8c4170a7c92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:45:03 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:45:03 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Migration 80a4ddc8-6d36-47cc-9bdc-78923aeb5236 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 16 08:45:03 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 48e3f20e-88a8-4e78-9524-40f1d0a7555b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:45:03 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 14 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 08:45:03 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=9216MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=14 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sjyLkWqR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:45:04 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:45:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:45:04 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:45:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:45:04 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:45:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[4eb68409-c26e-45f8-9c82-97833621ed2b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:45:04 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[40274359-8880-4e86-88bb-83897297ca46]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea] added
Oct 16 08:45:04 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.030s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[5061f9c8-dc9a-4235-9302-bf61ce79fb50]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f15b1e67-c42b-4349-b548-7370985815fd]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sjyLkWqR {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sjyLkWqR" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9b2982a-0bcb-4de0-be44-44d1e90f189b]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'sjyLkWqR'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[78d28ed1-0424-460f-8939-a6d6c96d30e0]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f16a92be-56ae-4d68-ab47-fd5aff43a5b9]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:45:04 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:45:04 user nova-compute[73884]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:45:04 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:45:04 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:45:04 user nova-compute[73884]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:45:04 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea -p 172.16.0.220:3260 --login" returned: 0 in 0.067s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[1559c61c-4ea2-455f-8ac0-71fd700e0241]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea, portal: 172.16.0.220,3260]
Oct 16 08:45:04 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea, portal: 172.16.0.220,3260] successful.
Oct 16 08:45:04 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.030s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[184fd775-742c-4993-a3ce-dff2b137f476]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[dce44640-6075-42c3-a531-c277091981a9]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:45:04 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:45:04 user nova-compute[73884]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:45:04 user nova-compute[73884]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea (non-flash)
Oct 16 08:45:04 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:45:04 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:45:04 user nova-compute[73884]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:45:04 user nova-compute[73884]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea (non-flash)
Oct 16 08:45:04 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.332s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] HCTL ('34', '-', '-', 0) found on session 38 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[91abaca0-f172-48cf-b44e-5db37263309e]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Searching for a device in session 38 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sjyLkWqR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 08:45:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.693s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:45:05 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.371s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:45:05 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] <== connect_volume: return (1373ms) {'type': 'block', 'scsi_wwn': '23335353734333335', 'path': '/dev/sdc'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:45:05 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23335353734333335', 'path': '/dev/sdc'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:45:05 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:45:05 user nova-compute[73884]: DEBUG nova.objects.instance [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lazy-loading 'flavor' on Instance uuid e8439e61-c45c-4b23-ae85-d6cdd06024fc {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:45:05 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:45:05 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:45:05 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 08:45:05 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 08:45:05 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:45:05 user nova-compute[73884]:   <source dev="/dev/sdc"/>
Oct 16 08:45:05 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:45:05 user nova-compute[73884]:   <serial>5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea</serial>
Oct 16 08:45:05 user nova-compute[73884]: </disk>
Oct 16 08:45:05 user nova-compute[73884]:  {{(pid=73884) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 08:45:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "refresh_cache-baa67186-a783-44fc-bf2f-8275de0e27ab" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:45:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquired lock "refresh_cache-baa67186-a783-44fc-bf2f-8275de0e27ab" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:45:05 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Forcefully refreshing network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 08:45:05 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:45:05 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] No BDM found with device name vdb, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:45:05 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] No VIF found with MAC fa:16:3e:8b:dc:7c, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:45:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-dddc37e3-76ae-43da-ab51-1fcf4d297b96 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.378s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:45:06 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Updating instance_info_cache with network_info: [{"id": "1f70896e-bd10-49f5-a769-e183d54ce3b7", "address": "fa:16:3e:02:00:82", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f70896e-bd", "ovs_interfaceid": "1f70896e-bd10-49f5-a769-e183d54ce3b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:45:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Releasing lock "refresh_cache-baa67186-a783-44fc-bf2f-8275de0e27ab" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:45:06 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Updated the network info_cache for instance {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 08:45:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:16 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:45:16 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'igyHsXpj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:45:16 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:45:16 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:45:16 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:45:16 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:45:16 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:45:16 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:45:16 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:45:16 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:16 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:16 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a518be03-a77e-4864-ac12-fcc3dd2ae5ee]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:16 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:45:16 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:45:16 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:16 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:16 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:16 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[84dd48c0-f78b-4d62-9ff0-df03a7737157]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:16 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc] added
Oct 16 08:45:16 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:45:16 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:17 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dee67da-6857-4737-9725-461dae2eac31]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:17 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:45:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:17 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[65f2e0dc-8322-40df-9800-8c76393fdb15]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:17 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:45:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v igyHsXpj {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v igyHsXpj" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:17 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1dba293-5c09-45f9-8bb5-1dc6526fcf60]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:17 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'igyHsXpj'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:45:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:17 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b584fe47-9f22-414b-b150-e796ec2cccd4]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:17 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:45:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:17 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c806c80-b3a0-43dc-b175-25a69d3becff]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:17 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:45:17 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:45:17 user nova-compute[73884]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:45:17 user nova-compute[73884]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea (non-flash)
Oct 16 08:45:17 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:45:17 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:45:17 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:45:17 user nova-compute[73884]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:45:17 user nova-compute[73884]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea (non-flash)
Oct 16 08:45:17 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:45:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc -p 172.16.0.220:3260 --login" returned: 0 in 0.071s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:17 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b7556f3-d92b-44f5-bfcb-d2ade4e7fcdf]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:17 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc, portal: 172.16.0.220,3260]
Oct 16 08:45:17 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc, portal: 172.16.0.220,3260] successful.
Oct 16 08:45:17 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:45:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:17 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[aec51066-3e49-4577-be05-307dcd928404]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:17 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:45:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:17 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[463510d3-0f6e-4846-b640-27216a6839bc]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:17 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:45:17 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:45:17 user nova-compute[73884]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:45:17 user nova-compute[73884]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea (non-flash)
Oct 16 08:45:17 user nova-compute[73884]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc (non-flash)
Oct 16 08:45:17 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:45:17 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:45:17 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:45:17 user nova-compute[73884]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:45:17 user nova-compute[73884]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea (non-flash)
Oct 16 08:45:17 user nova-compute[73884]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc (non-flash)
Oct 16 08:45:17 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:45:17 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.297s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:45:17 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:45:17 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] HCTL ('37', '-', '-', 0) found on session 39 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:45:17 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:45:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:17 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[af016896-cfc6-4fd9-9d18-794db924cf46]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:17 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Searching for a device in session 39 and hctl ['37', '*', '*', 0] yield: None {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:45:18 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Searching for a device in session 39 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:45:18 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'igyHsXpj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:45:18 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.325s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:45:18 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] <== connect_volume: return (1326ms) {'type': 'block', 'scsi_wwn': '23136353535313361', 'path': '/dev/sdf'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:45:18 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23136353535313361', 'path': '/dev/sdf'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:45:18 user nova-compute[73884]: DEBUG nova.objects.instance [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Lazy-loading 'flavor' on Instance uuid d7414c65-ac57-4fb0-b062-f8c4170a7c92 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:45:18 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 08:45:18 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:45:18 user nova-compute[73884]:   <source dev="/dev/sdf"/>
Oct 16 08:45:18 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:45:18 user nova-compute[73884]:   <serial>9b6106d2-70d5-4d60-9dbc-51face2085cc</serial>
Oct 16 08:45:18 user nova-compute[73884]: </disk>
Oct 16 08:45:18 user nova-compute[73884]:  {{(pid=73884) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 08:45:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:18 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:45:18 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] No BDM found with device name vdb, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:45:18 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] No VIF found with MAC fa:16:3e:24:6d:91, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:45:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "21c26571-4d3f-420c-8f09-75f2afc06354" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:45:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "21c26571-4d3f-420c-8f09-75f2afc06354" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:45:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "21c26571-4d3f-420c-8f09-75f2afc06354-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:45:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "21c26571-4d3f-420c-8f09-75f2afc06354-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:45:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "21c26571-4d3f-420c-8f09-75f2afc06354-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:45:18 user nova-compute[73884]: INFO nova.compute.manager [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Terminating instance
Oct 16 08:45:18 user nova-compute[73884]: DEBUG nova.compute.manager [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-5e5a97d8-07cd-4bdf-97c3-2a676def5901 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Lock "d7414c65-ac57-4fb0-b062-f8c4170a7c92" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.032s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG nova.compute.manager [req-ddd20b10-ef1f-4319-9421-4ca355453a0a req-707d910a-9956-4b79-8912-bae1dcf921af service nova] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Received event network-vif-unplugged-50d79dc6-1212-49cb-949d-c4188a2cfdb4 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ddd20b10-ef1f-4319-9421-4ca355453a0a req-707d910a-9956-4b79-8912-bae1dcf921af service nova] Acquiring lock "21c26571-4d3f-420c-8f09-75f2afc06354-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ddd20b10-ef1f-4319-9421-4ca355453a0a req-707d910a-9956-4b79-8912-bae1dcf921af service nova] Lock "21c26571-4d3f-420c-8f09-75f2afc06354-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ddd20b10-ef1f-4319-9421-4ca355453a0a req-707d910a-9956-4b79-8912-bae1dcf921af service nova] Lock "21c26571-4d3f-420c-8f09-75f2afc06354-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG nova.compute.manager [req-ddd20b10-ef1f-4319-9421-4ca355453a0a req-707d910a-9956-4b79-8912-bae1dcf921af service nova] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] No waiting events found dispatching network-vif-unplugged-50d79dc6-1212-49cb-949d-c4188a2cfdb4 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG nova.compute.manager [req-ddd20b10-ef1f-4319-9421-4ca355453a0a req-707d910a-9956-4b79-8912-bae1dcf921af service nova] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Received event network-vif-unplugged-50d79dc6-1212-49cb-949d-c4188a2cfdb4 for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:19 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Instance destroyed successfully.
Oct 16 08:45:19 user nova-compute[73884]: DEBUG nova.objects.instance [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lazy-loading 'resources' on Instance uuid 21c26571-4d3f-420c-8f09-75f2afc06354 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:38:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1367304739',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1367304739',id=33,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:41:44Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f9db6ac897784a4fb18d26858afb7956',ramdisk_id='',reservation_id='r-rvinvgew',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1464100791',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:43:33Z,user_data=None,user_id='d17a1a64076a44f28b10f2d82b7ffd5a',uuid=21c26571-4d3f-420c-8f09-75f2afc06354,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "50d79dc6-1212-49cb-949d-c4188a2cfdb4", "address": "fa:16:3e:e7:34:87", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50d79dc6-12", "ovs_interfaceid": "50d79dc6-1212-49cb-949d-c4188a2cfdb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Converting VIF {"id": "50d79dc6-1212-49cb-949d-c4188a2cfdb4", "address": "fa:16:3e:e7:34:87", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50d79dc6-12", "ovs_interfaceid": "50d79dc6-1212-49cb-949d-c4188a2cfdb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e7:34:87,bridge_name='br-int',has_traffic_filtering=True,id=50d79dc6-1212-49cb-949d-c4188a2cfdb4,network=Network(dee86f1a-fba2-4f98-80d9-351ebde8da3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50d79dc6-12') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG os_vif [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e7:34:87,bridge_name='br-int',has_traffic_filtering=True,id=50d79dc6-1212-49cb-949d-c4188a2cfdb4,network=Network(dee86f1a-fba2-4f98-80d9-351ebde8da3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50d79dc6-12') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap50d79dc6-12, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c2c3f022-de4d-405b-b4e4-3fffe4f269ef) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:19 user nova-compute[73884]: INFO os_vif [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e7:34:87,bridge_name='br-int',has_traffic_filtering=True,id=50d79dc6-1212-49cb-949d-c4188a2cfdb4,network=Network(dee86f1a-fba2-4f98-80d9-351ebde8da3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap50d79dc6-12')
Oct 16 08:45:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uPvngxOi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:45:19 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:45:19 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cdadeed-c3c8-49cf-9d81-62b27da7af28]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:45:19 user nova-compute[73884]: No targets found.
Oct 16 08:45:19 user nova-compute[73884]: iSNS:
Oct 16 08:45:19 user nova-compute[73884]: No targets found.
Oct 16 08:45:19 user nova-compute[73884]: STATIC:
Oct 16 08:45:19 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c
Oct 16 08:45:19 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:45:19 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:45:19 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53
Oct 16 08:45:19 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:45:19 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:45:19 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc
Oct 16 08:45:19 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:45:19 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:45:19 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d
Oct 16 08:45:19 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:45:19 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:45:19 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea
Oct 16 08:45:19 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:45:19 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:45:19 user nova-compute[73884]: FIRMWARE:
Oct 16 08:45:19 user nova-compute[73884]: No targets found.
Oct 16 08:45:19 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:45:19 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:45:19 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[34ef1c30-40f9-4026-a308-333d3ae4a878]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[4736b333-e601-426f-aba9-859f63e89ac0]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:45:19 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:45:19 user nova-compute[73884]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:45:19 user nova-compute[73884]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea (non-flash)
Oct 16 08:45:19 user nova-compute[73884]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc (non-flash)
Oct 16 08:45:19 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:45:19 user nova-compute[73884]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c (non-flash)
Oct 16 08:45:19 user nova-compute[73884]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:45:19 user nova-compute[73884]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea (non-flash)
Oct 16 08:45:19 user nova-compute[73884]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc (non-flash)
Oct 16 08:45:19 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7ea44fe7a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c'): ({'sde'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Removing single pathed devices sde {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[02b32984-6d2c-4525-8715-fdad809452da]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ff985bd-5ac3-48d5-a98a-5011abe79780]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Flushing IO for device /dev/sde {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[edb93bcf-494d-495d-8473-5d17abdfc5eb]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:45:19 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.036s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:20 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[5572e450-74bb-4596-a437-e22920fd1189]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:20 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:45:20 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] SCSI volumes sde have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:45:20 user nova-compute[73884]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_a91435c3', '/dev/disk/by-id/scsi-26164336631353763', '/dev/disk/by-id/scsi-1SCST_BIOa91435c3-ad3f157cbbc703dc') {{(pid=84860) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 16 08:45:20 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd54f854-8c6d-49f6-a439-087e7e7f5be6]: (4, None) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:20 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:45:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:20 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[48b3dae6-0620-48b7-9076-ea3424584640]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:20 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:45:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:20 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[37a155bf-1d47-4ad7-867a-8587016f2488]: (4, ('Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c, portal: 172.16.0.220,3260]\nLogout of [sid: 28, target: iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:20 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c, portal: 172.16.0.220,3260]
Oct 16 08:45:20 user nova-compute[73884]: Logout of [sid: 28, target: iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c, portal: 172.16.0.220,3260] successful.
Oct 16 08:45:20 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:45:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:20 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c141023c-3bd6-49f4-a0ce-6ed1a282a54c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:20 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ee3121f-5981-4c8a-bee4-3c04aa66d712]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:20 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:45:20 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.323s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:45:20 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] <== disconnect_volume: return (324ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:45:20 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:45:20 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Deleting instance files /opt/stack/data/nova/instances/21c26571-4d3f-420c-8f09-75f2afc06354_del
Oct 16 08:45:20 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Deletion of /opt/stack/data/nova/instances/21c26571-4d3f-420c-8f09-75f2afc06354_del complete
Oct 16 08:45:20 user nova-compute[73884]: INFO nova.compute.manager [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Took 1.21 seconds to destroy the instance on the hypervisor.
Oct 16 08:45:20 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 08:45:20 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 08:45:20 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 08:45:20 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:45:20 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Took 0.64 seconds to deallocate network for instance.
Oct 16 08:45:20 user nova-compute[73884]: DEBUG nova.compute.manager [req-a04bc7a3-3fbe-43e7-9d60-cc1073c65487 req-f6228ac7-40bf-481d-9bdb-7ad1e616a94c service nova] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Received event network-vif-deleted-50d79dc6-1212-49cb-949d-c4188a2cfdb4 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:45:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f9d91a9b-d96f-4386-b4e9-ecfc9f0fdc41 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Acquiring lock "d7414c65-ac57-4fb0-b062-f8c4170a7c92" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:45:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f9d91a9b-d96f-4386-b4e9-ecfc9f0fdc41 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Lock "d7414c65-ac57-4fb0-b062-f8c4170a7c92" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:45:21 user nova-compute[73884]: INFO nova.compute.manager [None req-f9d91a9b-d96f-4386-b4e9-ecfc9f0fdc41 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Detaching volume 9b6106d2-70d5-4d60-9dbc-51face2085cc
Oct 16 08:45:21 user nova-compute[73884]: INFO nova.virt.block_device [None req-f9d91a9b-d96f-4386-b4e9-ecfc9f0fdc41 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Attempting to driver detach volume 9b6106d2-70d5-4d60-9dbc-51face2085cc from mountpoint /dev/vdb
Oct 16 08:45:21 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f9d91a9b-d96f-4386-b4e9-ecfc9f0fdc41 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Attempting to detach device vdb from instance d7414c65-ac57-4fb0-b062-f8c4170a7c92 from the persistent domain config. {{(pid=73884) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 08:45:21 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-f9d91a9b-d96f-4386-b4e9-ecfc9f0fdc41 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 08:45:21 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:45:21 user nova-compute[73884]:   <source dev="/dev/sdf"/>
Oct 16 08:45:21 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:45:21 user nova-compute[73884]:   <serial>9b6106d2-70d5-4d60-9dbc-51face2085cc</serial>
Oct 16 08:45:21 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 08:45:21 user nova-compute[73884]: </disk>
Oct 16 08:45:21 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:45:21 user nova-compute[73884]: DEBUG nova.compute.manager [req-8fd5c806-a9e3-40e5-aa11-1606d54131aa req-dd0c27ed-11bb-4029-b670-f151ee1ad1d0 service nova] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Received event network-vif-plugged-50d79dc6-1212-49cb-949d-c4188a2cfdb4 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:45:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8fd5c806-a9e3-40e5-aa11-1606d54131aa req-dd0c27ed-11bb-4029-b670-f151ee1ad1d0 service nova] Acquiring lock "21c26571-4d3f-420c-8f09-75f2afc06354-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:45:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8fd5c806-a9e3-40e5-aa11-1606d54131aa req-dd0c27ed-11bb-4029-b670-f151ee1ad1d0 service nova] Lock "21c26571-4d3f-420c-8f09-75f2afc06354-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:45:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8fd5c806-a9e3-40e5-aa11-1606d54131aa req-dd0c27ed-11bb-4029-b670-f151ee1ad1d0 service nova] Lock "21c26571-4d3f-420c-8f09-75f2afc06354-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:45:21 user nova-compute[73884]: DEBUG nova.compute.manager [req-8fd5c806-a9e3-40e5-aa11-1606d54131aa req-dd0c27ed-11bb-4029-b670-f151ee1ad1d0 service nova] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] No waiting events found dispatching network-vif-plugged-50d79dc6-1212-49cb-949d-c4188a2cfdb4 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:45:21 user nova-compute[73884]: WARNING nova.compute.manager [req-8fd5c806-a9e3-40e5-aa11-1606d54131aa req-dd0c27ed-11bb-4029-b670-f151ee1ad1d0 service nova] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Received unexpected event network-vif-plugged-50d79dc6-1212-49cb-949d-c4188a2cfdb4 for instance with vm_state active and task_state deleting.
Oct 16 08:45:21 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-f9d91a9b-d96f-4386-b4e9-ecfc9f0fdc41 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Successfully detached device vdb from instance d7414c65-ac57-4fb0-b062-f8c4170a7c92 from the persistent domain config.
Oct 16 08:45:21 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f9d91a9b-d96f-4386-b4e9-ecfc9f0fdc41 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance d7414c65-ac57-4fb0-b062-f8c4170a7c92 from the live domain config. {{(pid=73884) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 08:45:21 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-f9d91a9b-d96f-4386-b4e9-ecfc9f0fdc41 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 08:45:21 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:45:21 user nova-compute[73884]:   <source dev="/dev/sdf"/>
Oct 16 08:45:21 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:45:21 user nova-compute[73884]:   <serial>9b6106d2-70d5-4d60-9dbc-51face2085cc</serial>
Oct 16 08:45:21 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 08:45:21 user nova-compute[73884]: </disk>
Oct 16 08:45:21 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:45:21 user nova-compute[73884]: INFO nova.compute.manager [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 21c26571-4d3f-420c-8f09-75f2afc06354] Took 0.91 seconds to detach 1 volumes for instance.
Oct 16 08:45:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:45:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:45:21 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f9d91a9b-d96f-4386-b4e9-ecfc9f0fdc41 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance d7414c65-ac57-4fb0-b062-f8c4170a7c92 {{(pid=73884) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 08:45:22 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:45:22 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:45:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.391s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:45:22 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Deleted allocations for instance 21c26571-4d3f-420c-8f09-75f2afc06354
Oct 16 08:45:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ce1fa4ac-4367-4cee-ba3c-a52dde047bba tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "21c26571-4d3f-420c-8f09-75f2afc06354" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.335s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:45:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7e967a8f-b550-4107-86a5-2fc6fcb1a43f tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "caede036-31a6-4fdf-8f83-5ef4cb79541a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:45:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7e967a8f-b550-4107-86a5-2fc6fcb1a43f tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "caede036-31a6-4fdf-8f83-5ef4cb79541a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:45:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7e967a8f-b550-4107-86a5-2fc6fcb1a43f tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "caede036-31a6-4fdf-8f83-5ef4cb79541a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:45:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7e967a8f-b550-4107-86a5-2fc6fcb1a43f tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "caede036-31a6-4fdf-8f83-5ef4cb79541a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:45:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7e967a8f-b550-4107-86a5-2fc6fcb1a43f tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "caede036-31a6-4fdf-8f83-5ef4cb79541a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:45:25 user nova-compute[73884]: INFO nova.compute.manager [None req-7e967a8f-b550-4107-86a5-2fc6fcb1a43f tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Terminating instance
Oct 16 08:45:25 user nova-compute[73884]: DEBUG nova.compute.manager [None req-7e967a8f-b550-4107-86a5-2fc6fcb1a43f tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 08:45:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:25 user nova-compute[73884]: DEBUG nova.compute.manager [req-32844c47-8a86-4d33-989f-bb6e07b092e6 req-301e754c-d956-4b31-bdf1-66d6440951a0 service nova] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Received event network-vif-unplugged-09da4750-9b9c-4af0-b5e5-749f07a1f5f7 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:45:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-32844c47-8a86-4d33-989f-bb6e07b092e6 req-301e754c-d956-4b31-bdf1-66d6440951a0 service nova] Acquiring lock "caede036-31a6-4fdf-8f83-5ef4cb79541a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:45:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-32844c47-8a86-4d33-989f-bb6e07b092e6 req-301e754c-d956-4b31-bdf1-66d6440951a0 service nova] Lock "caede036-31a6-4fdf-8f83-5ef4cb79541a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:45:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-32844c47-8a86-4d33-989f-bb6e07b092e6 req-301e754c-d956-4b31-bdf1-66d6440951a0 service nova] Lock "caede036-31a6-4fdf-8f83-5ef4cb79541a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:45:25 user nova-compute[73884]: DEBUG nova.compute.manager [req-32844c47-8a86-4d33-989f-bb6e07b092e6 req-301e754c-d956-4b31-bdf1-66d6440951a0 service nova] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] No waiting events found dispatching network-vif-unplugged-09da4750-9b9c-4af0-b5e5-749f07a1f5f7 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:45:25 user nova-compute[73884]: DEBUG nova.compute.manager [req-32844c47-8a86-4d33-989f-bb6e07b092e6 req-301e754c-d956-4b31-bdf1-66d6440951a0 service nova] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Received event network-vif-unplugged-09da4750-9b9c-4af0-b5e5-749f07a1f5f7 for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:45:26 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Instance destroyed successfully.
Oct 16 08:45:26 user nova-compute[73884]: DEBUG nova.objects.instance [None req-7e967a8f-b550-4107-86a5-2fc6fcb1a43f tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lazy-loading 'resources' on Instance uuid caede036-31a6-4fdf-8f83-5ef4cb79541a {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:45:26 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-7e967a8f-b550-4107-86a5-2fc6fcb1a43f tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:42:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1158420893',display_name='tempest-AttachVolumeNegativeTest-server-1158420893',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1158420893',id=35,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIAaSwcVuKiyFNytmWl+P13/KvaJ3etKgBLzOzunCLxyu+hmRoIcpg72UGQKCYH4HjaxcmANmR2ynxeYE9BBeti3b4Ev9e3QUQAxZFaWb7aACWxlvJX5TGOyNig+kJy7dw==',key_name='tempest-keypair-1561863900',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:42:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8d655f1249c64e03ba95139efa91e346',ramdisk_id='',reservation_id='r-p3m186hn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-155093106',owner_user_name='tempest-AttachVolumeNegativeTest-155093106-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:42:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='66ae9d1205f8431b8633ceea5ff568ed',uuid=caede036-31a6-4fdf-8f83-5ef4cb79541a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "09da4750-9b9c-4af0-b5e5-749f07a1f5f7", "address": "fa:16:3e:04:75:62", "network": {"id": "e6c27229-23f2-49e4-a586-cd4ba520e1e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-139611324-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d655f1249c64e03ba95139efa91e346", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09da4750-9b", "ovs_interfaceid": "09da4750-9b9c-4af0-b5e5-749f07a1f5f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:45:26 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-7e967a8f-b550-4107-86a5-2fc6fcb1a43f tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Converting VIF {"id": "09da4750-9b9c-4af0-b5e5-749f07a1f5f7", "address": "fa:16:3e:04:75:62", "network": {"id": "e6c27229-23f2-49e4-a586-cd4ba520e1e8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-139611324-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d655f1249c64e03ba95139efa91e346", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09da4750-9b", "ovs_interfaceid": "09da4750-9b9c-4af0-b5e5-749f07a1f5f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:45:26 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-7e967a8f-b550-4107-86a5-2fc6fcb1a43f tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:04:75:62,bridge_name='br-int',has_traffic_filtering=True,id=09da4750-9b9c-4af0-b5e5-749f07a1f5f7,network=Network(e6c27229-23f2-49e4-a586-cd4ba520e1e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09da4750-9b') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:45:26 user nova-compute[73884]: DEBUG os_vif [None req-7e967a8f-b550-4107-86a5-2fc6fcb1a43f tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:04:75:62,bridge_name='br-int',has_traffic_filtering=True,id=09da4750-9b9c-4af0-b5e5-749f07a1f5f7,network=Network(e6c27229-23f2-49e4-a586-cd4ba520e1e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09da4750-9b') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:45:26 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:26 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap09da4750-9b, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:45:26 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:26 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:26 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:26 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6805c3e3-ac41-4549-809d-8f112b69fed4) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:45:26 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:26 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:26 user nova-compute[73884]: INFO os_vif [None req-7e967a8f-b550-4107-86a5-2fc6fcb1a43f tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:04:75:62,bridge_name='br-int',has_traffic_filtering=True,id=09da4750-9b9c-4af0-b5e5-749f07a1f5f7,network=Network(e6c27229-23f2-49e4-a586-cd4ba520e1e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09da4750-9b')
Oct 16 08:45:26 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-7e967a8f-b550-4107-86a5-2fc6fcb1a43f tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Deleting instance files /opt/stack/data/nova/instances/caede036-31a6-4fdf-8f83-5ef4cb79541a_del
Oct 16 08:45:26 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-7e967a8f-b550-4107-86a5-2fc6fcb1a43f tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Deletion of /opt/stack/data/nova/instances/caede036-31a6-4fdf-8f83-5ef4cb79541a_del complete
Oct 16 08:45:26 user nova-compute[73884]: INFO nova.compute.manager [None req-7e967a8f-b550-4107-86a5-2fc6fcb1a43f tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Took 0.86 seconds to destroy the instance on the hypervisor.
Oct 16 08:45:26 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-7e967a8f-b550-4107-86a5-2fc6fcb1a43f tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 08:45:26 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 08:45:26 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 08:45:27 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:45:27 user nova-compute[73884]: DEBUG nova.compute.manager [req-b8e3e633-0726-4556-983c-5007c9bbe18e req-612d5225-486d-4347-af34-35d8a8e37155 service nova] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Received event network-vif-deleted-09da4750-9b9c-4af0-b5e5-749f07a1f5f7 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:45:27 user nova-compute[73884]: INFO nova.compute.manager [req-b8e3e633-0726-4556-983c-5007c9bbe18e req-612d5225-486d-4347-af34-35d8a8e37155 service nova] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Neutron deleted interface 09da4750-9b9c-4af0-b5e5-749f07a1f5f7; detaching it from the instance and deleting it from the info cache
Oct 16 08:45:27 user nova-compute[73884]: DEBUG nova.network.neutron [req-b8e3e633-0726-4556-983c-5007c9bbe18e req-612d5225-486d-4347-af34-35d8a8e37155 service nova] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:45:27 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Took 0.86 seconds to deallocate network for instance.
Oct 16 08:45:27 user nova-compute[73884]: DEBUG nova.compute.manager [req-b8e3e633-0726-4556-983c-5007c9bbe18e req-612d5225-486d-4347-af34-35d8a8e37155 service nova] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Detach interface failed, port_id=09da4750-9b9c-4af0-b5e5-749f07a1f5f7, reason: Instance caede036-31a6-4fdf-8f83-5ef4cb79541a could not be found. {{(pid=73884) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 16 08:45:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7e967a8f-b550-4107-86a5-2fc6fcb1a43f tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:45:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7e967a8f-b550-4107-86a5-2fc6fcb1a43f tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:45:27 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-7e967a8f-b550-4107-86a5-2fc6fcb1a43f tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:45:27 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-7e967a8f-b550-4107-86a5-2fc6fcb1a43f tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:45:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7e967a8f-b550-4107-86a5-2fc6fcb1a43f tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.381s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:45:27 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-7e967a8f-b550-4107-86a5-2fc6fcb1a43f tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Deleted allocations for instance caede036-31a6-4fdf-8f83-5ef4cb79541a
Oct 16 08:45:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7e967a8f-b550-4107-86a5-2fc6fcb1a43f tempest-AttachVolumeNegativeTest-155093106 tempest-AttachVolumeNegativeTest-155093106-project-member] Lock "caede036-31a6-4fdf-8f83-5ef4cb79541a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.286s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:45:27 user nova-compute[73884]: DEBUG nova.compute.manager [req-ea37c039-207d-47f1-a41d-300ce8431f43 req-8032e995-50a2-44e4-bea6-846aa6f73d42 service nova] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Received event network-vif-plugged-09da4750-9b9c-4af0-b5e5-749f07a1f5f7 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:45:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ea37c039-207d-47f1-a41d-300ce8431f43 req-8032e995-50a2-44e4-bea6-846aa6f73d42 service nova] Acquiring lock "caede036-31a6-4fdf-8f83-5ef4cb79541a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:45:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ea37c039-207d-47f1-a41d-300ce8431f43 req-8032e995-50a2-44e4-bea6-846aa6f73d42 service nova] Lock "caede036-31a6-4fdf-8f83-5ef4cb79541a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:45:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ea37c039-207d-47f1-a41d-300ce8431f43 req-8032e995-50a2-44e4-bea6-846aa6f73d42 service nova] Lock "caede036-31a6-4fdf-8f83-5ef4cb79541a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:45:27 user nova-compute[73884]: DEBUG nova.compute.manager [req-ea37c039-207d-47f1-a41d-300ce8431f43 req-8032e995-50a2-44e4-bea6-846aa6f73d42 service nova] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] No waiting events found dispatching network-vif-plugged-09da4750-9b9c-4af0-b5e5-749f07a1f5f7 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:45:27 user nova-compute[73884]: WARNING nova.compute.manager [req-ea37c039-207d-47f1-a41d-300ce8431f43 req-8032e995-50a2-44e4-bea6-846aa6f73d42 service nova] [instance: caede036-31a6-4fdf-8f83-5ef4cb79541a] Received unexpected event network-vif-plugged-09da4750-9b9c-4af0-b5e5-749f07a1f5f7 for instance with vm_state deleted and task_state None.
Oct 16 08:45:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8704ad3a-6c58-4c58-8d30-fe21b2fd4359 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Acquiring lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:45:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8704ad3a-6c58-4c58-8d30-fe21b2fd4359 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:45:35 user nova-compute[73884]: INFO nova.compute.manager [None req-8704ad3a-6c58-4c58-8d30-fe21b2fd4359 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Detaching volume 5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea
Oct 16 08:45:35 user nova-compute[73884]: INFO nova.virt.block_device [None req-8704ad3a-6c58-4c58-8d30-fe21b2fd4359 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Attempting to driver detach volume 5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea from mountpoint /dev/vdb
Oct 16 08:45:35 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8704ad3a-6c58-4c58-8d30-fe21b2fd4359 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Attempting to detach device vdb from instance e8439e61-c45c-4b23-ae85-d6cdd06024fc from the persistent domain config. {{(pid=73884) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 08:45:35 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-8704ad3a-6c58-4c58-8d30-fe21b2fd4359 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 08:45:35 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:45:35 user nova-compute[73884]:   <source dev="/dev/sdc"/>
Oct 16 08:45:35 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:45:35 user nova-compute[73884]:   <serial>5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea</serial>
Oct 16 08:45:35 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 08:45:35 user nova-compute[73884]: </disk>
Oct 16 08:45:35 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:45:35 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-8704ad3a-6c58-4c58-8d30-fe21b2fd4359 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Successfully detached device vdb from instance e8439e61-c45c-4b23-ae85-d6cdd06024fc from the persistent domain config.
Oct 16 08:45:35 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8704ad3a-6c58-4c58-8d30-fe21b2fd4359 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance e8439e61-c45c-4b23-ae85-d6cdd06024fc from the live domain config. {{(pid=73884) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 08:45:35 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-8704ad3a-6c58-4c58-8d30-fe21b2fd4359 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 08:45:35 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:45:35 user nova-compute[73884]:   <source dev="/dev/sdc"/>
Oct 16 08:45:35 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:45:35 user nova-compute[73884]:   <serial>5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea</serial>
Oct 16 08:45:35 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 08:45:35 user nova-compute[73884]: </disk>
Oct 16 08:45:35 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:45:35 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8704ad3a-6c58-4c58-8d30-fe21b2fd4359 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance e8439e61-c45c-4b23-ae85-d6cdd06024fc {{(pid=73884) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 08:45:36 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:41 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:45:41 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-f9d91a9b-d96f-4386-b4e9-ecfc9f0fdc41 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance d7414c65-ac57-4fb0-b062-f8c4170a7c92 is timed out.
Oct 16 08:45:41 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-f9d91a9b-d96f-4386-b4e9-ecfc9f0fdc41 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Successfully detached device vdb from instance d7414c65-ac57-4fb0-b062-f8c4170a7c92 from the live domain config.
Oct 16 08:45:41 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f9d91a9b-d96f-4386-b4e9-ecfc9f0fdc41 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:45:41 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9d91a9b-d96f-4386-b4e9-ecfc9f0fdc41 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'igyHsXpj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:45:41 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-f9d91a9b-d96f-4386-b4e9-ecfc9f0fdc41 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:45:41 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-f9d91a9b-d96f-4386-b4e9-ecfc9f0fdc41 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:45:41 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-f9d91a9b-d96f-4386-b4e9-ecfc9f0fdc41 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:45:41 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:41 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:41 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb07c395-71c4-4feb-95c0-7885b619b02f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:41 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9d91a9b-d96f-4386-b4e9-ecfc9f0fdc41 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:45:41 user nova-compute[73884]: No targets found.
Oct 16 08:45:41 user nova-compute[73884]: iSNS:
Oct 16 08:45:41 user nova-compute[73884]: No targets found.
Oct 16 08:45:41 user nova-compute[73884]: STATIC:
Oct 16 08:45:41 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53
Oct 16 08:45:41 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:45:41 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:45:41 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc
Oct 16 08:45:41 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:45:41 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:45:41 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d
Oct 16 08:45:41 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:45:41 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:45:41 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea
Oct 16 08:45:41 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:45:41 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:45:41 user nova-compute[73884]: FIRMWARE:
Oct 16 08:45:41 user nova-compute[73884]: No targets found.
Oct 16 08:45:41 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:45:41 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9d91a9b-d96f-4386-b4e9-ecfc9f0fdc41 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:45:41 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:45:41 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:45:41 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9d91a9b-d96f-4386-b4e9-ecfc9f0fdc41 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:45:41 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:41 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:41 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a6ab220-2eca-4880-88b8-c56b3c88038a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:41 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:41 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:41 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2da060f1-5f0f-49c7-9267-b488c5b6413c]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:41 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9d91a9b-d96f-4386-b4e9-ecfc9f0fdc41 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:45:41 user nova-compute[73884]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:45:41 user nova-compute[73884]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea (non-flash)
Oct 16 08:45:41 user nova-compute[73884]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc (non-flash)
Oct 16 08:45:41 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:45:41 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9d91a9b-d96f-4386-b4e9-ecfc9f0fdc41 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:45:41 user nova-compute[73884]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:45:41 user nova-compute[73884]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea (non-flash)
Oct 16 08:45:41 user nova-compute[73884]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc (non-flash)
Oct 16 08:45:41 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:45:41 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9d91a9b-d96f-4386-b4e9-ecfc9f0fdc41 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7ea462e4d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc'): ({'sdf'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:45:41 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-f9d91a9b-d96f-4386-b4e9-ecfc9f0fdc41 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Removing single pathed devices sdf {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:45:41 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:42 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[63019089-07ba-47e8-a900-1df856fdaaaa]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.026s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:42 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e84e1a9-7d03-49fa-89d2-3c896a9dc62a]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:42 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-f9d91a9b-d96f-4386-b4e9-ecfc9f0fdc41 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Flushing IO for device /dev/sdf {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:45:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.013s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:42 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[8acfc8f5-50cb-46d4-883e-fd4c817e96de]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:42 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-f9d91a9b-d96f-4386-b4e9-ecfc9f0fdc41 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:45:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.051s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:42 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[bee76758-25ab-467c-b544-8cacfabde7b0]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:42 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-f9d91a9b-d96f-4386-b4e9-ecfc9f0fdc41 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:45:42 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-f9d91a9b-d96f-4386-b4e9-ecfc9f0fdc41 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] SCSI volumes sdf have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:45:42 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9d91a9b-d96f-4386-b4e9-ecfc9f0fdc41 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:45:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:42 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a386c27-ca33-4b5f-867b-3c326f3959c9]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:42 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9d91a9b-d96f-4386-b4e9-ecfc9f0fdc41 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:45:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:42 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8bde850-2b03-4639-9fdb-785a8d5bd17d]: (4, ('Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc, portal: 172.16.0.220,3260]\nLogout of [sid: 39, target: iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:42 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9d91a9b-d96f-4386-b4e9-ecfc9f0fdc41 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc, portal: 172.16.0.220,3260]
Oct 16 08:45:42 user nova-compute[73884]: Logout of [sid: 39, target: iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc, portal: 172.16.0.220,3260] successful.
Oct 16 08:45:42 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:45:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:42 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b6106d2-70d5-4d60-9dbc-51face2085cc -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:42 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[142ef3a2-2eb7-4629-bb41-918d8114ce3e]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:42 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9d91a9b-d96f-4386-b4e9-ecfc9f0fdc41 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:45:42 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-f9d91a9b-d96f-4386-b4e9-ecfc9f0fdc41 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.346s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:45:42 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f9d91a9b-d96f-4386-b4e9-ecfc9f0fdc41 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] <== disconnect_volume: return (347ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:45:42 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f9d91a9b-d96f-4386-b4e9-ecfc9f0fdc41 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:45:43 user nova-compute[73884]: DEBUG nova.objects.instance [None req-f9d91a9b-d96f-4386-b4e9-ecfc9f0fdc41 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Lazy-loading 'flavor' on Instance uuid d7414c65-ac57-4fb0-b062-f8c4170a7c92 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:45:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f9d91a9b-d96f-4386-b4e9-ecfc9f0fdc41 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Lock "d7414c65-ac57-4fb0-b062-f8c4170a7c92" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.755s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:45:45 user nova-compute[73884]: DEBUG nova.compute.manager [req-8a663e2b-f14d-4338-b2db-ff6b52ee231f req-5e9b859c-24eb-49bd-94fd-fe789e566b83 service nova] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Received event network-changed-d1b449d5-a690-4861-bc2f-0e9c0c720552 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:45:45 user nova-compute[73884]: DEBUG nova.compute.manager [req-8a663e2b-f14d-4338-b2db-ff6b52ee231f req-5e9b859c-24eb-49bd-94fd-fe789e566b83 service nova] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Refreshing instance network info cache due to event network-changed-d1b449d5-a690-4861-bc2f-0e9c0c720552. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:45:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8a663e2b-f14d-4338-b2db-ff6b52ee231f req-5e9b859c-24eb-49bd-94fd-fe789e566b83 service nova] Acquiring lock "refresh_cache-f9e1d80c-ad24-4717-b57f-eb69802dbaab" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:45:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8a663e2b-f14d-4338-b2db-ff6b52ee231f req-5e9b859c-24eb-49bd-94fd-fe789e566b83 service nova] Acquired lock "refresh_cache-f9e1d80c-ad24-4717-b57f-eb69802dbaab" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:45:45 user nova-compute[73884]: DEBUG nova.network.neutron [req-8a663e2b-f14d-4338-b2db-ff6b52ee231f req-5e9b859c-24eb-49bd-94fd-fe789e566b83 service nova] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Refreshing network info cache for port d1b449d5-a690-4861-bc2f-0e9c0c720552 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:45:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6a302297-6925-4da9-a495-21a3c1951709 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Acquiring lock "f9e1d80c-ad24-4717-b57f-eb69802dbaab" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:45:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6a302297-6925-4da9-a495-21a3c1951709 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "f9e1d80c-ad24-4717-b57f-eb69802dbaab" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:45:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6a302297-6925-4da9-a495-21a3c1951709 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Acquiring lock "f9e1d80c-ad24-4717-b57f-eb69802dbaab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:45:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6a302297-6925-4da9-a495-21a3c1951709 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "f9e1d80c-ad24-4717-b57f-eb69802dbaab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:45:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6a302297-6925-4da9-a495-21a3c1951709 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "f9e1d80c-ad24-4717-b57f-eb69802dbaab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:45:45 user nova-compute[73884]: INFO nova.compute.manager [None req-6a302297-6925-4da9-a495-21a3c1951709 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Terminating instance
Oct 16 08:45:45 user nova-compute[73884]: DEBUG nova.compute.manager [None req-6a302297-6925-4da9-a495-21a3c1951709 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 08:45:45 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:45 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:45 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:45 user nova-compute[73884]: DEBUG nova.network.neutron [req-8a663e2b-f14d-4338-b2db-ff6b52ee231f req-5e9b859c-24eb-49bd-94fd-fe789e566b83 service nova] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Updated VIF entry in instance network info cache for port d1b449d5-a690-4861-bc2f-0e9c0c720552. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:45:45 user nova-compute[73884]: DEBUG nova.network.neutron [req-8a663e2b-f14d-4338-b2db-ff6b52ee231f req-5e9b859c-24eb-49bd-94fd-fe789e566b83 service nova] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Updating instance_info_cache with network_info: [{"id": "d1b449d5-a690-4861-bc2f-0e9c0c720552", "address": "fa:16:3e:4a:82:e7", "network": {"id": "94dea724-1b26-4a1e-b5d6-f69302978f7a", "bridge": "br-int", "label": "tempest-TestStampPattern-1371037434-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fb3e570067a4db5894f2982b18742a9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1b449d5-a6", "ovs_interfaceid": "d1b449d5-a690-4861-bc2f-0e9c0c720552", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:45:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8a663e2b-f14d-4338-b2db-ff6b52ee231f req-5e9b859c-24eb-49bd-94fd-fe789e566b83 service nova] Releasing lock "refresh_cache-f9e1d80c-ad24-4717-b57f-eb69802dbaab" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:45:45 user nova-compute[73884]: DEBUG nova.compute.manager [req-c2680379-ee33-4ec3-bfd1-7d337c792dbe req-11f2ae23-bcc7-4678-bba7-fe54f02ddd26 service nova] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Received event network-vif-unplugged-d1b449d5-a690-4861-bc2f-0e9c0c720552 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:45:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-c2680379-ee33-4ec3-bfd1-7d337c792dbe req-11f2ae23-bcc7-4678-bba7-fe54f02ddd26 service nova] Acquiring lock "f9e1d80c-ad24-4717-b57f-eb69802dbaab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:45:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-c2680379-ee33-4ec3-bfd1-7d337c792dbe req-11f2ae23-bcc7-4678-bba7-fe54f02ddd26 service nova] Lock "f9e1d80c-ad24-4717-b57f-eb69802dbaab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:45:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-c2680379-ee33-4ec3-bfd1-7d337c792dbe req-11f2ae23-bcc7-4678-bba7-fe54f02ddd26 service nova] Lock "f9e1d80c-ad24-4717-b57f-eb69802dbaab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:45:45 user nova-compute[73884]: DEBUG nova.compute.manager [req-c2680379-ee33-4ec3-bfd1-7d337c792dbe req-11f2ae23-bcc7-4678-bba7-fe54f02ddd26 service nova] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] No waiting events found dispatching network-vif-unplugged-d1b449d5-a690-4861-bc2f-0e9c0c720552 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:45:45 user nova-compute[73884]: DEBUG nova.compute.manager [req-c2680379-ee33-4ec3-bfd1-7d337c792dbe req-11f2ae23-bcc7-4678-bba7-fe54f02ddd26 service nova] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Received event network-vif-unplugged-d1b449d5-a690-4861-bc2f-0e9c0c720552 for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:45:45 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:45 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:45 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:45 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Instance destroyed successfully.
Oct 16 08:45:45 user nova-compute[73884]: DEBUG nova.objects.instance [None req-6a302297-6925-4da9-a495-21a3c1951709 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lazy-loading 'resources' on Instance uuid f9e1d80c-ad24-4717-b57f-eb69802dbaab {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:45:46 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-6a302297-6925-4da9-a495-21a3c1951709 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:37:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-1920983370',display_name='tempest-TestStampPattern-server-1920983370',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1920983370',id=31,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC5TkKBxuLJQ5BcmtBV6Wb+yqC5sFkucAoys0+kMPJltvTnkCBvIF5SvoKdfbT87ShVEBQshuOXCtCm+07TXNwlmqTJDMKfRSs/dKxPQfQaOgLVdTSGY9RtPl6Ym+H907Q==',key_name='tempest-TestStampPattern-2066845274',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:37:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2fb3e570067a4db5894f2982b18742a9',ramdisk_id='',reservation_id='r-bkfz6wnl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestStampPattern-1979427003',owner_user_name='tempest-TestStampPattern-1979427003-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:41:22Z,user_data=None,user_id='b14c06a0e5904d2b9f82f7a8a26ea278',uuid=f9e1d80c-ad24-4717-b57f-eb69802dbaab,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d1b449d5-a690-4861-bc2f-0e9c0c720552", "address": "fa:16:3e:4a:82:e7", "network": {"id": "94dea724-1b26-4a1e-b5d6-f69302978f7a", "bridge": "br-int", "label": "tempest-TestStampPattern-1371037434-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fb3e570067a4db5894f2982b18742a9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1b449d5-a6", "ovs_interfaceid": "d1b449d5-a690-4861-bc2f-0e9c0c720552", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:45:46 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-6a302297-6925-4da9-a495-21a3c1951709 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Converting VIF {"id": "d1b449d5-a690-4861-bc2f-0e9c0c720552", "address": "fa:16:3e:4a:82:e7", "network": {"id": "94dea724-1b26-4a1e-b5d6-f69302978f7a", "bridge": "br-int", "label": "tempest-TestStampPattern-1371037434-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2fb3e570067a4db5894f2982b18742a9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1b449d5-a6", "ovs_interfaceid": "d1b449d5-a690-4861-bc2f-0e9c0c720552", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:45:46 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-6a302297-6925-4da9-a495-21a3c1951709 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:4a:82:e7,bridge_name='br-int',has_traffic_filtering=True,id=d1b449d5-a690-4861-bc2f-0e9c0c720552,network=Network(94dea724-1b26-4a1e-b5d6-f69302978f7a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd1b449d5-a6') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:45:46 user nova-compute[73884]: DEBUG os_vif [None req-6a302297-6925-4da9-a495-21a3c1951709 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:4a:82:e7,bridge_name='br-int',has_traffic_filtering=True,id=d1b449d5-a690-4861-bc2f-0e9c0c720552,network=Network(94dea724-1b26-4a1e-b5d6-f69302978f7a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd1b449d5-a6') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:45:46 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:46 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd1b449d5-a6, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:45:46 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:46 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:46 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:46 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=76c4ef42-35ff-48f1-a760-18c360f4bdfa) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:45:46 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:46 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:46 user nova-compute[73884]: INFO os_vif [None req-6a302297-6925-4da9-a495-21a3c1951709 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:4a:82:e7,bridge_name='br-int',has_traffic_filtering=True,id=d1b449d5-a690-4861-bc2f-0e9c0c720552,network=Network(94dea724-1b26-4a1e-b5d6-f69302978f7a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd1b449d5-a6')
Oct 16 08:45:46 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-6a302297-6925-4da9-a495-21a3c1951709 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Deleting instance files /opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab_del
Oct 16 08:45:46 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-6a302297-6925-4da9-a495-21a3c1951709 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Deletion of /opt/stack/data/nova/instances/f9e1d80c-ad24-4717-b57f-eb69802dbaab_del complete
Oct 16 08:45:46 user nova-compute[73884]: INFO nova.compute.manager [None req-6a302297-6925-4da9-a495-21a3c1951709 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Took 0.90 seconds to destroy the instance on the hypervisor.
Oct 16 08:45:46 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-6a302297-6925-4da9-a495-21a3c1951709 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 08:45:46 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 08:45:46 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 08:45:46 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:46 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:46 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:46 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:46 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:46 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:47 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:45:47 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Took 1.02 seconds to deallocate network for instance.
Oct 16 08:45:47 user nova-compute[73884]: DEBUG nova.compute.manager [req-4d71d961-dd5e-4137-a3a0-5e10f0ea470d req-d8a63bba-22d7-4b5b-b377-70bddb770445 service nova] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Received event network-vif-deleted-d1b449d5-a690-4861-bc2f-0e9c0c720552 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:45:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6a302297-6925-4da9-a495-21a3c1951709 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:45:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6a302297-6925-4da9-a495-21a3c1951709 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:45:47 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-6a302297-6925-4da9-a495-21a3c1951709 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:45:47 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-6a302297-6925-4da9-a495-21a3c1951709 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:45:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6a302297-6925-4da9-a495-21a3c1951709 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.389s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:45:47 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-6a302297-6925-4da9-a495-21a3c1951709 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Deleted allocations for instance f9e1d80c-ad24-4717-b57f-eb69802dbaab
Oct 16 08:45:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6a302297-6925-4da9-a495-21a3c1951709 tempest-TestStampPattern-1979427003 tempest-TestStampPattern-1979427003-project-member] Lock "f9e1d80c-ad24-4717-b57f-eb69802dbaab" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.493s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:45:47 user nova-compute[73884]: DEBUG nova.compute.manager [req-ac421345-a37f-4b7b-9a4a-f5e268d76d08 req-3fa22e9c-863c-40f7-b858-766bae2e5a63 service nova] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Received event network-vif-plugged-d1b449d5-a690-4861-bc2f-0e9c0c720552 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:45:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ac421345-a37f-4b7b-9a4a-f5e268d76d08 req-3fa22e9c-863c-40f7-b858-766bae2e5a63 service nova] Acquiring lock "f9e1d80c-ad24-4717-b57f-eb69802dbaab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:45:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ac421345-a37f-4b7b-9a4a-f5e268d76d08 req-3fa22e9c-863c-40f7-b858-766bae2e5a63 service nova] Lock "f9e1d80c-ad24-4717-b57f-eb69802dbaab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:45:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ac421345-a37f-4b7b-9a4a-f5e268d76d08 req-3fa22e9c-863c-40f7-b858-766bae2e5a63 service nova] Lock "f9e1d80c-ad24-4717-b57f-eb69802dbaab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:45:47 user nova-compute[73884]: DEBUG nova.compute.manager [req-ac421345-a37f-4b7b-9a4a-f5e268d76d08 req-3fa22e9c-863c-40f7-b858-766bae2e5a63 service nova] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] No waiting events found dispatching network-vif-plugged-d1b449d5-a690-4861-bc2f-0e9c0c720552 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:45:47 user nova-compute[73884]: WARNING nova.compute.manager [req-ac421345-a37f-4b7b-9a4a-f5e268d76d08 req-3fa22e9c-863c-40f7-b858-766bae2e5a63 service nova] [instance: f9e1d80c-ad24-4717-b57f-eb69802dbaab] Received unexpected event network-vif-plugged-d1b449d5-a690-4861-bc2f-0e9c0c720552 for instance with vm_state deleted and task_state None.
Oct 16 08:45:49 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:45:51 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:51 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:45:52 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-aeac2a3c-2137-437f-a008-9180d49567af tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Acquiring lock "4eea7606-c3cd-49d8-9b79-634bcfeeb4f6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:45:52 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-aeac2a3c-2137-437f-a008-9180d49567af tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Lock "4eea7606-c3cd-49d8-9b79-634bcfeeb4f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:45:52 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-aeac2a3c-2137-437f-a008-9180d49567af tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Acquiring lock "4eea7606-c3cd-49d8-9b79-634bcfeeb4f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:45:52 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-aeac2a3c-2137-437f-a008-9180d49567af tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Lock "4eea7606-c3cd-49d8-9b79-634bcfeeb4f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:45:52 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-aeac2a3c-2137-437f-a008-9180d49567af tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Lock "4eea7606-c3cd-49d8-9b79-634bcfeeb4f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:45:52 user nova-compute[73884]: INFO nova.compute.manager [None req-aeac2a3c-2137-437f-a008-9180d49567af tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Terminating instance
Oct 16 08:45:52 user nova-compute[73884]: DEBUG nova.compute.manager [None req-aeac2a3c-2137-437f-a008-9180d49567af tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 08:45:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:53 user nova-compute[73884]: DEBUG nova.compute.manager [req-ba9f0133-792f-45fd-b91b-8e05c9cf6485 req-17efc76d-34e3-4b49-83e6-cc9b239b0f8d service nova] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Received event network-vif-unplugged-46517289-510b-4174-9acd-a5c76c51752a {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:45:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ba9f0133-792f-45fd-b91b-8e05c9cf6485 req-17efc76d-34e3-4b49-83e6-cc9b239b0f8d service nova] Acquiring lock "4eea7606-c3cd-49d8-9b79-634bcfeeb4f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:45:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ba9f0133-792f-45fd-b91b-8e05c9cf6485 req-17efc76d-34e3-4b49-83e6-cc9b239b0f8d service nova] Lock "4eea7606-c3cd-49d8-9b79-634bcfeeb4f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:45:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ba9f0133-792f-45fd-b91b-8e05c9cf6485 req-17efc76d-34e3-4b49-83e6-cc9b239b0f8d service nova] Lock "4eea7606-c3cd-49d8-9b79-634bcfeeb4f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:45:53 user nova-compute[73884]: DEBUG nova.compute.manager [req-ba9f0133-792f-45fd-b91b-8e05c9cf6485 req-17efc76d-34e3-4b49-83e6-cc9b239b0f8d service nova] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] No waiting events found dispatching network-vif-unplugged-46517289-510b-4174-9acd-a5c76c51752a {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:45:53 user nova-compute[73884]: DEBUG nova.compute.manager [req-ba9f0133-792f-45fd-b91b-8e05c9cf6485 req-17efc76d-34e3-4b49-83e6-cc9b239b0f8d service nova] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Received event network-vif-unplugged-46517289-510b-4174-9acd-a5c76c51752a for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:45:53 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:45:53 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:45:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:53 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Instance destroyed successfully.
Oct 16 08:45:53 user nova-compute[73884]: DEBUG nova.objects.instance [None req-aeac2a3c-2137-437f-a008-9180d49567af tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Lazy-loading 'resources' on Instance uuid 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:45:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-aeac2a3c-2137-437f-a008-9180d49567af tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:44:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-254285767',display_name='tempest-VolumesNegativeTest-instance-254285767',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-254285767',id=39,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:44:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='afb837356c9a44f198a437fd5a5c3760',ramdisk_id='',reservation_id='r-hjx4e4ph',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesNegativeTest-650973326',owner_user_name='tempest-VolumesNegativeTest-650973326-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:44:10Z,user_data=None,user_id='8cacc960f1b84fc7b2ec942742675739',uuid=4eea7606-c3cd-49d8-9b79-634bcfeeb4f6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "46517289-510b-4174-9acd-a5c76c51752a", "address": "fa:16:3e:cc:35:bd", "network": {"id": "26239306-bdc2-478a-9b20-6a3eac952e08", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "1d1cf0ff11fc4418a6a79d5a3cc35a17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46517289-51", "ovs_interfaceid": "46517289-510b-4174-9acd-a5c76c51752a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:45:53 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-aeac2a3c-2137-437f-a008-9180d49567af tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Converting VIF {"id": "46517289-510b-4174-9acd-a5c76c51752a", "address": "fa:16:3e:cc:35:bd", "network": {"id": "26239306-bdc2-478a-9b20-6a3eac952e08", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "1d1cf0ff11fc4418a6a79d5a3cc35a17", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap46517289-51", "ovs_interfaceid": "46517289-510b-4174-9acd-a5c76c51752a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:45:53 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-aeac2a3c-2137-437f-a008-9180d49567af tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:35:bd,bridge_name='br-int',has_traffic_filtering=True,id=46517289-510b-4174-9acd-a5c76c51752a,network=Network(26239306-bdc2-478a-9b20-6a3eac952e08),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap46517289-51') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:45:53 user nova-compute[73884]: DEBUG os_vif [None req-aeac2a3c-2137-437f-a008-9180d49567af tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:35:bd,bridge_name='br-int',has_traffic_filtering=True,id=46517289-510b-4174-9acd-a5c76c51752a,network=Network(26239306-bdc2-478a-9b20-6a3eac952e08),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap46517289-51') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:45:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap46517289-51, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:45:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=eb5093a8-5b54-4bba-a0f6-3d36c3d8efc3) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:45:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:45:53 user nova-compute[73884]: INFO os_vif [None req-aeac2a3c-2137-437f-a008-9180d49567af tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:35:bd,bridge_name='br-int',has_traffic_filtering=True,id=46517289-510b-4174-9acd-a5c76c51752a,network=Network(26239306-bdc2-478a-9b20-6a3eac952e08),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap46517289-51')
Oct 16 08:45:53 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-aeac2a3c-2137-437f-a008-9180d49567af tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Deleting instance files /opt/stack/data/nova/instances/4eea7606-c3cd-49d8-9b79-634bcfeeb4f6_del
Oct 16 08:45:53 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-aeac2a3c-2137-437f-a008-9180d49567af tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Deletion of /opt/stack/data/nova/instances/4eea7606-c3cd-49d8-9b79-634bcfeeb4f6_del complete
Oct 16 08:45:53 user nova-compute[73884]: INFO nova.compute.manager [None req-aeac2a3c-2137-437f-a008-9180d49567af tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Took 1.06 seconds to destroy the instance on the hypervisor.
Oct 16 08:45:53 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-aeac2a3c-2137-437f-a008-9180d49567af tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 08:45:53 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 08:45:53 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 08:45:54 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:45:54 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 08:45:54 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:45:54 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Took 0.51 seconds to deallocate network for instance.
Oct 16 08:45:54 user nova-compute[73884]: DEBUG nova.compute.manager [req-6923975b-d28f-4bd3-be54-0ac0c0d38f9d req-6c1831d7-f253-40a8-a1e9-0bb8dde6e80e service nova] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Received event network-vif-deleted-46517289-510b-4174-9acd-a5c76c51752a {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:45:54 user nova-compute[73884]: INFO nova.compute.manager [req-6923975b-d28f-4bd3-be54-0ac0c0d38f9d req-6c1831d7-f253-40a8-a1e9-0bb8dde6e80e service nova] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Neutron deleted interface 46517289-510b-4174-9acd-a5c76c51752a; detaching it from the instance and deleting it from the info cache
Oct 16 08:45:54 user nova-compute[73884]: DEBUG nova.network.neutron [req-6923975b-d28f-4bd3-be54-0ac0c0d38f9d req-6c1831d7-f253-40a8-a1e9-0bb8dde6e80e service nova] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:45:54 user nova-compute[73884]: DEBUG nova.compute.manager [req-6923975b-d28f-4bd3-be54-0ac0c0d38f9d req-6c1831d7-f253-40a8-a1e9-0bb8dde6e80e service nova] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Detach interface failed, port_id=46517289-510b-4174-9acd-a5c76c51752a, reason: Instance 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6 could not be found. {{(pid=73884) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 16 08:45:54 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-aeac2a3c-2137-437f-a008-9180d49567af tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:45:54 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-aeac2a3c-2137-437f-a008-9180d49567af tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:45:54 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-aeac2a3c-2137-437f-a008-9180d49567af tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:45:54 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-aeac2a3c-2137-437f-a008-9180d49567af tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:45:54 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-aeac2a3c-2137-437f-a008-9180d49567af tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.360s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:45:54 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-aeac2a3c-2137-437f-a008-9180d49567af tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Deleted allocations for instance 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6
Oct 16 08:45:54 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-aeac2a3c-2137-437f-a008-9180d49567af tempest-VolumesNegativeTest-650973326 tempest-VolumesNegativeTest-650973326-project-member] Lock "4eea7606-c3cd-49d8-9b79-634bcfeeb4f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.127s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG nova.compute.manager [req-55efe43b-e6b6-4151-bab7-753fcedea4db req-ecc7cde2-92ec-4806-bd38-34f59ec93227 service nova] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Received event network-vif-plugged-46517289-510b-4174-9acd-a5c76c51752a {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-55efe43b-e6b6-4151-bab7-753fcedea4db req-ecc7cde2-92ec-4806-bd38-34f59ec93227 service nova] Acquiring lock "4eea7606-c3cd-49d8-9b79-634bcfeeb4f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-55efe43b-e6b6-4151-bab7-753fcedea4db req-ecc7cde2-92ec-4806-bd38-34f59ec93227 service nova] Lock "4eea7606-c3cd-49d8-9b79-634bcfeeb4f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-55efe43b-e6b6-4151-bab7-753fcedea4db req-ecc7cde2-92ec-4806-bd38-34f59ec93227 service nova] Lock "4eea7606-c3cd-49d8-9b79-634bcfeeb4f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG nova.compute.manager [req-55efe43b-e6b6-4151-bab7-753fcedea4db req-ecc7cde2-92ec-4806-bd38-34f59ec93227 service nova] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] No waiting events found dispatching network-vif-plugged-46517289-510b-4174-9acd-a5c76c51752a {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:45:55 user nova-compute[73884]: WARNING nova.compute.manager [req-55efe43b-e6b6-4151-bab7-753fcedea4db req-ecc7cde2-92ec-4806-bd38-34f59ec93227 service nova] [instance: 4eea7606-c3cd-49d8-9b79-634bcfeeb4f6] Received unexpected event network-vif-plugged-46517289-510b-4174-9acd-a5c76c51752a for instance with vm_state deleted and task_state None.
Oct 16 08:45:55 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-8704ad3a-6c58-4c58-8d30-fe21b2fd4359 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance e8439e61-c45c-4b23-ae85-d6cdd06024fc is timed out.
Oct 16 08:45:55 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-8704ad3a-6c58-4c58-8d30-fe21b2fd4359 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Successfully detached device vdb from instance e8439e61-c45c-4b23-ae85-d6cdd06024fc from the live domain config.
Oct 16 08:45:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8704ad3a-6c58-4c58-8d30-fe21b2fd4359 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-8704ad3a-6c58-4c58-8d30-fe21b2fd4359 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sjyLkWqR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:45:55 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-8704ad3a-6c58-4c58-8d30-fe21b2fd4359 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:45:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-8704ad3a-6c58-4c58-8d30-fe21b2fd4359 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-8704ad3a-6c58-4c58-8d30-fe21b2fd4359 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7b1907b-ecb6-43c7-a847-c1c11ba701b7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-8704ad3a-6c58-4c58-8d30-fe21b2fd4359 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:45:55 user nova-compute[73884]: No targets found.
Oct 16 08:45:55 user nova-compute[73884]: iSNS:
Oct 16 08:45:55 user nova-compute[73884]: No targets found.
Oct 16 08:45:55 user nova-compute[73884]: STATIC:
Oct 16 08:45:55 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53
Oct 16 08:45:55 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:45:55 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:45:55 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d
Oct 16 08:45:55 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:45:55 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:45:55 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea
Oct 16 08:45:55 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:45:55 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:45:55 user nova-compute[73884]: FIRMWARE:
Oct 16 08:45:55 user nova-compute[73884]: No targets found.
Oct 16 08:45:55 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-8704ad3a-6c58-4c58-8d30-fe21b2fd4359 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:45:55 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:45:55 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-8704ad3a-6c58-4c58-8d30-fe21b2fd4359 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[947fb4b4-a4a2-49f2-a314-c874256e9dc2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6fd090d-ba84-49ec-8d89-77ac5000cff1]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-8704ad3a-6c58-4c58-8d30-fe21b2fd4359 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:45:55 user nova-compute[73884]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:45:55 user nova-compute[73884]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea (non-flash)
Oct 16 08:45:55 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-8704ad3a-6c58-4c58-8d30-fe21b2fd4359 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:45:55 user nova-compute[73884]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:45:55 user nova-compute[73884]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea (non-flash)
Oct 16 08:45:55 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-8704ad3a-6c58-4c58-8d30-fe21b2fd4359 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7eac0dc670>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea'): ({'sdc'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-8704ad3a-6c58-4c58-8d30-fe21b2fd4359 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Removing single pathed devices sdc {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d707403-c140-465b-a1ac-c3b9b5a7477f]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[69c17979-45b9-4f39-b4b6-d6a5acd7db66]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-8704ad3a-6c58-4c58-8d30-fe21b2fd4359 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Flushing IO for device /dev/sdc {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d186f05-3617-41ba-b093-dd82e29368af]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-8704ad3a-6c58-4c58-8d30-fe21b2fd4359 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.046s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d6b8d4b-33a4-40c2-83e2-07f44234d63c]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-8704ad3a-6c58-4c58-8d30-fe21b2fd4359 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-8704ad3a-6c58-4c58-8d30-fe21b2fd4359 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] SCSI volumes sdc have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-8704ad3a-6c58-4c58-8d30-fe21b2fd4359 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf06f0bd-ac01-456c-afb6-ef951f266f3b]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-8704ad3a-6c58-4c58-8d30-fe21b2fd4359 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[39316494-d366-4fd3-b53e-37de9d580da2]: (4, ('Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea, portal: 172.16.0.220,3260]\nLogout of [sid: 38, target: iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-8704ad3a-6c58-4c58-8d30-fe21b2fd4359 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea, portal: 172.16.0.220,3260]
Oct 16 08:45:55 user nova-compute[73884]: Logout of [sid: 38, target: iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea, portal: 172.16.0.220,3260] successful.
Oct 16 08:45:55 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5feb85a9-8c9f-4d38-bdf7-4e94aeccfaea -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[5eb70b2c-7871-4a29-831e-379737b7188c]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-8704ad3a-6c58-4c58-8d30-fe21b2fd4359 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-8704ad3a-6c58-4c58-8d30-fe21b2fd4359 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.285s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-8704ad3a-6c58-4c58-8d30-fe21b2fd4359 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] <== disconnect_volume: return (286ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:45:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8704ad3a-6c58-4c58-8d30-fe21b2fd4359 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:45:56 user nova-compute[73884]: DEBUG nova.objects.instance [None req-8704ad3a-6c58-4c58-8d30-fe21b2fd4359 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lazy-loading 'flavor' on Instance uuid e8439e61-c45c-4b23-ae85-d6cdd06024fc {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:45:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8704ad3a-6c58-4c58-8d30-fe21b2fd4359 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.699s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:45:57 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:45:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-64d61313-bde0-4d44-aeaa-44c039a3f0a1 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquiring lock "1b00d8e1-f570-4091-9bee-780b98344624" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:45:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-64d61313-bde0-4d44-aeaa-44c039a3f0a1 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "1b00d8e1-f570-4091-9bee-780b98344624" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:45:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-64d61313-bde0-4d44-aeaa-44c039a3f0a1 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquiring lock "1b00d8e1-f570-4091-9bee-780b98344624-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:45:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-64d61313-bde0-4d44-aeaa-44c039a3f0a1 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "1b00d8e1-f570-4091-9bee-780b98344624-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:45:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-64d61313-bde0-4d44-aeaa-44c039a3f0a1 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "1b00d8e1-f570-4091-9bee-780b98344624-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:45:57 user nova-compute[73884]: INFO nova.compute.manager [None req-64d61313-bde0-4d44-aeaa-44c039a3f0a1 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Terminating instance
Oct 16 08:45:57 user nova-compute[73884]: DEBUG nova.compute.manager [None req-64d61313-bde0-4d44-aeaa-44c039a3f0a1 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 08:45:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-1c26793a-eb5a-4b5e-a247-638eefcb9fb4 req-13f49f5c-be21-4834-8e63-1d519cbfb19e service nova] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Received event network-vif-unplugged-76239de3-6646-40d1-8e8a-f3ee2822ad02 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:45:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1c26793a-eb5a-4b5e-a247-638eefcb9fb4 req-13f49f5c-be21-4834-8e63-1d519cbfb19e service nova] Acquiring lock "1b00d8e1-f570-4091-9bee-780b98344624-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:45:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1c26793a-eb5a-4b5e-a247-638eefcb9fb4 req-13f49f5c-be21-4834-8e63-1d519cbfb19e service nova] Lock "1b00d8e1-f570-4091-9bee-780b98344624-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:45:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1c26793a-eb5a-4b5e-a247-638eefcb9fb4 req-13f49f5c-be21-4834-8e63-1d519cbfb19e service nova] Lock "1b00d8e1-f570-4091-9bee-780b98344624-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:45:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-1c26793a-eb5a-4b5e-a247-638eefcb9fb4 req-13f49f5c-be21-4834-8e63-1d519cbfb19e service nova] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] No waiting events found dispatching network-vif-unplugged-76239de3-6646-40d1-8e8a-f3ee2822ad02 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:45:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-1c26793a-eb5a-4b5e-a247-638eefcb9fb4 req-13f49f5c-be21-4834-8e63-1d519cbfb19e service nova] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Received event network-vif-unplugged-76239de3-6646-40d1-8e8a-f3ee2822ad02 for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:45:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:58 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Instance destroyed successfully.
Oct 16 08:45:58 user nova-compute[73884]: DEBUG nova.objects.instance [None req-64d61313-bde0-4d44-aeaa-44c039a3f0a1 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lazy-loading 'resources' on Instance uuid 1b00d8e1-f570-4091-9bee-780b98344624 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:45:58 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-64d61313-bde0-4d44-aeaa-44c039a3f0a1 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:29:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1048611956',display_name='tempest-ServerRescueNegativeTestJSON-server-1048611956',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1048611956',id=15,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:30:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9e52badad06145cfa089e3408fc0ec2a',ramdisk_id='',reservation_id='r-e0pbnns8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1439350041',owner_user_name='tempest-ServerRescueNegativeTestJSON-1439350041-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:30:58Z,user_data=None,user_id='de4969717c974b0882fa85234f08a619',uuid=1b00d8e1-f570-4091-9bee-780b98344624,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='rescued') vif={"id": "76239de3-6646-40d1-8e8a-f3ee2822ad02", "address": "fa:16:3e:57:da:f7", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76239de3-66", "ovs_interfaceid": "76239de3-6646-40d1-8e8a-f3ee2822ad02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:45:58 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-64d61313-bde0-4d44-aeaa-44c039a3f0a1 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Converting VIF {"id": "76239de3-6646-40d1-8e8a-f3ee2822ad02", "address": "fa:16:3e:57:da:f7", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap76239de3-66", "ovs_interfaceid": "76239de3-6646-40d1-8e8a-f3ee2822ad02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:45:58 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-64d61313-bde0-4d44-aeaa-44c039a3f0a1 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:57:da:f7,bridge_name='br-int',has_traffic_filtering=True,id=76239de3-6646-40d1-8e8a-f3ee2822ad02,network=Network(c29d5c21-21e2-439e-9ee6-7530bc770e4d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap76239de3-66') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:45:58 user nova-compute[73884]: DEBUG os_vif [None req-64d61313-bde0-4d44-aeaa-44c039a3f0a1 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:57:da:f7,bridge_name='br-int',has_traffic_filtering=True,id=76239de3-6646-40d1-8e8a-f3ee2822ad02,network=Network(c29d5c21-21e2-439e-9ee6-7530bc770e4d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap76239de3-66') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:45:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap76239de3-66, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:45:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:45:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=26ce4527-6cdd-4a17-97f0-4f885f11ee9c) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:45:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:45:58 user nova-compute[73884]: INFO os_vif [None req-64d61313-bde0-4d44-aeaa-44c039a3f0a1 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:57:da:f7,bridge_name='br-int',has_traffic_filtering=True,id=76239de3-6646-40d1-8e8a-f3ee2822ad02,network=Network(c29d5c21-21e2-439e-9ee6-7530bc770e4d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap76239de3-66')
Oct 16 08:45:58 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-64d61313-bde0-4d44-aeaa-44c039a3f0a1 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Deleting instance files /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624_del
Oct 16 08:45:58 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-64d61313-bde0-4d44-aeaa-44c039a3f0a1 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Deletion of /opt/stack/data/nova/instances/1b00d8e1-f570-4091-9bee-780b98344624_del complete
Oct 16 08:45:58 user nova-compute[73884]: INFO nova.compute.manager [None req-64d61313-bde0-4d44-aeaa-44c039a3f0a1 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Took 0.72 seconds to destroy the instance on the hypervisor.
Oct 16 08:45:58 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-64d61313-bde0-4d44-aeaa-44c039a3f0a1 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 08:45:58 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 08:45:58 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 08:45:58 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:45:58 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Took 0.42 seconds to deallocate network for instance.
Oct 16 08:45:58 user nova-compute[73884]: DEBUG nova.compute.manager [req-08dea4e4-d3f4-4bdc-8c14-ec802c50395f req-69dedcac-3c90-45f1-842d-04dc95553844 service nova] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Received event network-vif-deleted-76239de3-6646-40d1-8e8a-f3ee2822ad02 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:45:58 user nova-compute[73884]: INFO nova.compute.manager [req-08dea4e4-d3f4-4bdc-8c14-ec802c50395f req-69dedcac-3c90-45f1-842d-04dc95553844 service nova] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Neutron deleted interface 76239de3-6646-40d1-8e8a-f3ee2822ad02; detaching it from the instance and deleting it from the info cache
Oct 16 08:45:58 user nova-compute[73884]: DEBUG nova.network.neutron [req-08dea4e4-d3f4-4bdc-8c14-ec802c50395f req-69dedcac-3c90-45f1-842d-04dc95553844 service nova] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:45:58 user nova-compute[73884]: DEBUG nova.compute.manager [req-08dea4e4-d3f4-4bdc-8c14-ec802c50395f req-69dedcac-3c90-45f1-842d-04dc95553844 service nova] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Detach interface failed, port_id=76239de3-6646-40d1-8e8a-f3ee2822ad02, reason: Instance 1b00d8e1-f570-4091-9bee-780b98344624 could not be found. {{(pid=73884) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 16 08:45:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-64d61313-bde0-4d44-aeaa-44c039a3f0a1 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:45:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-64d61313-bde0-4d44-aeaa-44c039a3f0a1 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:45:58 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-64d61313-bde0-4d44-aeaa-44c039a3f0a1 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:45:58 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-64d61313-bde0-4d44-aeaa-44c039a3f0a1 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:45:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-64d61313-bde0-4d44-aeaa-44c039a3f0a1 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.309s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:45:59 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-64d61313-bde0-4d44-aeaa-44c039a3f0a1 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Deleted allocations for instance 1b00d8e1-f570-4091-9bee-780b98344624
Oct 16 08:45:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-64d61313-bde0-4d44-aeaa-44c039a3f0a1 tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "1b00d8e1-f570-4091-9bee-780b98344624" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.657s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:45:59 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:45:59 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:45:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:45:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:45:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:45:59 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 08:45:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:45:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7414c65-ac57-4fb0-b062-f8c4170a7c92/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:45:59 user nova-compute[73884]: DEBUG nova.compute.manager [req-9b9e5e2c-7013-4b9e-bbfb-383f54cd5003 req-e0faef82-57ac-438e-9395-190805c573ae service nova] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Received event network-vif-plugged-76239de3-6646-40d1-8e8a-f3ee2822ad02 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:45:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-9b9e5e2c-7013-4b9e-bbfb-383f54cd5003 req-e0faef82-57ac-438e-9395-190805c573ae service nova] Acquiring lock "1b00d8e1-f570-4091-9bee-780b98344624-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:45:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-9b9e5e2c-7013-4b9e-bbfb-383f54cd5003 req-e0faef82-57ac-438e-9395-190805c573ae service nova] Lock "1b00d8e1-f570-4091-9bee-780b98344624-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:45:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-9b9e5e2c-7013-4b9e-bbfb-383f54cd5003 req-e0faef82-57ac-438e-9395-190805c573ae service nova] Lock "1b00d8e1-f570-4091-9bee-780b98344624-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:45:59 user nova-compute[73884]: DEBUG nova.compute.manager [req-9b9e5e2c-7013-4b9e-bbfb-383f54cd5003 req-e0faef82-57ac-438e-9395-190805c573ae service nova] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] No waiting events found dispatching network-vif-plugged-76239de3-6646-40d1-8e8a-f3ee2822ad02 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:45:59 user nova-compute[73884]: WARNING nova.compute.manager [req-9b9e5e2c-7013-4b9e-bbfb-383f54cd5003 req-e0faef82-57ac-438e-9395-190805c573ae service nova] [instance: 1b00d8e1-f570-4091-9bee-780b98344624] Received unexpected event network-vif-plugged-76239de3-6646-40d1-8e8a-f3ee2822ad02 for instance with vm_state deleted and task_state None.
Oct 16 08:46:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7414c65-ac57-4fb0-b062-f8c4170a7c92/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:46:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7414c65-ac57-4fb0-b062-f8c4170a7c92/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:46:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7414c65-ac57-4fb0-b062-f8c4170a7c92/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:46:00 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:46:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:46:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:46:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:46:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:46:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:46:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:46:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:46:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk --force-share --output=json" returned: 0 in 0.245s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:46:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:46:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:46:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:46:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:46:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:46:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json" returned: 0 in 0.268s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:46:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:46:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:46:01 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:46:02 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:46:02 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:46:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=7890MB free_disk=24.96521759033203GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 08:46:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:46:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:46:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Applying migration context for instance 48e3f20e-88a8-4e78-9524-40f1d0a7555b as it has an incoming, in-progress migration 80a4ddc8-6d36-47cc-9bdc-78923aeb5236. Migration status is finished {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Oct 16 08:46:02 user nova-compute[73884]: INFO nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Updating resource usage from migration 80a4ddc8-6d36-47cc-9bdc-78923aeb5236
Oct 16 08:46:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 8fab1c63-d9a3-4cea-b129-904a5f15e5fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:46:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 7d5fd04a-039d-4cb0-9eef-bce9700a85bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:46:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance e92bce3d-33d8-4004-869d-4db8991dda75 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:46:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance baa67186-a783-44fc-bf2f-8275de0e27ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:46:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:46:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance e8439e61-c45c-4b23-ae85-d6cdd06024fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:46:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance d7414c65-ac57-4fb0-b062-f8c4170a7c92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:46:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Migration 80a4ddc8-6d36-47cc-9bdc-78923aeb5236 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Oct 16 08:46:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 48e3f20e-88a8-4e78-9524-40f1d0a7555b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:46:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 08:46:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 08:46:02 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:46:02 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:46:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 08:46:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.403s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:46:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:46:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:46:09 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:46:09 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 08:46:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "refresh_cache-2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:46:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquired lock "refresh_cache-2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:46:09 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Forcefully refreshing network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 08:46:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b39c0bfa-3e72-4bd1-b613-ebc50fe5bee7 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:46:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b39c0bfa-3e72-4bd1-b613-ebc50fe5bee7 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:46:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b39c0bfa-3e72-4bd1-b613-ebc50fe5bee7 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:46:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b39c0bfa-3e72-4bd1-b613-ebc50fe5bee7 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:46:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b39c0bfa-3e72-4bd1-b613-ebc50fe5bee7 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:46:09 user nova-compute[73884]: INFO nova.compute.manager [None req-b39c0bfa-3e72-4bd1-b613-ebc50fe5bee7 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Terminating instance
Oct 16 08:46:09 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b39c0bfa-3e72-4bd1-b613-ebc50fe5bee7 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 08:46:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:46:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:46:10 user nova-compute[73884]: DEBUG nova.compute.manager [req-9e22639a-d54d-45c0-9bc2-dec13f557e52 req-6e2550cf-60ce-4e25-9fe4-63acd2ca7e14 service nova] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Received event network-vif-unplugged-4c432b6e-eebd-40a0-a21b-3306b1950e94 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:46:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-9e22639a-d54d-45c0-9bc2-dec13f557e52 req-6e2550cf-60ce-4e25-9fe4-63acd2ca7e14 service nova] Acquiring lock "2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:46:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-9e22639a-d54d-45c0-9bc2-dec13f557e52 req-6e2550cf-60ce-4e25-9fe4-63acd2ca7e14 service nova] Lock "2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:46:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-9e22639a-d54d-45c0-9bc2-dec13f557e52 req-6e2550cf-60ce-4e25-9fe4-63acd2ca7e14 service nova] Lock "2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:46:10 user nova-compute[73884]: DEBUG nova.compute.manager [req-9e22639a-d54d-45c0-9bc2-dec13f557e52 req-6e2550cf-60ce-4e25-9fe4-63acd2ca7e14 service nova] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] No waiting events found dispatching network-vif-unplugged-4c432b6e-eebd-40a0-a21b-3306b1950e94 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:46:10 user nova-compute[73884]: DEBUG nova.compute.manager [req-9e22639a-d54d-45c0-9bc2-dec13f557e52 req-6e2550cf-60ce-4e25-9fe4-63acd2ca7e14 service nova] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Received event network-vif-unplugged-4c432b6e-eebd-40a0-a21b-3306b1950e94 for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:46:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:46:10 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Updating instance_info_cache with network_info: [{"id": "4c432b6e-eebd-40a0-a21b-3306b1950e94", "address": "fa:16:3e:e8:3b:fa", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c432b6e-ee", "ovs_interfaceid": "4c432b6e-eebd-40a0-a21b-3306b1950e94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:46:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:46:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Releasing lock "refresh_cache-2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:46:10 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Updated the network info_cache for instance {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 08:46:10 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Instance destroyed successfully.
Oct 16 08:46:10 user nova-compute[73884]: DEBUG nova.objects.instance [None req-b39c0bfa-3e72-4bd1-b613-ebc50fe5bee7 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lazy-loading 'resources' on Instance uuid 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:46:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-b39c0bfa-3e72-4bd1-b613-ebc50fe5bee7 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:35:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1358317686',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1358317686',id=29,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:36:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f9db6ac897784a4fb18d26858afb7956',ramdisk_id='',reservation_id='r-ux9v8k6p',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1464100791',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:37:53Z,user_data=None,user_id='d17a1a64076a44f28b10f2d82b7ffd5a',uuid=2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4c432b6e-eebd-40a0-a21b-3306b1950e94", "address": "fa:16:3e:e8:3b:fa", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c432b6e-ee", "ovs_interfaceid": "4c432b6e-eebd-40a0-a21b-3306b1950e94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:46:10 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b39c0bfa-3e72-4bd1-b613-ebc50fe5bee7 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Converting VIF {"id": "4c432b6e-eebd-40a0-a21b-3306b1950e94", "address": "fa:16:3e:e8:3b:fa", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4c432b6e-ee", "ovs_interfaceid": "4c432b6e-eebd-40a0-a21b-3306b1950e94", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:46:10 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b39c0bfa-3e72-4bd1-b613-ebc50fe5bee7 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e8:3b:fa,bridge_name='br-int',has_traffic_filtering=True,id=4c432b6e-eebd-40a0-a21b-3306b1950e94,network=Network(dee86f1a-fba2-4f98-80d9-351ebde8da3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4c432b6e-ee') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:46:10 user nova-compute[73884]: DEBUG os_vif [None req-b39c0bfa-3e72-4bd1-b613-ebc50fe5bee7 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e8:3b:fa,bridge_name='br-int',has_traffic_filtering=True,id=4c432b6e-eebd-40a0-a21b-3306b1950e94,network=Network(dee86f1a-fba2-4f98-80d9-351ebde8da3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4c432b6e-ee') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:46:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:46:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4c432b6e-ee, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:46:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:46:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:46:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:46:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3c912dca-e45e-46aa-a19e-443365e4b0ed) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:46:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:46:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:46:10 user nova-compute[73884]: INFO os_vif [None req-b39c0bfa-3e72-4bd1-b613-ebc50fe5bee7 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e8:3b:fa,bridge_name='br-int',has_traffic_filtering=True,id=4c432b6e-eebd-40a0-a21b-3306b1950e94,network=Network(dee86f1a-fba2-4f98-80d9-351ebde8da3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4c432b6e-ee')
Oct 16 08:46:10 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-b39c0bfa-3e72-4bd1-b613-ebc50fe5bee7 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Deleting instance files /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4_del
Oct 16 08:46:10 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-b39c0bfa-3e72-4bd1-b613-ebc50fe5bee7 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Deletion of /opt/stack/data/nova/instances/2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4_del complete
Oct 16 08:46:10 user nova-compute[73884]: INFO nova.compute.manager [None req-b39c0bfa-3e72-4bd1-b613-ebc50fe5bee7 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Took 0.67 seconds to destroy the instance on the hypervisor.
Oct 16 08:46:10 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-b39c0bfa-3e72-4bd1-b613-ebc50fe5bee7 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 08:46:10 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 08:46:10 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 08:46:11 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:46:11 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Took 0.65 seconds to deallocate network for instance.
Oct 16 08:46:11 user nova-compute[73884]: DEBUG nova.compute.manager [req-6dc72f74-caf7-429e-b022-673a09aef82d req-bab76aec-0d1f-4c05-af29-f54a8611d56e service nova] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Received event network-vif-deleted-4c432b6e-eebd-40a0-a21b-3306b1950e94 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:46:11 user nova-compute[73884]: INFO nova.compute.manager [req-6dc72f74-caf7-429e-b022-673a09aef82d req-bab76aec-0d1f-4c05-af29-f54a8611d56e service nova] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Neutron deleted interface 4c432b6e-eebd-40a0-a21b-3306b1950e94; detaching it from the instance and deleting it from the info cache
Oct 16 08:46:11 user nova-compute[73884]: DEBUG nova.network.neutron [req-6dc72f74-caf7-429e-b022-673a09aef82d req-bab76aec-0d1f-4c05-af29-f54a8611d56e service nova] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:46:11 user nova-compute[73884]: DEBUG nova.compute.manager [req-6dc72f74-caf7-429e-b022-673a09aef82d req-bab76aec-0d1f-4c05-af29-f54a8611d56e service nova] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Detach interface failed, port_id=4c432b6e-eebd-40a0-a21b-3306b1950e94, reason: Instance 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4 could not be found. {{(pid=73884) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 16 08:46:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b39c0bfa-3e72-4bd1-b613-ebc50fe5bee7 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:46:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b39c0bfa-3e72-4bd1-b613-ebc50fe5bee7 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:46:11 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b39c0bfa-3e72-4bd1-b613-ebc50fe5bee7 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:46:11 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b39c0bfa-3e72-4bd1-b613-ebc50fe5bee7 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:46:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b39c0bfa-3e72-4bd1-b613-ebc50fe5bee7 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.264s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:46:11 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-b39c0bfa-3e72-4bd1-b613-ebc50fe5bee7 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Deleted allocations for instance 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4
Oct 16 08:46:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b39c0bfa-3e72-4bd1-b613-ebc50fe5bee7 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.770s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:46:12 user nova-compute[73884]: DEBUG nova.compute.manager [req-df011db6-0d15-4376-8992-45d9e606017a req-5d062425-6228-45e9-8ed5-623b46346238 service nova] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Received event network-vif-plugged-4c432b6e-eebd-40a0-a21b-3306b1950e94 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:46:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-df011db6-0d15-4376-8992-45d9e606017a req-5d062425-6228-45e9-8ed5-623b46346238 service nova] Acquiring lock "2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:46:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-df011db6-0d15-4376-8992-45d9e606017a req-5d062425-6228-45e9-8ed5-623b46346238 service nova] Lock "2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:46:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-df011db6-0d15-4376-8992-45d9e606017a req-5d062425-6228-45e9-8ed5-623b46346238 service nova] Lock "2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:46:12 user nova-compute[73884]: DEBUG nova.compute.manager [req-df011db6-0d15-4376-8992-45d9e606017a req-5d062425-6228-45e9-8ed5-623b46346238 service nova] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] No waiting events found dispatching network-vif-plugged-4c432b6e-eebd-40a0-a21b-3306b1950e94 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:46:12 user nova-compute[73884]: WARNING nova.compute.manager [req-df011db6-0d15-4376-8992-45d9e606017a req-5d062425-6228-45e9-8ed5-623b46346238 service nova] [instance: 2765c13a-c4c5-4bf4-8aab-88a41ccd6bb4] Received unexpected event network-vif-plugged-4c432b6e-eebd-40a0-a21b-3306b1950e94 for instance with vm_state deleted and task_state None.
Oct 16 08:46:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:46:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b8ba633a-4bfb-4c25-ba2b-5a68fbc65e61 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "48e3f20e-88a8-4e78-9524-40f1d0a7555b" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:46:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b8ba633a-4bfb-4c25-ba2b-5a68fbc65e61 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "48e3f20e-88a8-4e78-9524-40f1d0a7555b" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:46:16 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b8ba633a-4bfb-4c25-ba2b-5a68fbc65e61 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Going to confirm migration 1 {{(pid=73884) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4773}}
Oct 16 08:46:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b8ba633a-4bfb-4c25-ba2b-5a68fbc65e61 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "refresh_cache-48e3f20e-88a8-4e78-9524-40f1d0a7555b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:46:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b8ba633a-4bfb-4c25-ba2b-5a68fbc65e61 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquired lock "refresh_cache-48e3f20e-88a8-4e78-9524-40f1d0a7555b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:46:16 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b8ba633a-4bfb-4c25-ba2b-5a68fbc65e61 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:46:16 user nova-compute[73884]: DEBUG nova.objects.instance [None req-b8ba633a-4bfb-4c25-ba2b-5a68fbc65e61 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lazy-loading 'info_cache' on Instance uuid 48e3f20e-88a8-4e78-9524-40f1d0a7555b {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:46:17 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b8ba633a-4bfb-4c25-ba2b-5a68fbc65e61 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Updating instance_info_cache with network_info: [{"id": "e56258c2-3d15-416a-a3b3-a1fdb2ac8538", "address": "fa:16:3e:33:bd:1a", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape56258c2-3d", "ovs_interfaceid": "e56258c2-3d15-416a-a3b3-a1fdb2ac8538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:46:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b8ba633a-4bfb-4c25-ba2b-5a68fbc65e61 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Releasing lock "refresh_cache-48e3f20e-88a8-4e78-9524-40f1d0a7555b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:46:17 user nova-compute[73884]: DEBUG nova.objects.instance [None req-b8ba633a-4bfb-4c25-ba2b-5a68fbc65e61 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lazy-loading 'migration_context' on Instance uuid 48e3f20e-88a8-4e78-9524-40f1d0a7555b {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:46:17 user nova-compute[73884]: DEBUG nova.objects.base [None req-b8ba633a-4bfb-4c25-ba2b-5a68fbc65e61 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Object Instance<48e3f20e-88a8-4e78-9524-40f1d0a7555b> lazy-loaded attributes: info_cache,migration_context {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:46:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b8ba633a-4bfb-4c25-ba2b-5a68fbc65e61 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:46:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b8ba633a-4bfb-4c25-ba2b-5a68fbc65e61 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:46:17 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b8ba633a-4bfb-4c25-ba2b-5a68fbc65e61 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:46:17 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b8ba633a-4bfb-4c25-ba2b-5a68fbc65e61 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:46:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b8ba633a-4bfb-4c25-ba2b-5a68fbc65e61 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 0.303s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:46:17 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-b8ba633a-4bfb-4c25-ba2b-5a68fbc65e61 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Deleted allocation for migration 80a4ddc8-6d36-47cc-9bdc-78923aeb5236
Oct 16 08:46:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b8ba633a-4bfb-4c25-ba2b-5a68fbc65e61 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "48e3f20e-88a8-4e78-9524-40f1d0a7555b" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 1.214s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:46:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-34bb9617-fa7f-4f40-8ab0-1cfc4ac1d9c7 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Acquiring lock "d7414c65-ac57-4fb0-b062-f8c4170a7c92" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:46:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-34bb9617-fa7f-4f40-8ab0-1cfc4ac1d9c7 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Lock "d7414c65-ac57-4fb0-b062-f8c4170a7c92" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:46:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-34bb9617-fa7f-4f40-8ab0-1cfc4ac1d9c7 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Acquiring lock "d7414c65-ac57-4fb0-b062-f8c4170a7c92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:46:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-34bb9617-fa7f-4f40-8ab0-1cfc4ac1d9c7 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Lock "d7414c65-ac57-4fb0-b062-f8c4170a7c92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:46:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-34bb9617-fa7f-4f40-8ab0-1cfc4ac1d9c7 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Lock "d7414c65-ac57-4fb0-b062-f8c4170a7c92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:46:20 user nova-compute[73884]: INFO nova.compute.manager [None req-34bb9617-fa7f-4f40-8ab0-1cfc4ac1d9c7 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Terminating instance
Oct 16 08:46:20 user nova-compute[73884]: DEBUG nova.compute.manager [None req-34bb9617-fa7f-4f40-8ab0-1cfc4ac1d9c7 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 08:46:20 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:46:20 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:46:20 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:46:20 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:46:20 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:46:20 user nova-compute[73884]: DEBUG nova.compute.manager [req-b1db5863-f424-42a6-bc4c-06b64af8adba req-6d2ab6fc-4ce4-4282-8b7d-9500642275c4 service nova] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Received event network-vif-unplugged-0eab2c71-cb60-4ab0-a09d-cb11f628e4ba {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:46:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-b1db5863-f424-42a6-bc4c-06b64af8adba req-6d2ab6fc-4ce4-4282-8b7d-9500642275c4 service nova] Acquiring lock "d7414c65-ac57-4fb0-b062-f8c4170a7c92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:46:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-b1db5863-f424-42a6-bc4c-06b64af8adba req-6d2ab6fc-4ce4-4282-8b7d-9500642275c4 service nova] Lock "d7414c65-ac57-4fb0-b062-f8c4170a7c92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:46:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-b1db5863-f424-42a6-bc4c-06b64af8adba req-6d2ab6fc-4ce4-4282-8b7d-9500642275c4 service nova] Lock "d7414c65-ac57-4fb0-b062-f8c4170a7c92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:46:20 user nova-compute[73884]: DEBUG nova.compute.manager [req-b1db5863-f424-42a6-bc4c-06b64af8adba req-6d2ab6fc-4ce4-4282-8b7d-9500642275c4 service nova] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] No waiting events found dispatching network-vif-unplugged-0eab2c71-cb60-4ab0-a09d-cb11f628e4ba {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:46:20 user nova-compute[73884]: DEBUG nova.compute.manager [req-b1db5863-f424-42a6-bc4c-06b64af8adba req-6d2ab6fc-4ce4-4282-8b7d-9500642275c4 service nova] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Received event network-vif-unplugged-0eab2c71-cb60-4ab0-a09d-cb11f628e4ba for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:46:21 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Instance destroyed successfully.
Oct 16 08:46:21 user nova-compute[73884]: DEBUG nova.objects.instance [None req-34bb9617-fa7f-4f40-8ab0-1cfc4ac1d9c7 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Lazy-loading 'resources' on Instance uuid d7414c65-ac57-4fb0-b062-f8c4170a7c92 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:46:21 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-34bb9617-fa7f-4f40-8ab0-1cfc4ac1d9c7 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:43:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-1379697292',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-1379697292',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1379697',id=38,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKLorxx/d8hUFAOAbrzZP3UpMoEcpYd203pLMA8w89HCtwCHf9gA9nBdL7802z5WQRG7rbhkYCVqZVOWCyEz5CNqVB3hAYgTNtMr+6Y6AS/jQ5y79NreEHUYz4VPee8A3A==',key_name='tempest-keypair-1697474585',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:43:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a37d7b1ce6cf45f0b19bf76c72f7cbd9',ramdisk_id='',reservation_id='r-eabgnb2a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1069284122',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:43:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='55b606366c8c41cbbf88121b59d9f270',uuid=d7414c65-ac57-4fb0-b062-f8c4170a7c92,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0eab2c71-cb60-4ab0-a09d-cb11f628e4ba", "address": "fa:16:3e:24:6d:91", "network": {"id": "94ddae86-7150-44c3-920b-e1d2e3300776", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1799332519-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.20", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a37d7b1ce6cf45f0b19bf76c72f7cbd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0eab2c71-cb", "ovs_interfaceid": "0eab2c71-cb60-4ab0-a09d-cb11f628e4ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:46:21 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-34bb9617-fa7f-4f40-8ab0-1cfc4ac1d9c7 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Converting VIF {"id": "0eab2c71-cb60-4ab0-a09d-cb11f628e4ba", "address": "fa:16:3e:24:6d:91", "network": {"id": "94ddae86-7150-44c3-920b-e1d2e3300776", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1799332519-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.20", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a37d7b1ce6cf45f0b19bf76c72f7cbd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0eab2c71-cb", "ovs_interfaceid": "0eab2c71-cb60-4ab0-a09d-cb11f628e4ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:46:21 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-34bb9617-fa7f-4f40-8ab0-1cfc4ac1d9c7 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:24:6d:91,bridge_name='br-int',has_traffic_filtering=True,id=0eab2c71-cb60-4ab0-a09d-cb11f628e4ba,network=Network(94ddae86-7150-44c3-920b-e1d2e3300776),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0eab2c71-cb') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:46:21 user nova-compute[73884]: DEBUG os_vif [None req-34bb9617-fa7f-4f40-8ab0-1cfc4ac1d9c7 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:24:6d:91,bridge_name='br-int',has_traffic_filtering=True,id=0eab2c71-cb60-4ab0-a09d-cb11f628e4ba,network=Network(94ddae86-7150-44c3-920b-e1d2e3300776),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0eab2c71-cb') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:46:21 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:46:21 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0eab2c71-cb, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:46:21 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:46:21 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:46:21 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:46:21 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7cc5791c-4769-4357-888d-406512f8cc8c) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:46:21 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:46:21 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:46:21 user nova-compute[73884]: INFO os_vif [None req-34bb9617-fa7f-4f40-8ab0-1cfc4ac1d9c7 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:24:6d:91,bridge_name='br-int',has_traffic_filtering=True,id=0eab2c71-cb60-4ab0-a09d-cb11f628e4ba,network=Network(94ddae86-7150-44c3-920b-e1d2e3300776),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0eab2c71-cb')
Oct 16 08:46:21 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-34bb9617-fa7f-4f40-8ab0-1cfc4ac1d9c7 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Deleting instance files /opt/stack/data/nova/instances/d7414c65-ac57-4fb0-b062-f8c4170a7c92_del
Oct 16 08:46:21 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-34bb9617-fa7f-4f40-8ab0-1cfc4ac1d9c7 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Deletion of /opt/stack/data/nova/instances/d7414c65-ac57-4fb0-b062-f8c4170a7c92_del complete
Oct 16 08:46:21 user nova-compute[73884]: INFO nova.compute.manager [None req-34bb9617-fa7f-4f40-8ab0-1cfc4ac1d9c7 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Took 0.85 seconds to destroy the instance on the hypervisor.
Oct 16 08:46:21 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-34bb9617-fa7f-4f40-8ab0-1cfc4ac1d9c7 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 08:46:21 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 08:46:21 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 08:46:21 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:46:22 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Took 0.86 seconds to deallocate network for instance.
Oct 16 08:46:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-34bb9617-fa7f-4f40-8ab0-1cfc4ac1d9c7 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:46:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-34bb9617-fa7f-4f40-8ab0-1cfc4ac1d9c7 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:46:22 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-34bb9617-fa7f-4f40-8ab0-1cfc4ac1d9c7 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:46:22 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-34bb9617-fa7f-4f40-8ab0-1cfc4ac1d9c7 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:46:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-34bb9617-fa7f-4f40-8ab0-1cfc4ac1d9c7 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.278s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:46:22 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-34bb9617-fa7f-4f40-8ab0-1cfc4ac1d9c7 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Deleted allocations for instance d7414c65-ac57-4fb0-b062-f8c4170a7c92
Oct 16 08:46:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-34bb9617-fa7f-4f40-8ab0-1cfc4ac1d9c7 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122 tempest-TestServerVolumeAttachScenarioOldVersion-1069284122-project-member] Lock "d7414c65-ac57-4fb0-b062-f8c4170a7c92" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.192s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:46:22 user nova-compute[73884]: DEBUG nova.compute.manager [req-6b2a4260-5855-4b0a-b1c3-e94fddc7e73e req-e5a64ba7-318e-4a1c-9434-25cca28f517e service nova] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Received event network-vif-plugged-0eab2c71-cb60-4ab0-a09d-cb11f628e4ba {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:46:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6b2a4260-5855-4b0a-b1c3-e94fddc7e73e req-e5a64ba7-318e-4a1c-9434-25cca28f517e service nova] Acquiring lock "d7414c65-ac57-4fb0-b062-f8c4170a7c92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:46:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6b2a4260-5855-4b0a-b1c3-e94fddc7e73e req-e5a64ba7-318e-4a1c-9434-25cca28f517e service nova] Lock "d7414c65-ac57-4fb0-b062-f8c4170a7c92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:46:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6b2a4260-5855-4b0a-b1c3-e94fddc7e73e req-e5a64ba7-318e-4a1c-9434-25cca28f517e service nova] Lock "d7414c65-ac57-4fb0-b062-f8c4170a7c92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:46:22 user nova-compute[73884]: DEBUG nova.compute.manager [req-6b2a4260-5855-4b0a-b1c3-e94fddc7e73e req-e5a64ba7-318e-4a1c-9434-25cca28f517e service nova] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] No waiting events found dispatching network-vif-plugged-0eab2c71-cb60-4ab0-a09d-cb11f628e4ba {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:46:22 user nova-compute[73884]: WARNING nova.compute.manager [req-6b2a4260-5855-4b0a-b1c3-e94fddc7e73e req-e5a64ba7-318e-4a1c-9434-25cca28f517e service nova] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Received unexpected event network-vif-plugged-0eab2c71-cb60-4ab0-a09d-cb11f628e4ba for instance with vm_state deleted and task_state None.
Oct 16 08:46:22 user nova-compute[73884]: DEBUG nova.compute.manager [req-6b2a4260-5855-4b0a-b1c3-e94fddc7e73e req-e5a64ba7-318e-4a1c-9434-25cca28f517e service nova] [instance: d7414c65-ac57-4fb0-b062-f8c4170a7c92] Received event network-vif-deleted-0eab2c71-cb60-4ab0-a09d-cb11f628e4ba {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:46:26 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:46:30 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Acquiring lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:46:30 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:46:30 user nova-compute[73884]: DEBUG nova.objects.instance [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lazy-loading 'flavor' on Instance uuid e8439e61-c45c-4b23-ae85-d6cdd06024fc {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:46:30 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.085s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:46:30 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Acquiring lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:46:30 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:46:30 user nova-compute[73884]: INFO nova.compute.manager [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Attaching volume ba797b57-4cb0-4486-a488-54c1b38c0c77 to /dev/vdb
Oct 16 08:46:30 user nova-compute[73884]: DEBUG os_brick.utils [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:46:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:46:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:46:30 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[61d36dcb-eee9-4a06-809a-8431503e054e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:46:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:46:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:46:30 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[418df742-e9d2-41bc-9752-e6d0ddeeb6be]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:46:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:46:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:46:30 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[872b0e20-134c-4020-a32c-6668075266ec]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:46:30 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1547f3d-4838-4447-993f-d979897d5619]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:46:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:46:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:46:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 08:46:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:46:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:46:30 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 08:46:30 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f677a2b-3ded-490c-99ac-32519163c3a3]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:46:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 08:46:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 08:46:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 08:46:30 user nova-compute[73884]: DEBUG os_brick.utils [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:46:30 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Updating existing volume attachment record: 1b910a94-ba89-4604-bc50-9c72089aae18 {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 08:46:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:46:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:46:36 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:46:41 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:46:46 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZVcbYTgS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:46:47 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:46:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:46:47 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:46:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:46:47 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:46:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77 -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc45fafe-f295-48e3-94fb-7be38a1410ec]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:46:47 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77 -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.028s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b939d59a-b41b-44c3-afcc-06bf63156077]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77] added
Oct 16 08:46:47 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0539cef-f6ee-4110-8408-161fc762a980]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[84a86e2d-2dfb-4d84-bade-a4ecf2740edd]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZVcbYTgS {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZVcbYTgS" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bf0eec7-5598-422b-bff9-9b9cdf1fab85]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZVcbYTgS'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b414a56e-8a9a-449d-a59b-8c3ff67bcc6d]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e59ba98-05d0-486c-9352-f9cf9a06715f]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:46:47 user nova-compute[73884]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:46:47 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:46:47 user nova-compute[73884]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:46:47 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77 -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77 -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[08e56aa9-26bf-4af8-9a7e-3a122e979822]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77, portal: 172.16.0.220,3260]
Oct 16 08:46:47 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77, portal: 172.16.0.220,3260] successful.
Oct 16 08:46:47 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fd3762d-0346-4df1-a2db-255fdc66e5fe]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a352c130-a9b7-41f2-9b59-abf845c2db86]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:46:47 user nova-compute[73884]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:46:47 user nova-compute[73884]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77 (non-flash)
Oct 16 08:46:47 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:46:47 user nova-compute[73884]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:46:47 user nova-compute[73884]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77 (non-flash)
Oct 16 08:46:47 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.314s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] HCTL ('34', '-', '-', 0) found on session 40 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[35ce9ebb-e170-407e-818e-6b0a07766e06]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Searching for a device in session 40 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZVcbYTgS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a892bf00-f7fe-4517-beb7-c48fa12c6d0c tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquiring lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a892bf00-f7fe-4517-beb7-c48fa12c6d0c tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a892bf00-f7fe-4517-beb7-c48fa12c6d0c tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquiring lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a892bf00-f7fe-4517-beb7-c48fa12c6d0c tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:46:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a892bf00-f7fe-4517-beb7-c48fa12c6d0c tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:46:48 user nova-compute[73884]: INFO nova.compute.manager [None req-a892bf00-f7fe-4517-beb7-c48fa12c6d0c tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Terminating instance
Oct 16 08:46:48 user nova-compute[73884]: DEBUG nova.compute.manager [None req-a892bf00-f7fe-4517-beb7-c48fa12c6d0c tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 08:46:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:46:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:46:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:46:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:46:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:46:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.355s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:46:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] <== connect_volume: return (1356ms) {'type': 'block', 'scsi_wwn': '23734316330386262', 'path': '/dev/sdc'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:46:48 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23734316330386262', 'path': '/dev/sdc'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:46:48 user nova-compute[73884]: DEBUG nova.objects.instance [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lazy-loading 'flavor' on Instance uuid e8439e61-c45c-4b23-ae85-d6cdd06024fc {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:46:48 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 08:46:48 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:46:48 user nova-compute[73884]:   <source dev="/dev/sdc"/>
Oct 16 08:46:48 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:46:48 user nova-compute[73884]:   <serial>ba797b57-4cb0-4486-a488-54c1b38c0c77</serial>
Oct 16 08:46:48 user nova-compute[73884]: </disk>
Oct 16 08:46:48 user nova-compute[73884]:  {{(pid=73884) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 08:46:48 user nova-compute[73884]: DEBUG nova.compute.manager [req-44c3e3e5-4eb9-4f5b-9590-6c2424bd75f9 req-6ad4576e-3e6d-421c-8e67-607ac16e3a3a service nova] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Received event network-vif-unplugged-b41c92f3-92d8-4654-89f1-124b210d2af5 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:46:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-44c3e3e5-4eb9-4f5b-9590-6c2424bd75f9 req-6ad4576e-3e6d-421c-8e67-607ac16e3a3a service nova] Acquiring lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:46:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-44c3e3e5-4eb9-4f5b-9590-6c2424bd75f9 req-6ad4576e-3e6d-421c-8e67-607ac16e3a3a service nova] Lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:46:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-44c3e3e5-4eb9-4f5b-9590-6c2424bd75f9 req-6ad4576e-3e6d-421c-8e67-607ac16e3a3a service nova] Lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:46:48 user nova-compute[73884]: DEBUG nova.compute.manager [req-44c3e3e5-4eb9-4f5b-9590-6c2424bd75f9 req-6ad4576e-3e6d-421c-8e67-607ac16e3a3a service nova] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] No waiting events found dispatching network-vif-unplugged-b41c92f3-92d8-4654-89f1-124b210d2af5 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:46:48 user nova-compute[73884]: DEBUG nova.compute.manager [req-44c3e3e5-4eb9-4f5b-9590-6c2424bd75f9 req-6ad4576e-3e6d-421c-8e67-607ac16e3a3a service nova] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Received event network-vif-unplugged-b41c92f3-92d8-4654-89f1-124b210d2af5 for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:46:49 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Instance destroyed successfully.
Oct 16 08:46:49 user nova-compute[73884]: DEBUG nova.objects.instance [None req-a892bf00-f7fe-4517-beb7-c48fa12c6d0c tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lazy-loading 'resources' on Instance uuid 7d5fd04a-039d-4cb0-9eef-bce9700a85bb {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:46:49 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-a892bf00-f7fe-4517-beb7-c48fa12c6d0c tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:29:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-2088157553',display_name='tempest-ServerRescueNegativeTestJSON-server-2088157553',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-2088157553',id=14,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:33:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9e52badad06145cfa089e3408fc0ec2a',ramdisk_id='',reservation_id='r-3euty4kx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-1439350041',owner_user_name='tempest-ServerRescueNegativeTestJSON-1439350041-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:35:45Z,user_data=None,user_id='de4969717c974b0882fa85234f08a619',uuid=7d5fd04a-039d-4cb0-9eef-bce9700a85bb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b41c92f3-92d8-4654-89f1-124b210d2af5", "address": "fa:16:3e:8a:47:33", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb41c92f3-92", "ovs_interfaceid": "b41c92f3-92d8-4654-89f1-124b210d2af5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:46:49 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-a892bf00-f7fe-4517-beb7-c48fa12c6d0c tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Converting VIF {"id": "b41c92f3-92d8-4654-89f1-124b210d2af5", "address": "fa:16:3e:8a:47:33", "network": {"id": "c29d5c21-21e2-439e-9ee6-7530bc770e4d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1642233244-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9e52badad06145cfa089e3408fc0ec2a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb41c92f3-92", "ovs_interfaceid": "b41c92f3-92d8-4654-89f1-124b210d2af5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:46:49 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-a892bf00-f7fe-4517-beb7-c48fa12c6d0c tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8a:47:33,bridge_name='br-int',has_traffic_filtering=True,id=b41c92f3-92d8-4654-89f1-124b210d2af5,network=Network(c29d5c21-21e2-439e-9ee6-7530bc770e4d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb41c92f3-92') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:46:49 user nova-compute[73884]: DEBUG os_vif [None req-a892bf00-f7fe-4517-beb7-c48fa12c6d0c tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:8a:47:33,bridge_name='br-int',has_traffic_filtering=True,id=b41c92f3-92d8-4654-89f1-124b210d2af5,network=Network(c29d5c21-21e2-439e-9ee6-7530bc770e4d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb41c92f3-92') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:46:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:46:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb41c92f3-92, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:46:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:46:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:46:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=caa279ee-e658-41c0-8c47-72129abd6303) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:46:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:46:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:46:49 user nova-compute[73884]: INFO os_vif [None req-a892bf00-f7fe-4517-beb7-c48fa12c6d0c tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:8a:47:33,bridge_name='br-int',has_traffic_filtering=True,id=b41c92f3-92d8-4654-89f1-124b210d2af5,network=Network(c29d5c21-21e2-439e-9ee6-7530bc770e4d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb41c92f3-92')
Oct 16 08:46:49 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-a892bf00-f7fe-4517-beb7-c48fa12c6d0c tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Deleting instance files /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb_del
Oct 16 08:46:49 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-a892bf00-f7fe-4517-beb7-c48fa12c6d0c tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Deletion of /opt/stack/data/nova/instances/7d5fd04a-039d-4cb0-9eef-bce9700a85bb_del complete
Oct 16 08:46:49 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:46:49 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] No BDM found with device name vdb, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:46:49 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] No VIF found with MAC fa:16:3e:8b:dc:7c, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:46:49 user nova-compute[73884]: INFO nova.compute.manager [None req-a892bf00-f7fe-4517-beb7-c48fa12c6d0c tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Took 1.22 seconds to destroy the instance on the hypervisor.
Oct 16 08:46:49 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-a892bf00-f7fe-4517-beb7-c48fa12c6d0c tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 08:46:49 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 08:46:49 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 08:46:49 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:46:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-fbe7e3d9-fb37-4ba1-a6d5-929358f44580 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.899s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:46:49 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:46:49 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Took 0.44 seconds to deallocate network for instance.
Oct 16 08:46:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a892bf00-f7fe-4517-beb7-c48fa12c6d0c tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:46:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a892bf00-f7fe-4517-beb7-c48fa12c6d0c tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:46:49 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-a892bf00-f7fe-4517-beb7-c48fa12c6d0c tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:46:49 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-a892bf00-f7fe-4517-beb7-c48fa12c6d0c tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:46:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a892bf00-f7fe-4517-beb7-c48fa12c6d0c tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.305s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:46:50 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-a892bf00-f7fe-4517-beb7-c48fa12c6d0c tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Deleted allocations for instance 7d5fd04a-039d-4cb0-9eef-bce9700a85bb
Oct 16 08:46:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a892bf00-f7fe-4517-beb7-c48fa12c6d0c tempest-ServerRescueNegativeTestJSON-1439350041 tempest-ServerRescueNegativeTestJSON-1439350041-project-member] Lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.228s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:46:50 user nova-compute[73884]: DEBUG nova.compute.manager [req-d57fd571-7cc6-4a97-8f39-def04c496e14 req-e9a4238f-9cab-464d-891a-1d76e99d8639 service nova] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Received event network-vif-plugged-b41c92f3-92d8-4654-89f1-124b210d2af5 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:46:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d57fd571-7cc6-4a97-8f39-def04c496e14 req-e9a4238f-9cab-464d-891a-1d76e99d8639 service nova] Acquiring lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:46:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d57fd571-7cc6-4a97-8f39-def04c496e14 req-e9a4238f-9cab-464d-891a-1d76e99d8639 service nova] Lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:46:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d57fd571-7cc6-4a97-8f39-def04c496e14 req-e9a4238f-9cab-464d-891a-1d76e99d8639 service nova] Lock "7d5fd04a-039d-4cb0-9eef-bce9700a85bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:46:50 user nova-compute[73884]: DEBUG nova.compute.manager [req-d57fd571-7cc6-4a97-8f39-def04c496e14 req-e9a4238f-9cab-464d-891a-1d76e99d8639 service nova] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] No waiting events found dispatching network-vif-plugged-b41c92f3-92d8-4654-89f1-124b210d2af5 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:46:50 user nova-compute[73884]: WARNING nova.compute.manager [req-d57fd571-7cc6-4a97-8f39-def04c496e14 req-e9a4238f-9cab-464d-891a-1d76e99d8639 service nova] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Received unexpected event network-vif-plugged-b41c92f3-92d8-4654-89f1-124b210d2af5 for instance with vm_state deleted and task_state None.
Oct 16 08:46:50 user nova-compute[73884]: DEBUG nova.compute.manager [req-d57fd571-7cc6-4a97-8f39-def04c496e14 req-e9a4238f-9cab-464d-891a-1d76e99d8639 service nova] [instance: 7d5fd04a-039d-4cb0-9eef-bce9700a85bb] Received event network-vif-deleted-b41c92f3-92d8-4654-89f1-124b210d2af5 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:46:51 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ba92a073-bce1-472f-ab39-91ffc249a3b1 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Acquiring lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:46:51 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ba92a073-bce1-472f-ab39-91ffc249a3b1 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:46:51 user nova-compute[73884]: INFO nova.compute.manager [None req-ba92a073-bce1-472f-ab39-91ffc249a3b1 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Detaching volume ba797b57-4cb0-4486-a488-54c1b38c0c77
Oct 16 08:46:51 user nova-compute[73884]: INFO nova.virt.block_device [None req-ba92a073-bce1-472f-ab39-91ffc249a3b1 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Attempting to driver detach volume ba797b57-4cb0-4486-a488-54c1b38c0c77 from mountpoint /dev/vdb
Oct 16 08:46:51 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-ba92a073-bce1-472f-ab39-91ffc249a3b1 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Attempting to detach device vdb from instance e8439e61-c45c-4b23-ae85-d6cdd06024fc from the persistent domain config. {{(pid=73884) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 08:46:51 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-ba92a073-bce1-472f-ab39-91ffc249a3b1 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 08:46:51 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:46:51 user nova-compute[73884]:   <source dev="/dev/sdc"/>
Oct 16 08:46:51 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:46:51 user nova-compute[73884]:   <serial>ba797b57-4cb0-4486-a488-54c1b38c0c77</serial>
Oct 16 08:46:51 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 08:46:51 user nova-compute[73884]: </disk>
Oct 16 08:46:51 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:46:51 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-ba92a073-bce1-472f-ab39-91ffc249a3b1 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Successfully detached device vdb from instance e8439e61-c45c-4b23-ae85-d6cdd06024fc from the persistent domain config.
Oct 16 08:46:51 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-ba92a073-bce1-472f-ab39-91ffc249a3b1 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance e8439e61-c45c-4b23-ae85-d6cdd06024fc from the live domain config. {{(pid=73884) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 08:46:51 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-ba92a073-bce1-472f-ab39-91ffc249a3b1 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 08:46:51 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:46:51 user nova-compute[73884]:   <source dev="/dev/sdc"/>
Oct 16 08:46:51 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:46:51 user nova-compute[73884]:   <serial>ba797b57-4cb0-4486-a488-54c1b38c0c77</serial>
Oct 16 08:46:51 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 08:46:51 user nova-compute[73884]: </disk>
Oct 16 08:46:51 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:46:52 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-ba92a073-bce1-472f-ab39-91ffc249a3b1 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance e8439e61-c45c-4b23-ae85-d6cdd06024fc {{(pid=73884) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 08:46:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:46:53 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:46:53 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:46:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:46:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:46:54 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:46:55 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:46:55 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 08:46:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:46:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:46:59 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:46:59 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:46:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:46:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:46:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:46:59 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 08:46:59 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:46:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:46:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:46:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:46:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:46:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:47:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:47:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:47:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:47:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:47:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "e92bce3d-33d8-4004-869d-4db8991dda75" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:47:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "e92bce3d-33d8-4004-869d-4db8991dda75" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:47:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "e92bce3d-33d8-4004-869d-4db8991dda75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:47:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "e92bce3d-33d8-4004-869d-4db8991dda75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:47:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "e92bce3d-33d8-4004-869d-4db8991dda75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:47:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:47:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:47:00 user nova-compute[73884]: INFO nova.compute.manager [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Terminating instance
Oct 16 08:47:00 user nova-compute[73884]: DEBUG nova.compute.manager [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 08:47:00 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:00 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:47:00 user nova-compute[73884]: DEBUG nova.compute.manager [req-0a313861-c271-41cc-878a-21ca1b704a0e req-02cd495e-3caa-4ca3-a851-063d1eb5d765 service nova] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Received event network-vif-unplugged-e23a29ce-99fc-402f-8a26-cd8031fd07b4 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:47:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0a313861-c271-41cc-878a-21ca1b704a0e req-02cd495e-3caa-4ca3-a851-063d1eb5d765 service nova] Acquiring lock "e92bce3d-33d8-4004-869d-4db8991dda75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:47:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0a313861-c271-41cc-878a-21ca1b704a0e req-02cd495e-3caa-4ca3-a851-063d1eb5d765 service nova] Lock "e92bce3d-33d8-4004-869d-4db8991dda75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:47:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0a313861-c271-41cc-878a-21ca1b704a0e req-02cd495e-3caa-4ca3-a851-063d1eb5d765 service nova] Lock "e92bce3d-33d8-4004-869d-4db8991dda75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:47:00 user nova-compute[73884]: DEBUG nova.compute.manager [req-0a313861-c271-41cc-878a-21ca1b704a0e req-02cd495e-3caa-4ca3-a851-063d1eb5d765 service nova] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] No waiting events found dispatching network-vif-unplugged-e23a29ce-99fc-402f-8a26-cd8031fd07b4 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:47:00 user nova-compute[73884]: DEBUG nova.compute.manager [req-0a313861-c271-41cc-878a-21ca1b704a0e req-02cd495e-3caa-4ca3-a851-063d1eb5d765 service nova] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Received event network-vif-unplugged-e23a29ce-99fc-402f-8a26-cd8031fd07b4 for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:47:00 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:00 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:00 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:47:01 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Instance destroyed successfully.
Oct 16 08:47:01 user nova-compute[73884]: DEBUG nova.objects.instance [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lazy-loading 'resources' on Instance uuid e92bce3d-33d8-4004-869d-4db8991dda75 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:47:01 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:47:01 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:47:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=8367MB free_disk=25.135025024414062GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:30:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1648568679',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1648568679',id=16,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:32:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f9db6ac897784a4fb18d26858afb7956',ramdisk_id='',reservation_id='r-rp4un0dg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1464100791',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:34:09Z,user_data=None,user_id='d17a1a64076a44f28b10f2d82b7ffd5a',uuid=e92bce3d-33d8-4004-869d-4db8991dda75,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e23a29ce-99fc-402f-8a26-cd8031fd07b4", "address": "fa:16:3e:c6:8b:4d", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape23a29ce-99", "ovs_interfaceid": "e23a29ce-99fc-402f-8a26-cd8031fd07b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Converting VIF {"id": "e23a29ce-99fc-402f-8a26-cd8031fd07b4", "address": "fa:16:3e:c6:8b:4d", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape23a29ce-99", "ovs_interfaceid": "e23a29ce-99fc-402f-8a26-cd8031fd07b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c6:8b:4d,bridge_name='br-int',has_traffic_filtering=True,id=e23a29ce-99fc-402f-8a26-cd8031fd07b4,network=Network(dee86f1a-fba2-4f98-80d9-351ebde8da3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape23a29ce-99') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG os_vif [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c6:8b:4d,bridge_name='br-int',has_traffic_filtering=True,id=e23a29ce-99fc-402f-8a26-cd8031fd07b4,network=Network(dee86f1a-fba2-4f98-80d9-351ebde8da3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape23a29ce-99') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape23a29ce-99, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2e748396-ed64-4728-a497-ff22a1930e98) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:47:01 user nova-compute[73884]: INFO os_vif [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c6:8b:4d,bridge_name='br-int',has_traffic_filtering=True,id=e23a29ce-99fc-402f-8a26-cd8031fd07b4,network=Network(dee86f1a-fba2-4f98-80d9-351ebde8da3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape23a29ce-99')
Oct 16 08:47:01 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lcryVSZv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:47:01 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:47:01 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.028s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b721acb-ca46-4475-95e1-0b99dee7323a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:47:01 user nova-compute[73884]: No targets found.
Oct 16 08:47:01 user nova-compute[73884]: iSNS:
Oct 16 08:47:01 user nova-compute[73884]: No targets found.
Oct 16 08:47:01 user nova-compute[73884]: STATIC:
Oct 16 08:47:01 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77
Oct 16 08:47:01 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:47:01 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:47:01 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53
Oct 16 08:47:01 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:47:01 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:47:01 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d
Oct 16 08:47:01 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:47:01 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:47:01 user nova-compute[73884]: FIRMWARE:
Oct 16 08:47:01 user nova-compute[73884]: No targets found.
Oct 16 08:47:01 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:47:01 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:47:01 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[92c58beb-e2da-4ed7-87af-6944a73f1563]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 8fab1c63-d9a3-4cea-b129-904a5f15e5fe actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance e92bce3d-33d8-4004-869d-4db8991dda75 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance baa67186-a783-44fc-bf2f-8275de0e27ab actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance e8439e61-c45c-4b23-ae85-d6cdd06024fc actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 48e3f20e-88a8-4e78-9524-40f1d0a7555b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2705ab52-e456-4502-824d-ed1962a251cb]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:47:01 user nova-compute[73884]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:47:01 user nova-compute[73884]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77 (non-flash)
Oct 16 08:47:01 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d (non-flash)
Oct 16 08:47:01 user nova-compute[73884]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:47:01 user nova-compute[73884]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77 (non-flash)
Oct 16 08:47:01 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7e846529e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d'): ({'sdb'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Removing single pathed devices sdb {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.028s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b37c297f-be77-406e-9a1b-0a8332657f82]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.027s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[316738ff-1eb5-408d-b010-382405666789]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Flushing IO for device /dev/sdb {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[23a4a6ff-d57e-4a4f-b71c-eb9320e5c7aa]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.047s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[57ea1e56-dea4-4796-b409-cd96523aeae0]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] SCSI volumes sdb have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.029s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a8b0119-eec2-470e-96f9-2a20d588546a]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[25619c5f-393c-4c79-a61b-8e99ba79bd25]: (4, ('Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d, portal: 172.16.0.220,3260]\nLogout of [sid: 17, target: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d, portal: 172.16.0.220,3260]
Oct 16 08:47:01 user nova-compute[73884]: Logout of [sid: 17, target: iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d, portal: 172.16.0.220,3260] successful.
Oct 16 08:47:01 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.446s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44e45c8b-f20f-4805-8cde-16cc9bdccf9d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[427a9fd1-0040-4f35-ab16-f84d215223ab]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.391s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] <== disconnect_volume: return (393ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:47:01 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Deleting instance files /opt/stack/data/nova/instances/e92bce3d-33d8-4004-869d-4db8991dda75_del
Oct 16 08:47:01 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Deletion of /opt/stack/data/nova/instances/e92bce3d-33d8-4004-869d-4db8991dda75_del complete
Oct 16 08:47:01 user nova-compute[73884]: INFO nova.compute.manager [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Took 1.47 seconds to destroy the instance on the hypervisor.
Oct 16 08:47:01 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 08:47:01 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 08:47:02 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:47:02 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Took 0.52 seconds to deallocate network for instance.
Oct 16 08:47:02 user nova-compute[73884]: DEBUG nova.compute.manager [req-c9557c57-171b-4cfc-830e-72c418260c25 req-29a1178a-65f5-4e79-a830-5123df47a751 service nova] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Received event network-vif-plugged-e23a29ce-99fc-402f-8a26-cd8031fd07b4 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:47:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-c9557c57-171b-4cfc-830e-72c418260c25 req-29a1178a-65f5-4e79-a830-5123df47a751 service nova] Acquiring lock "e92bce3d-33d8-4004-869d-4db8991dda75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:47:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-c9557c57-171b-4cfc-830e-72c418260c25 req-29a1178a-65f5-4e79-a830-5123df47a751 service nova] Lock "e92bce3d-33d8-4004-869d-4db8991dda75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:47:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-c9557c57-171b-4cfc-830e-72c418260c25 req-29a1178a-65f5-4e79-a830-5123df47a751 service nova] Lock "e92bce3d-33d8-4004-869d-4db8991dda75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:47:02 user nova-compute[73884]: DEBUG nova.compute.manager [req-c9557c57-171b-4cfc-830e-72c418260c25 req-29a1178a-65f5-4e79-a830-5123df47a751 service nova] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] No waiting events found dispatching network-vif-plugged-e23a29ce-99fc-402f-8a26-cd8031fd07b4 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:47:02 user nova-compute[73884]: WARNING nova.compute.manager [req-c9557c57-171b-4cfc-830e-72c418260c25 req-29a1178a-65f5-4e79-a830-5123df47a751 service nova] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Received unexpected event network-vif-plugged-e23a29ce-99fc-402f-8a26-cd8031fd07b4 for instance with vm_state active and task_state deleting.
Oct 16 08:47:02 user nova-compute[73884]: DEBUG nova.compute.manager [req-c9557c57-171b-4cfc-830e-72c418260c25 req-29a1178a-65f5-4e79-a830-5123df47a751 service nova] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Received event network-vif-deleted-e23a29ce-99fc-402f-8a26-cd8031fd07b4 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:47:03 user nova-compute[73884]: INFO nova.compute.manager [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: e92bce3d-33d8-4004-869d-4db8991dda75] Took 0.85 seconds to detach 1 volumes for instance.
Oct 16 08:47:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:47:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:47:03 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:47:03 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:47:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.251s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:47:03 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Deleted allocations for instance e92bce3d-33d8-4004-869d-4db8991dda75
Oct 16 08:47:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-2ab750e5-b171-4beb-9775-e16c6356a9d2 tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "e92bce3d-33d8-4004-869d-4db8991dda75" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.334s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:47:03 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:47:03 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:47:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:07 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:47:07 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 08:47:07 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Didn't find any instances for network info cache update. {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 16 08:47:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:12 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-ba92a073-bce1-472f-ab39-91ffc249a3b1 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance e8439e61-c45c-4b23-ae85-d6cdd06024fc is timed out.
Oct 16 08:47:12 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-ba92a073-bce1-472f-ab39-91ffc249a3b1 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Successfully detached device vdb from instance e8439e61-c45c-4b23-ae85-d6cdd06024fc from the live domain config.
Oct 16 08:47:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ba92a073-bce1-472f-ab39-91ffc249a3b1 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba92a073-bce1-472f-ab39-91ffc249a3b1 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZVcbYTgS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:47:12 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-ba92a073-bce1-472f-ab39-91ffc249a3b1 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:47:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-ba92a073-bce1-472f-ab39-91ffc249a3b1 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-ba92a073-bce1-472f-ab39-91ffc249a3b1 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb250fbc-659b-4514-a5eb-9fecabbc5b2f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba92a073-bce1-472f-ab39-91ffc249a3b1 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:47:12 user nova-compute[73884]: No targets found.
Oct 16 08:47:12 user nova-compute[73884]: iSNS:
Oct 16 08:47:12 user nova-compute[73884]: No targets found.
Oct 16 08:47:12 user nova-compute[73884]: STATIC:
Oct 16 08:47:12 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77
Oct 16 08:47:12 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:47:12 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:47:12 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53
Oct 16 08:47:12 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:47:12 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:47:12 user nova-compute[73884]: FIRMWARE:
Oct 16 08:47:12 user nova-compute[73884]: No targets found.
Oct 16 08:47:12 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba92a073-bce1-472f-ab39-91ffc249a3b1 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:47:12 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:47:12 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba92a073-bce1-472f-ab39-91ffc249a3b1 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7a49db0-97fc-4c2a-90e7-48deb5f30be3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[dab53575-b5f9-46a1-bd30-ed1992185572]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba92a073-bce1-472f-ab39-91ffc249a3b1 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:47:12 user nova-compute[73884]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77 (non-flash)
Oct 16 08:47:12 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba92a073-bce1-472f-ab39-91ffc249a3b1 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:47:12 user nova-compute[73884]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77 (non-flash)
Oct 16 08:47:12 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba92a073-bce1-472f-ab39-91ffc249a3b1 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7e847255a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77'): ({'sdc'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-ba92a073-bce1-472f-ab39-91ffc249a3b1 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Removing single pathed devices sdc {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd2efb0f-43eb-4417-97ea-fa0ffb444cc8]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b747dc9e-a337-41f9-950a-7d1cf8e0e727]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-ba92a073-bce1-472f-ab39-91ffc249a3b1 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Flushing IO for device /dev/sdc {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee957c10-cd84-4d8f-a7ae-49c93344c8e7]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-ba92a073-bce1-472f-ab39-91ffc249a3b1 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.046s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[8058d38f-61b8-4745-9185-1f7e616a17be]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-ba92a073-bce1-472f-ab39-91ffc249a3b1 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-ba92a073-bce1-472f-ab39-91ffc249a3b1 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] SCSI volumes sdc have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba92a073-bce1-472f-ab39-91ffc249a3b1 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[068f6a38-5270-4093-b8c9-f12b11647ea9]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba92a073-bce1-472f-ab39-91ffc249a3b1 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77 -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77 -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e89c45a-271a-4033-9195-d9ce5379c891]: (4, ('Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77, portal: 172.16.0.220,3260]\nLogout of [sid: 40, target: iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba92a073-bce1-472f-ab39-91ffc249a3b1 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77, portal: 172.16.0.220,3260]
Oct 16 08:47:12 user nova-compute[73884]: Logout of [sid: 40, target: iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77, portal: 172.16.0.220,3260] successful.
Oct 16 08:47:12 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77 -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ba797b57-4cb0-4486-a488-54c1b38c0c77 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[361eabc6-842b-4ec6-8fa8-e60b4996c17b]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba92a073-bce1-472f-ab39-91ffc249a3b1 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-ba92a073-bce1-472f-ab39-91ffc249a3b1 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.309s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba92a073-bce1-472f-ab39-91ffc249a3b1 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] <== disconnect_volume: return (310ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:47:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ba92a073-bce1-472f-ab39-91ffc249a3b1 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:47:13 user nova-compute[73884]: DEBUG nova.objects.instance [None req-ba92a073-bce1-472f-ab39-91ffc249a3b1 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lazy-loading 'flavor' on Instance uuid e8439e61-c45c-4b23-ae85-d6cdd06024fc {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:47:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ba92a073-bce1-472f-ab39-91ffc249a3b1 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.774s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:47:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:16 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:21 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:26 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:36 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:38 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:41 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:41 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:46 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Acquiring lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:47:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:47:48 user nova-compute[73884]: DEBUG nova.objects.instance [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lazy-loading 'flavor' on Instance uuid e8439e61-c45c-4b23-ae85-d6cdd06024fc {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:47:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.058s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:47:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Acquiring lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:47:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:47:48 user nova-compute[73884]: INFO nova.compute.manager [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Attaching volume bd7b90d0-5229-4f6c-b63d-8b8a2d183518 to /dev/vdb
Oct 16 08:47:48 user nova-compute[73884]: DEBUG os_brick.utils [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:47:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:47:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:47:48 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ca95263-c4e2-42f8-b658-77bbf9ca5fe2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:47:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:47:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:47:48 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[24550a21-7d45-4920-90ba-fff620adfbf8]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:47:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:47:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:47:48 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[58744fb4-fa02-4b12-ba83-fd7156b3c7da]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:47:48 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6c91830-73e1-41c4-802e-f7b992565c19]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:47:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:47:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:47:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 08:47:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:47:48 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:47:48 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 08:47:48 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[913ac955-b48f-4788-93b3-3e3708eb7a78]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:47:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 08:47:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 08:47:48 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 08:47:48 user nova-compute[73884]: DEBUG os_brick.utils [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:47:48 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Updating existing volume attachment record: 3e4982b3-44e6-432a-94cb-71e8aef7d163 {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 08:47:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Acquiring lock "e0b309a1-5867-4e82-81fb-d95091bfb27e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:47:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Lock "e0b309a1-5867-4e82-81fb-d95091bfb27e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:47:49 user nova-compute[73884]: DEBUG nova.compute.manager [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:47:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:47:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:47:49 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:47:49 user nova-compute[73884]: INFO nova.compute.claims [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Claim successful on node user
Oct 16 08:47:50 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:47:50 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:47:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.398s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:47:50 user nova-compute[73884]: DEBUG nova.compute.manager [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:47:50 user nova-compute[73884]: DEBUG nova.compute.manager [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:47:50 user nova-compute[73884]: DEBUG nova.network.neutron [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:47:50 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:47:50 user nova-compute[73884]: DEBUG nova.compute.manager [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:47:50 user nova-compute[73884]: INFO nova.virt.block_device [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Booting with volume ee108a52-56ab-48f0-b127-ae57c3de35d3 at /dev/vda
Oct 16 08:47:50 user nova-compute[73884]: DEBUG nova.policy [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a765990deb84e29a86325049065bbe9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f62d816c8ba04a8b9f612720bd7b8d31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:47:50 user nova-compute[73884]: DEBUG os_brick.utils [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:47:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:47:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:47:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f27dd503-da27-4e0b-8faa-fe9b9d4bfa10]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:47:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:47:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:47:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0d48e03-c420-4e5a-9c4b-904a3a23a21c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:47:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:47:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:47:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b7d05cf-dbc1-4545-b70d-1f0d2b98745b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:47:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[643b03f5-d1f0-4439-b60f-c7a477a33c30]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:47:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:47:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:47:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 08:47:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:47:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:47:50 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 08:47:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[3314c3db-c61c-4e13-9b9b-ba288e29621f]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:47:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 08:47:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 08:47:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 08:47:50 user nova-compute[73884]: DEBUG os_brick.utils [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] <== get_connector_properties: return (143ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:47:50 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Updating existing volume attachment record: 2d711e50-11fc-4768-8023-3d8412bd96e6 {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 08:47:51 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:47:51 user nova-compute[73884]: DEBUG nova.network.neutron [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Successfully created port: 8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07 {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:47:51 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6b186dc6-23a3-4e86-b690-c4c64e4fde1f tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "8fab1c63-d9a3-4cea-b129-904a5f15e5fe" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:47:51 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6b186dc6-23a3-4e86-b690-c4c64e4fde1f tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "8fab1c63-d9a3-4cea-b129-904a5f15e5fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:47:51 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6b186dc6-23a3-4e86-b690-c4c64e4fde1f tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "8fab1c63-d9a3-4cea-b129-904a5f15e5fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:47:51 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6b186dc6-23a3-4e86-b690-c4c64e4fde1f tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "8fab1c63-d9a3-4cea-b129-904a5f15e5fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:47:51 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6b186dc6-23a3-4e86-b690-c4c64e4fde1f tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "8fab1c63-d9a3-4cea-b129-904a5f15e5fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:47:51 user nova-compute[73884]: INFO nova.compute.manager [None req-6b186dc6-23a3-4e86-b690-c4c64e4fde1f tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Terminating instance
Oct 16 08:47:51 user nova-compute[73884]: DEBUG nova.compute.manager [None req-6b186dc6-23a3-4e86-b690-c4c64e4fde1f tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 08:47:51 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:51 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:51 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:51 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:51 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:52 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Instance destroyed successfully.
Oct 16 08:47:52 user nova-compute[73884]: DEBUG nova.objects.instance [None req-6b186dc6-23a3-4e86-b690-c4c64e4fde1f tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lazy-loading 'resources' on Instance uuid 8fab1c63-d9a3-4cea-b129-904a5f15e5fe {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:47:52 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-6b186dc6-23a3-4e86-b690-c4c64e4fde1f tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:27:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-919869964',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-919869964',id=12,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:27:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f9db6ac897784a4fb18d26858afb7956',ramdisk_id='',reservation_id='r-dba5uhdn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1464100791',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:29:20Z,user_data=None,user_id='d17a1a64076a44f28b10f2d82b7ffd5a',uuid=8fab1c63-d9a3-4cea-b129-904a5f15e5fe,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84", "address": "fa:16:3e:4d:79:65", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e18ef3c-bb", "ovs_interfaceid": "2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:47:52 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-6b186dc6-23a3-4e86-b690-c4c64e4fde1f tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Converting VIF {"id": "2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84", "address": "fa:16:3e:4d:79:65", "network": {"id": "dee86f1a-fba2-4f98-80d9-351ebde8da3e", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-320625014-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f9db6ac897784a4fb18d26858afb7956", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e18ef3c-bb", "ovs_interfaceid": "2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:47:52 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-6b186dc6-23a3-4e86-b690-c4c64e4fde1f tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:4d:79:65,bridge_name='br-int',has_traffic_filtering=True,id=2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84,network=Network(dee86f1a-fba2-4f98-80d9-351ebde8da3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e18ef3c-bb') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:47:52 user nova-compute[73884]: DEBUG os_vif [None req-6b186dc6-23a3-4e86-b690-c4c64e4fde1f tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:4d:79:65,bridge_name='br-int',has_traffic_filtering=True,id=2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84,network=Network(dee86f1a-fba2-4f98-80d9-351ebde8da3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e18ef3c-bb') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:47:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2e18ef3c-bb, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:47:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:47:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fdd3198c-3c33-417a-830b-375e3b9110a6) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:47:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:52 user nova-compute[73884]: INFO os_vif [None req-6b186dc6-23a3-4e86-b690-c4c64e4fde1f tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:4d:79:65,bridge_name='br-int',has_traffic_filtering=True,id=2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84,network=Network(dee86f1a-fba2-4f98-80d9-351ebde8da3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e18ef3c-bb')
Oct 16 08:47:52 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-6b186dc6-23a3-4e86-b690-c4c64e4fde1f tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Deleting instance files /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe_del
Oct 16 08:47:52 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-6b186dc6-23a3-4e86-b690-c4c64e4fde1f tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Deletion of /opt/stack/data/nova/instances/8fab1c63-d9a3-4cea-b129-904a5f15e5fe_del complete
Oct 16 08:47:52 user nova-compute[73884]: INFO nova.compute.manager [None req-6b186dc6-23a3-4e86-b690-c4c64e4fde1f tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Took 0.99 seconds to destroy the instance on the hypervisor.
Oct 16 08:47:52 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-6b186dc6-23a3-4e86-b690-c4c64e4fde1f tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 08:47:52 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 08:47:52 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 08:47:52 user nova-compute[73884]: DEBUG nova.network.neutron [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Successfully updated port: 8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07 {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:47:52 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Acquiring lock "refresh_cache-e0b309a1-5867-4e82-81fb-d95091bfb27e" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:47:52 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Acquired lock "refresh_cache-e0b309a1-5867-4e82-81fb-d95091bfb27e" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:47:52 user nova-compute[73884]: DEBUG nova.network.neutron [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:47:52 user nova-compute[73884]: DEBUG nova.compute.manager [req-2c903f96-e2b9-4e31-9069-4e167937c127 req-85711860-09d3-4591-935c-7816b43b5a12 service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Received event network-changed-8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:47:52 user nova-compute[73884]: DEBUG nova.compute.manager [req-2c903f96-e2b9-4e31-9069-4e167937c127 req-85711860-09d3-4591-935c-7816b43b5a12 service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Refreshing instance network info cache due to event network-changed-8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:47:52 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2c903f96-e2b9-4e31-9069-4e167937c127 req-85711860-09d3-4591-935c-7816b43b5a12 service nova] Acquiring lock "refresh_cache-e0b309a1-5867-4e82-81fb-d95091bfb27e" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:47:52 user nova-compute[73884]: DEBUG nova.network.neutron [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:47:52 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:47:52 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Took 0.46 seconds to deallocate network for instance.
Oct 16 08:47:52 user nova-compute[73884]: DEBUG nova.compute.manager [req-6fcbbbfc-d64b-45d6-91ff-ecebf3420126 req-6adfc7bc-fea4-4d6c-aa30-2fe8e82b7bf1 service nova] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Received event network-vif-deleted-2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:47:52 user nova-compute[73884]: INFO nova.compute.manager [req-6fcbbbfc-d64b-45d6-91ff-ecebf3420126 req-6adfc7bc-fea4-4d6c-aa30-2fe8e82b7bf1 service nova] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Neutron deleted interface 2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84; detaching it from the instance and deleting it from the info cache
Oct 16 08:47:52 user nova-compute[73884]: DEBUG nova.network.neutron [req-6fcbbbfc-d64b-45d6-91ff-ecebf3420126 req-6adfc7bc-fea4-4d6c-aa30-2fe8e82b7bf1 service nova] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:47:52 user nova-compute[73884]: DEBUG nova.compute.manager [req-6fcbbbfc-d64b-45d6-91ff-ecebf3420126 req-6adfc7bc-fea4-4d6c-aa30-2fe8e82b7bf1 service nova] [instance: 8fab1c63-d9a3-4cea-b129-904a5f15e5fe] Detach interface failed, port_id=2e18ef3c-bb0b-4850-b0ee-ea4b5bd73c84, reason: Instance 8fab1c63-d9a3-4cea-b129-904a5f15e5fe could not be found. {{(pid=73884) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 16 08:47:52 user nova-compute[73884]: DEBUG nova.network.neutron [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Updating instance_info_cache with network_info: [{"id": "8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07", "address": "fa:16:3e:16:ca:10", "network": {"id": "af5f517c-04e0-489c-8875-09c038058422", "bridge": "br-int", "label": "tempest-TestShelveInstance-1080315197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f62d816c8ba04a8b9f612720bd7b8d31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ce2bbb9-0f", "ovs_interfaceid": "8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:47:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6b186dc6-23a3-4e86-b690-c4c64e4fde1f tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:47:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6b186dc6-23a3-4e86-b690-c4c64e4fde1f tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:47:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Releasing lock "refresh_cache-e0b309a1-5867-4e82-81fb-d95091bfb27e" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:47:53 user nova-compute[73884]: DEBUG nova.compute.manager [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Instance network_info: |[{"id": "8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07", "address": "fa:16:3e:16:ca:10", "network": {"id": "af5f517c-04e0-489c-8875-09c038058422", "bridge": "br-int", "label": "tempest-TestShelveInstance-1080315197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f62d816c8ba04a8b9f612720bd7b8d31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ce2bbb9-0f", "ovs_interfaceid": "8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:47:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2c903f96-e2b9-4e31-9069-4e167937c127 req-85711860-09d3-4591-935c-7816b43b5a12 service nova] Acquired lock "refresh_cache-e0b309a1-5867-4e82-81fb-d95091bfb27e" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:47:53 user nova-compute[73884]: DEBUG nova.network.neutron [req-2c903f96-e2b9-4e31-9069-4e167937c127 req-85711860-09d3-4591-935c-7816b43b5a12 service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Refreshing network info cache for port 8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:47:53 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-6b186dc6-23a3-4e86-b690-c4c64e4fde1f tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:47:53 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-6b186dc6-23a3-4e86-b690-c4c64e4fde1f tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:47:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6b186dc6-23a3-4e86-b690-c4c64e4fde1f tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.233s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:47:53 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-6b186dc6-23a3-4e86-b690-c4c64e4fde1f tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Deleted allocations for instance 8fab1c63-d9a3-4cea-b129-904a5f15e5fe
Oct 16 08:47:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6b186dc6-23a3-4e86-b690-c4c64e4fde1f tempest-ServerBootFromVolumeStableRescueTest-1464100791 tempest-ServerBootFromVolumeStableRescueTest-1464100791-project-member] Lock "8fab1c63-d9a3-4cea-b129-904a5f15e5fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.930s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:47:53 user nova-compute[73884]: DEBUG nova.network.neutron [req-2c903f96-e2b9-4e31-9069-4e167937c127 req-85711860-09d3-4591-935c-7816b43b5a12 service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Updated VIF entry in instance network info cache for port 8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:47:53 user nova-compute[73884]: DEBUG nova.network.neutron [req-2c903f96-e2b9-4e31-9069-4e167937c127 req-85711860-09d3-4591-935c-7816b43b5a12 service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Updating instance_info_cache with network_info: [{"id": "8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07", "address": "fa:16:3e:16:ca:10", "network": {"id": "af5f517c-04e0-489c-8875-09c038058422", "bridge": "br-int", "label": "tempest-TestShelveInstance-1080315197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f62d816c8ba04a8b9f612720bd7b8d31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ce2bbb9-0f", "ovs_interfaceid": "8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:47:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2c903f96-e2b9-4e31-9069-4e167937c127 req-85711860-09d3-4591-935c-7816b43b5a12 service nova] Releasing lock "refresh_cache-e0b309a1-5867-4e82-81fb-d95091bfb27e" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:47:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:54 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:47:54 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquiring lock "6bc8092c-0645-4cf3-a26b-4d51405159bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:47:54 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "6bc8092c-0645-4cf3-a26b-4d51405159bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:47:54 user nova-compute[73884]: DEBUG nova.compute.manager [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:47:54 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:47:54 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:47:54 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:47:54 user nova-compute[73884]: INFO nova.compute.claims [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Claim successful on node user
Oct 16 08:47:54 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:47:54 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:47:54 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.313s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:47:54 user nova-compute[73884]: DEBUG nova.compute.manager [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:47:54 user nova-compute[73884]: DEBUG nova.compute.manager [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:47:54 user nova-compute[73884]: DEBUG nova.network.neutron [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:47:54 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:47:54 user nova-compute[73884]: DEBUG nova.compute.manager [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:47:54 user nova-compute[73884]: DEBUG nova.policy [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2a4cdaa31a94c5f8ec1becde28346f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '500befd5b50d4fa598c657d7e617b265', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:47:55 user nova-compute[73884]: DEBUG nova.compute.manager [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:47:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:47:55 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Creating image(s)
Oct 16 08:47:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquiring lock "/opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:47:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "/opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:47:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "/opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:47:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:47:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.191s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:47:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquiring lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:47:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:47:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:47:55 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:47:55 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:47:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.188s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:47:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:47:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk 1073741824" returned: 0 in 0.048s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:47:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.242s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:47:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:47:55 user nova-compute[73884]: DEBUG nova.network.neutron [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Successfully created port: 9bd59e93-bfbd-4d64-be3b-199e96b62401 {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:47:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.196s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:47:55 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk. size=1073741824 {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 08:47:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:47:55 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:47:55 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Cannot resize image /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk to a smaller size. {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 08:47:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:47:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Ensure instance console log exists: /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:47:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:47:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:47:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG nova.network.neutron [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Successfully updated port: 9bd59e93-bfbd-4d64-be3b-199e96b62401 {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquiring lock "refresh_cache-6bc8092c-0645-4cf3-a26b-4d51405159bd" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquired lock "refresh_cache-6bc8092c-0645-4cf3-a26b-4d51405159bd" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG nova.network.neutron [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG nova.compute.manager [req-ad31f4f2-d2de-441b-b905-98ec65c97688 req-99674fd7-b2af-4bcc-bd1a-f932b7510e35 service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Received event network-changed-9bd59e93-bfbd-4d64-be3b-199e96b62401 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG nova.compute.manager [req-ad31f4f2-d2de-441b-b905-98ec65c97688 req-99674fd7-b2af-4bcc-bd1a-f932b7510e35 service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Refreshing instance network info cache due to event network-changed-9bd59e93-bfbd-4d64-be3b-199e96b62401. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ad31f4f2-d2de-441b-b905-98ec65c97688 req-99674fd7-b2af-4bcc-bd1a-f932b7510e35 service nova] Acquiring lock "refresh_cache-6bc8092c-0645-4cf3-a26b-4d51405159bd" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG nova.network.neutron [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG nova.network.neutron [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Updating instance_info_cache with network_info: [{"id": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "address": "fa:16:3e:a2:b7:bd", "network": {"id": "795d1d26-3506-4bf7-9b12-4b4ebd58c1ee", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-963791271-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500befd5b50d4fa598c657d7e617b265", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9bd59e93-bf", "ovs_interfaceid": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Releasing lock "refresh_cache-6bc8092c-0645-4cf3-a26b-4d51405159bd" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG nova.compute.manager [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Instance network_info: |[{"id": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "address": "fa:16:3e:a2:b7:bd", "network": {"id": "795d1d26-3506-4bf7-9b12-4b4ebd58c1ee", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-963791271-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500befd5b50d4fa598c657d7e617b265", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9bd59e93-bf", "ovs_interfaceid": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ad31f4f2-d2de-441b-b905-98ec65c97688 req-99674fd7-b2af-4bcc-bd1a-f932b7510e35 service nova] Acquired lock "refresh_cache-6bc8092c-0645-4cf3-a26b-4d51405159bd" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG nova.network.neutron [req-ad31f4f2-d2de-441b-b905-98ec65c97688 req-99674fd7-b2af-4bcc-bd1a-f932b7510e35 service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Refreshing network info cache for port 9bd59e93-bfbd-4d64-be3b-199e96b62401 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Start _get_guest_xml network_info=[{"id": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "address": "fa:16:3e:a2:b7:bd", "network": {"id": "795d1d26-3506-4bf7-9b12-4b4ebd58c1ee", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-963791271-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500befd5b50d4fa598c657d7e617b265", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9bd59e93-bf", "ovs_interfaceid": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'a4e1d819-b957-4c9c-9b9d-fd987951fbab'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:47:56 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:47:56 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:47:56 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:47:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-683746936',display_name='tempest-AttachVolumeTestJSON-server-683746936',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-683746936',id=41,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBm7LVfUlQpLUI1wfozvcr5mMhc4MpqyH7ZXQkaFR+jVv5WTTp8NylTNAgIAzIWjbuPUw5mvwmo+9mEeXXI9tnWUGXpx3KiYh9C6+edZ2chpzXwUK0R4r9E7d1Y2dCeshg==',key_name='tempest-keypair-839640580',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='500befd5b50d4fa598c657d7e617b265',ramdisk_id='',reservation_id='r-qsntfyn5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-249638898',owner_user_name='tempest-AttachVolumeTestJSON-249638898-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:47:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e2a4cdaa31a94c5f8ec1becde28346f1',uuid=6bc8092c-0645-4cf3-a26b-4d51405159bd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "address": "fa:16:3e:a2:b7:bd", "network": {"id": "795d1d26-3506-4bf7-9b12-4b4ebd58c1ee", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-963791271-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500befd5b50d4fa598c657d7e617b265", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9bd59e93-bf", "ovs_interfaceid": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Converting VIF {"id": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "address": "fa:16:3e:a2:b7:bd", "network": {"id": "795d1d26-3506-4bf7-9b12-4b4ebd58c1ee", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-963791271-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500befd5b50d4fa598c657d7e617b265", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9bd59e93-bf", "ovs_interfaceid": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a2:b7:bd,bridge_name='br-int',has_traffic_filtering=True,id=9bd59e93-bfbd-4d64-be3b-199e96b62401,network=Network(795d1d26-3506-4bf7-9b12-4b4ebd58c1ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9bd59e93-bf') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG nova.objects.instance [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lazy-loading 'pci_devices' on Instance uuid 6bc8092c-0645-4cf3-a26b-4d51405159bd {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:47:56 user nova-compute[73884]:   <uuid>6bc8092c-0645-4cf3-a26b-4d51405159bd</uuid>
Oct 16 08:47:56 user nova-compute[73884]:   <name>instance-00000029</name>
Oct 16 08:47:56 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:47:56 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:47:56 user nova-compute[73884]:   <metadata>
Oct 16 08:47:56 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:47:56 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:47:56 user nova-compute[73884]:       <nova:name>tempest-AttachVolumeTestJSON-server-683746936</nova:name>
Oct 16 08:47:56 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:47:56</nova:creationTime>
Oct 16 08:47:56 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:47:56 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:47:56 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:47:56 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:47:56 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:47:56 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:47:56 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:47:56 user nova-compute[73884]:       <nova:owner>
Oct 16 08:47:56 user nova-compute[73884]:         <nova:user uuid="e2a4cdaa31a94c5f8ec1becde28346f1">tempest-AttachVolumeTestJSON-249638898-project-member</nova:user>
Oct 16 08:47:56 user nova-compute[73884]:         <nova:project uuid="500befd5b50d4fa598c657d7e617b265">tempest-AttachVolumeTestJSON-249638898</nova:project>
Oct 16 08:47:56 user nova-compute[73884]:       </nova:owner>
Oct 16 08:47:56 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:47:56 user nova-compute[73884]:       <nova:ports>
Oct 16 08:47:56 user nova-compute[73884]:         <nova:port uuid="9bd59e93-bfbd-4d64-be3b-199e96b62401">
Oct 16 08:47:56 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 16 08:47:56 user nova-compute[73884]:         </nova:port>
Oct 16 08:47:56 user nova-compute[73884]:       </nova:ports>
Oct 16 08:47:56 user nova-compute[73884]:     </nova:instance>
Oct 16 08:47:56 user nova-compute[73884]:   </metadata>
Oct 16 08:47:56 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:47:56 user nova-compute[73884]:     <system>
Oct 16 08:47:56 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:47:56 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:47:56 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:47:56 user nova-compute[73884]:       <entry name="serial">6bc8092c-0645-4cf3-a26b-4d51405159bd</entry>
Oct 16 08:47:56 user nova-compute[73884]:       <entry name="uuid">6bc8092c-0645-4cf3-a26b-4d51405159bd</entry>
Oct 16 08:47:56 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:47:56 user nova-compute[73884]:     </system>
Oct 16 08:47:56 user nova-compute[73884]:   </sysinfo>
Oct 16 08:47:56 user nova-compute[73884]:   <os>
Oct 16 08:47:56 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:47:56 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:47:56 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:47:56 user nova-compute[73884]:   </os>
Oct 16 08:47:56 user nova-compute[73884]:   <features>
Oct 16 08:47:56 user nova-compute[73884]:     <acpi/>
Oct 16 08:47:56 user nova-compute[73884]:     <apic/>
Oct 16 08:47:56 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:47:56 user nova-compute[73884]:   </features>
Oct 16 08:47:56 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:47:56 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:47:56 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:47:56 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:47:56 user nova-compute[73884]:   </clock>
Oct 16 08:47:56 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:47:56 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:47:56 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:47:56 user nova-compute[73884]:   </cpu>
Oct 16 08:47:56 user nova-compute[73884]:   <devices>
Oct 16 08:47:56 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:47:56 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:47:56 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk"/>
Oct 16 08:47:56 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:47:56 user nova-compute[73884]:     </disk>
Oct 16 08:47:56 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:47:56 user nova-compute[73884]:       <mac address="fa:16:3e:a2:b7:bd"/>
Oct 16 08:47:56 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:47:56 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:47:56 user nova-compute[73884]:       <target dev="tap9bd59e93-bf"/>
Oct 16 08:47:56 user nova-compute[73884]:     </interface>
Oct 16 08:47:56 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:47:56 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/console.log" append="off"/>
Oct 16 08:47:56 user nova-compute[73884]:     </serial>
Oct 16 08:47:56 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:47:56 user nova-compute[73884]:     <video>
Oct 16 08:47:56 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:47:56 user nova-compute[73884]:     </video>
Oct 16 08:47:56 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:47:56 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:47:56 user nova-compute[73884]:     </rng>
Oct 16 08:47:56 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:47:56 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:47:56 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:47:56 user nova-compute[73884]:     </memballoon>
Oct 16 08:47:56 user nova-compute[73884]:   </devices>
Oct 16 08:47:56 user nova-compute[73884]: </domain>
Oct 16 08:47:56 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:47:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-683746936',display_name='tempest-AttachVolumeTestJSON-server-683746936',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-683746936',id=41,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBm7LVfUlQpLUI1wfozvcr5mMhc4MpqyH7ZXQkaFR+jVv5WTTp8NylTNAgIAzIWjbuPUw5mvwmo+9mEeXXI9tnWUGXpx3KiYh9C6+edZ2chpzXwUK0R4r9E7d1Y2dCeshg==',key_name='tempest-keypair-839640580',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='500befd5b50d4fa598c657d7e617b265',ramdisk_id='',reservation_id='r-qsntfyn5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-249638898',owner_user_name='tempest-AttachVolumeTestJSON-249638898-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:47:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e2a4cdaa31a94c5f8ec1becde28346f1',uuid=6bc8092c-0645-4cf3-a26b-4d51405159bd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "address": "fa:16:3e:a2:b7:bd", "network": {"id": "795d1d26-3506-4bf7-9b12-4b4ebd58c1ee", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-963791271-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500befd5b50d4fa598c657d7e617b265", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9bd59e93-bf", "ovs_interfaceid": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Converting VIF {"id": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "address": "fa:16:3e:a2:b7:bd", "network": {"id": "795d1d26-3506-4bf7-9b12-4b4ebd58c1ee", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-963791271-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500befd5b50d4fa598c657d7e617b265", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9bd59e93-bf", "ovs_interfaceid": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a2:b7:bd,bridge_name='br-int',has_traffic_filtering=True,id=9bd59e93-bfbd-4d64-be3b-199e96b62401,network=Network(795d1d26-3506-4bf7-9b12-4b4ebd58c1ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9bd59e93-bf') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG os_vif [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:b7:bd,bridge_name='br-int',has_traffic_filtering=True,id=9bd59e93-bfbd-4d64-be3b-199e96b62401,network=Network(795d1d26-3506-4bf7-9b12-4b4ebd58c1ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9bd59e93-bf') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'af65ce80-b425-5be0-be73-9e6781dca210', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9bd59e93-bf, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9bd59e93-bf, col_values=(('qos', UUID('1cc60439-efe9-4591-b0e2-a182d3fbb078')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9bd59e93-bf, col_values=(('external_ids', {'iface-id': '9bd59e93-bfbd-4d64-be3b-199e96b62401', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a2:b7:bd', 'vm-uuid': '6bc8092c-0645-4cf3-a26b-4d51405159bd'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:56 user nova-compute[73884]: INFO os_vif [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:b7:bd,bridge_name='br-int',has_traffic_filtering=True,id=9bd59e93-bfbd-4d64-be3b-199e96b62401,network=Network(795d1d26-3506-4bf7-9b12-4b4ebd58c1ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9bd59e93-bf')
Oct 16 08:47:56 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:47:56 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] No VIF found with MAC fa:16:3e:a2:b7:bd, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:47:57 user nova-compute[73884]: DEBUG nova.network.neutron [req-ad31f4f2-d2de-441b-b905-98ec65c97688 req-99674fd7-b2af-4bcc-bd1a-f932b7510e35 service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Updated VIF entry in instance network info cache for port 9bd59e93-bfbd-4d64-be3b-199e96b62401. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:47:57 user nova-compute[73884]: DEBUG nova.network.neutron [req-ad31f4f2-d2de-441b-b905-98ec65c97688 req-99674fd7-b2af-4bcc-bd1a-f932b7510e35 service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Updating instance_info_cache with network_info: [{"id": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "address": "fa:16:3e:a2:b7:bd", "network": {"id": "795d1d26-3506-4bf7-9b12-4b4ebd58c1ee", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-963791271-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500befd5b50d4fa598c657d7e617b265", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9bd59e93-bf", "ovs_interfaceid": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:47:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ad31f4f2-d2de-441b-b905-98ec65c97688 req-99674fd7-b2af-4bcc-bd1a-f932b7510e35 service nova] Releasing lock "refresh_cache-6bc8092c-0645-4cf3-a26b-4d51405159bd" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:47:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:58 user nova-compute[73884]: DEBUG nova.compute.manager [req-d227f69b-f1c7-47a8-92f4-f28f746566ef req-e59de78a-0124-4712-831b-62b0622db130 service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Received event network-vif-plugged-9bd59e93-bfbd-4d64-be3b-199e96b62401 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:47:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d227f69b-f1c7-47a8-92f4-f28f746566ef req-e59de78a-0124-4712-831b-62b0622db130 service nova] Acquiring lock "6bc8092c-0645-4cf3-a26b-4d51405159bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:47:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d227f69b-f1c7-47a8-92f4-f28f746566ef req-e59de78a-0124-4712-831b-62b0622db130 service nova] Lock "6bc8092c-0645-4cf3-a26b-4d51405159bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:47:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d227f69b-f1c7-47a8-92f4-f28f746566ef req-e59de78a-0124-4712-831b-62b0622db130 service nova] Lock "6bc8092c-0645-4cf3-a26b-4d51405159bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:47:58 user nova-compute[73884]: DEBUG nova.compute.manager [req-d227f69b-f1c7-47a8-92f4-f28f746566ef req-e59de78a-0124-4712-831b-62b0622db130 service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] No waiting events found dispatching network-vif-plugged-9bd59e93-bfbd-4d64-be3b-199e96b62401 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:47:58 user nova-compute[73884]: WARNING nova.compute.manager [req-d227f69b-f1c7-47a8-92f4-f28f746566ef req-e59de78a-0124-4712-831b-62b0622db130 service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Received unexpected event network-vif-plugged-9bd59e93-bfbd-4d64-be3b-199e96b62401 for instance with vm_state building and task_state spawning.
Oct 16 08:47:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:47:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:48:00 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:48:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:48:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:48:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:48:00 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 08:48:00 user nova-compute[73884]: DEBUG nova.compute.manager [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:48:00 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:48:00 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Instance spawned successfully.
Oct 16 08:48:00 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:48:00 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:48:00 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:48:00 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:48:00 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:48:00 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:48:00 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:48:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:48:00 user nova-compute[73884]: DEBUG nova.compute.manager [req-35df8172-2588-4012-ad51-426a0ea2897f req-516ad0cb-8750-4af7-ae61-a093ee851a98 service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Received event network-vif-plugged-9bd59e93-bfbd-4d64-be3b-199e96b62401 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:48:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-35df8172-2588-4012-ad51-426a0ea2897f req-516ad0cb-8750-4af7-ae61-a093ee851a98 service nova] Acquiring lock "6bc8092c-0645-4cf3-a26b-4d51405159bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:48:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-35df8172-2588-4012-ad51-426a0ea2897f req-516ad0cb-8750-4af7-ae61-a093ee851a98 service nova] Lock "6bc8092c-0645-4cf3-a26b-4d51405159bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:48:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-35df8172-2588-4012-ad51-426a0ea2897f req-516ad0cb-8750-4af7-ae61-a093ee851a98 service nova] Lock "6bc8092c-0645-4cf3-a26b-4d51405159bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:48:00 user nova-compute[73884]: DEBUG nova.compute.manager [req-35df8172-2588-4012-ad51-426a0ea2897f req-516ad0cb-8750-4af7-ae61-a093ee851a98 service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] No waiting events found dispatching network-vif-plugged-9bd59e93-bfbd-4d64-be3b-199e96b62401 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:48:00 user nova-compute[73884]: WARNING nova.compute.manager [req-35df8172-2588-4012-ad51-426a0ea2897f req-516ad0cb-8750-4af7-ae61-a093ee851a98 service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Received unexpected event network-vif-plugged-9bd59e93-bfbd-4d64-be3b-199e96b62401 for instance with vm_state building and task_state spawning.
Oct 16 08:48:00 user nova-compute[73884]: INFO nova.compute.manager [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Took 5.49 seconds to spawn the instance on the hypervisor.
Oct 16 08:48:00 user nova-compute[73884]: DEBUG nova.compute.manager [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:48:00 user nova-compute[73884]: INFO nova.compute.manager [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Took 6.17 seconds to build instance.
Oct 16 08:48:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a16964bb-cf27-4df8-b379-5cdee8e42712 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "6bc8092c-0645-4cf3-a26b-4d51405159bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.278s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:48:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:48:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:48:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:48:00 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:48:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:48:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:48:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:48:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:48:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:48:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json" returned: 0 in 0.309s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:48:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:48:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:48:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:48:02 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:48:02 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:48:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=8494MB free_disk=25.253597259521484GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 08:48:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:48:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:48:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance baa67186-a783-44fc-bf2f-8275de0e27ab actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:48:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance e8439e61-c45c-4b23-ae85-d6cdd06024fc actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:48:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 48e3f20e-88a8-4e78-9524-40f1d0a7555b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:48:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance e0b309a1-5867-4e82-81fb-d95091bfb27e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:48:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 6bc8092c-0645-4cf3-a26b-4d51405159bd actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:48:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 08:48:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 08:48:02 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:48:02 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:48:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 08:48:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.451s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:48:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:48:03 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:48:03 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:48:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DhTvHSKo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:48:07 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:48:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:48:07 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:48:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:48:07 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:48:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518 -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3c7b289-72da-48bf-a8ce-29dd1606f4e5]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:48:07 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518 -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d70b7d4c-f670-4585-b521-1ba8791bf490]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518] added
Oct 16 08:48:07 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[86a1a24d-2460-497b-be2d-2b3aa3eab815]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab2ac930-a730-492a-8d34-3d53fdd3a564]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DhTvHSKo {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DhTvHSKo" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[15042f20-e102-423a-b3aa-1de02a712b20]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'DhTvHSKo'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[700acaa4-452c-4d69-9e8c-46fd232be589]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[86ccffdc-3c6d-4c4a-a417-caa62c6ad457]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:48:07 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:48:07 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518 -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518 -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a20293b3-aea0-486c-b75e-b9d21601bedc]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518, portal: 172.16.0.220,3260]
Oct 16 08:48:07 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518, portal: 172.16.0.220,3260] successful.
Oct 16 08:48:07 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b324c07c-3268-4ce1-99a9-84db4721d0cd]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Rebuilding the list of instances to heal {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5edb56b-2d80-427a-bba2-17dc3d5440c3]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:48:07 user nova-compute[73884]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518 (non-flash)
Oct 16 08:48:07 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:48:07 user nova-compute[73884]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518 (non-flash)
Oct 16 08:48:07 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.274s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] HCTL ('33', '-', '-', 0) found on session 41 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Skipping network cache update for instance because it is Building. {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9934}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b66c84ec-83e1-46dd-aa67-0e4f9dfae455]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Searching for a device in session 41 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DhTvHSKo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "refresh_cache-baa67186-a783-44fc-bf2f-8275de0e27ab" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquired lock "refresh_cache-baa67186-a783-44fc-bf2f-8275de0e27ab" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Forcefully refreshing network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG nova.objects.instance [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lazy-loading 'info_cache' on Instance uuid baa67186-a783-44fc-bf2f-8275de0e27ab {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:48:07 user nova-compute[73884]: INFO nova.compute.manager [None req-8004e1c4-2a19-43a1-9427-44b12b9fdadd tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Get console output
Oct 16 08:48:07 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Updating instance_info_cache with network_info: [{"id": "1f70896e-bd10-49f5-a769-e183d54ce3b7", "address": "fa:16:3e:02:00:82", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f70896e-bd", "ovs_interfaceid": "1f70896e-bd10-49f5-a769-e183d54ce3b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Releasing lock "refresh_cache-baa67186-a783-44fc-bf2f-8275de0e27ab" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:48:07 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Updated the network info_cache for instance {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 08:48:08 user nova-compute[73884]: INFO nova.privsep.libvirt [-] Ignored error while reading from instance console pty: can't concat NoneType to bytes
Oct 16 08:48:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.315s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] <== connect_volume: return (1317ms) {'type': 'block', 'scsi_wwn': '23239356636663265', 'path': '/dev/sdb'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23239356636663265', 'path': '/dev/sdb'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG nova.objects.instance [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lazy-loading 'flavor' on Instance uuid e8439e61-c45c-4b23-ae85-d6cdd06024fc {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 08:48:08 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:48:08 user nova-compute[73884]:   <source dev="/dev/sdb"/>
Oct 16 08:48:08 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:48:08 user nova-compute[73884]:   <serial>bd7b90d0-5229-4f6c-b63d-8b8a2d183518</serial>
Oct 16 08:48:08 user nova-compute[73884]: </disk>
Oct 16 08:48:08 user nova-compute[73884]:  {{(pid=73884) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG nova.compute.manager [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:48:08 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Creating image(s)
Oct 16 08:48:08 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Did not create local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Ensure instance console log exists: /opt/stack/data/nova/instances/e0b309a1-5867-4e82-81fb-d95091bfb27e/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Start _get_guest_xml network_info=[{"id": "8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07", "address": "fa:16:3e:16:ca:10", "network": {"id": "af5f517c-04e0-489c-8875-09c038058422", "bridge": "br-int", "label": "tempest-TestShelveInstance-1080315197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f62d816c8ba04a8b9f612720bd7b8d31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ce2bbb9-0f", "ovs_interfaceid": "8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RguFGeIQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e0b309a1-5867-4e82-81fb-d95091bfb27e', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee108a52-56ab-48f0-b127-ae57c3de35d3', 'serial': 'ee108a52-56ab-48f0-b127-ae57c3de35d3'}, 'attachment_id': '2d711e50-11fc-4768-8023-3d8412bd96e6', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'delete_on_termination': True, 'boot_index': 0, 'device_type': 'disk', 'volume_type': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:48:08 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:48:08 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:48:08 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RguFGeIQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:48:08 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:48:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:48:08 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:48:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:48:08 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:48:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] No BDM found with device name vdb, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] No VIF found with MAC fa:16:3e:8b:dc:7c, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf80603a-bea5-4bec-b02d-131a97cd0f39]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:48:08 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f49a9e6-d1d8-4515-be2a-30d0d7845846]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3] added
Oct 16 08:48:08 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[866a9f51-ec3a-42b7-ac9b-161ff404e15c]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.027s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6da0e0c4-4c6e-4b89-923d-82f74baf13cc]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RguFGeIQ {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-c2069f12-6583-4339-a190-de928b9eaafd tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.499s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RguFGeIQ" returned: 0 in 0.027s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b2bf373-0c7a-4a22-a7f4-30d8243bc685]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RguFGeIQ'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:48:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:48:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:48:09 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3f1b356-ad5b-42fb-b753-393eeee90c30]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:48:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:48:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:48:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:48:09 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[75bef79b-2b06-435a-be16-9d1632d790b1]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:48:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:48:09 user nova-compute[73884]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518 (non-flash)
Oct 16 08:48:09 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:48:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:48:09 user nova-compute[73884]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518 (non-flash)
Oct 16 08:48:09 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:48:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:48:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:48:09 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa3a0c87-e751-41a5-b9d6-c7312bafdb25]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:48:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3, portal: 172.16.0.220,3260]
Oct 16 08:48:09 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3, portal: 172.16.0.220,3260] successful.
Oct 16 08:48:09 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:48:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:48:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:48:09 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[21f082dc-8d84-4df9-ad95-d15c3bd50c00]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:48:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:48:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:48:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:48:09 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4a27c95-3de1-4938-b64a-88cb0e6257b4]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:48:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:48:09 user nova-compute[73884]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518 (non-flash)
Oct 16 08:48:09 user nova-compute[73884]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 (non-flash)
Oct 16 08:48:09 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:48:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:48:09 user nova-compute[73884]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518 (non-flash)
Oct 16 08:48:09 user nova-compute[73884]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 (non-flash)
Oct 16 08:48:09 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:48:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.302s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:48:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:48:09 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] HCTL ('34', '-', '-', 0) found on session 42 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:48:09 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:48:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:48:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:48:09 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[75b4e480-8f34-411b-a0bf-909f9a660c94]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:48:09 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Searching for a device in session 42 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:48:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RguFGeIQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:48:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.335s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:48:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] <== connect_volume: return (1336ms) {'type': 'block', 'scsi_wwn': '26465633336336133', 'path': '/dev/sdc'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:48:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26465633336336133', 'path': '/dev/sdc'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:48:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:47:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-647106249',display_name='tempest-TestShelveInstance-server-647106249',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-647106249',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKPe5DjuZkIEEf9zgmypD/g7JwV/NDTiZUguNYAIe9fuSpCGmZ7J02EnLfHEqSejy9nTYjABvm+BJn5w5VFxDKJyDTELxg6UuES43KEPJyLTMFAxVNqYAaOGX/huek7VcA==',key_name='tempest-TestShelveInstance-111766155',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f62d816c8ba04a8b9f612720bd7b8d31',ramdisk_id='',reservation_id='r-w006tenv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-463603918',owner_user_name='tempest-TestShelveInstance-463603918-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:47:50Z,user_data=None,user_id='6a765990deb84e29a86325049065bbe9',uuid=e0b309a1-5867-4e82-81fb-d95091bfb27e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07", "address": "fa:16:3e:16:ca:10", "network": {"id": "af5f517c-04e0-489c-8875-09c038058422", "bridge": "br-int", "label": "tempest-TestShelveInstance-1080315197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f62d816c8ba04a8b9f612720bd7b8d31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ce2bbb9-0f", "ovs_interfaceid": "8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:48:10 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Converting VIF {"id": "8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07", "address": "fa:16:3e:16:ca:10", "network": {"id": "af5f517c-04e0-489c-8875-09c038058422", "bridge": "br-int", "label": "tempest-TestShelveInstance-1080315197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f62d816c8ba04a8b9f612720bd7b8d31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ce2bbb9-0f", "ovs_interfaceid": "8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:48:10 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:16:ca:10,bridge_name='br-int',has_traffic_filtering=True,id=8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07,network=Network(af5f517c-04e0-489c-8875-09c038058422),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8ce2bbb9-0f') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:48:10 user nova-compute[73884]: DEBUG nova.objects.instance [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Lazy-loading 'pci_devices' on Instance uuid e0b309a1-5867-4e82-81fb-d95091bfb27e {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:48:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:48:10 user nova-compute[73884]:   <uuid>e0b309a1-5867-4e82-81fb-d95091bfb27e</uuid>
Oct 16 08:48:10 user nova-compute[73884]:   <name>instance-00000028</name>
Oct 16 08:48:10 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:48:10 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:48:10 user nova-compute[73884]:   <metadata>
Oct 16 08:48:10 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:48:10 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:48:10 user nova-compute[73884]:       <nova:name>tempest-TestShelveInstance-server-647106249</nova:name>
Oct 16 08:48:10 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:48:08</nova:creationTime>
Oct 16 08:48:10 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:48:10 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:48:10 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:48:10 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:48:10 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:48:10 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:48:10 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:48:10 user nova-compute[73884]:       <nova:owner>
Oct 16 08:48:10 user nova-compute[73884]:         <nova:user uuid="6a765990deb84e29a86325049065bbe9">tempest-TestShelveInstance-463603918-project-member</nova:user>
Oct 16 08:48:10 user nova-compute[73884]:         <nova:project uuid="f62d816c8ba04a8b9f612720bd7b8d31">tempest-TestShelveInstance-463603918</nova:project>
Oct 16 08:48:10 user nova-compute[73884]:       </nova:owner>
Oct 16 08:48:10 user nova-compute[73884]:       <nova:ports>
Oct 16 08:48:10 user nova-compute[73884]:         <nova:port uuid="8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07">
Oct 16 08:48:10 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 16 08:48:10 user nova-compute[73884]:         </nova:port>
Oct 16 08:48:10 user nova-compute[73884]:       </nova:ports>
Oct 16 08:48:10 user nova-compute[73884]:     </nova:instance>
Oct 16 08:48:10 user nova-compute[73884]:   </metadata>
Oct 16 08:48:10 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:48:10 user nova-compute[73884]:     <system>
Oct 16 08:48:10 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:48:10 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:48:10 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:48:10 user nova-compute[73884]:       <entry name="serial">e0b309a1-5867-4e82-81fb-d95091bfb27e</entry>
Oct 16 08:48:10 user nova-compute[73884]:       <entry name="uuid">e0b309a1-5867-4e82-81fb-d95091bfb27e</entry>
Oct 16 08:48:10 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:48:10 user nova-compute[73884]:     </system>
Oct 16 08:48:10 user nova-compute[73884]:   </sysinfo>
Oct 16 08:48:10 user nova-compute[73884]:   <os>
Oct 16 08:48:10 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:48:10 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:48:10 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:48:10 user nova-compute[73884]:   </os>
Oct 16 08:48:10 user nova-compute[73884]:   <features>
Oct 16 08:48:10 user nova-compute[73884]:     <acpi/>
Oct 16 08:48:10 user nova-compute[73884]:     <apic/>
Oct 16 08:48:10 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:48:10 user nova-compute[73884]:   </features>
Oct 16 08:48:10 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:48:10 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:48:10 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:48:10 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:48:10 user nova-compute[73884]:   </clock>
Oct 16 08:48:10 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:48:10 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:48:10 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:48:10 user nova-compute[73884]:   </cpu>
Oct 16 08:48:10 user nova-compute[73884]:   <devices>
Oct 16 08:48:10 user nova-compute[73884]:     <disk type="block" device="disk">
Oct 16 08:48:10 user nova-compute[73884]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:48:10 user nova-compute[73884]:       <source dev="/dev/sdc"/>
Oct 16 08:48:10 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:48:10 user nova-compute[73884]:       <serial>ee108a52-56ab-48f0-b127-ae57c3de35d3</serial>
Oct 16 08:48:10 user nova-compute[73884]:     </disk>
Oct 16 08:48:10 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:48:10 user nova-compute[73884]:       <mac address="fa:16:3e:16:ca:10"/>
Oct 16 08:48:10 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:48:10 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:48:10 user nova-compute[73884]:       <target dev="tap8ce2bbb9-0f"/>
Oct 16 08:48:10 user nova-compute[73884]:     </interface>
Oct 16 08:48:10 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:48:10 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/e0b309a1-5867-4e82-81fb-d95091bfb27e/console.log" append="off"/>
Oct 16 08:48:10 user nova-compute[73884]:     </serial>
Oct 16 08:48:10 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:48:10 user nova-compute[73884]:     <video>
Oct 16 08:48:10 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:48:10 user nova-compute[73884]:     </video>
Oct 16 08:48:10 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:48:10 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:48:10 user nova-compute[73884]:     </rng>
Oct 16 08:48:10 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:48:10 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:48:10 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:48:10 user nova-compute[73884]:     </memballoon>
Oct 16 08:48:10 user nova-compute[73884]:   </devices>
Oct 16 08:48:10 user nova-compute[73884]: </domain>
Oct 16 08:48:10 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:48:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:47:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-647106249',display_name='tempest-TestShelveInstance-server-647106249',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-647106249',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKPe5DjuZkIEEf9zgmypD/g7JwV/NDTiZUguNYAIe9fuSpCGmZ7J02EnLfHEqSejy9nTYjABvm+BJn5w5VFxDKJyDTELxg6UuES43KEPJyLTMFAxVNqYAaOGX/huek7VcA==',key_name='tempest-TestShelveInstance-111766155',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f62d816c8ba04a8b9f612720bd7b8d31',ramdisk_id='',reservation_id='r-w006tenv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-463603918',owner_user_name='tempest-TestShelveInstance-463603918-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:47:50Z,user_data=None,user_id='6a765990deb84e29a86325049065bbe9',uuid=e0b309a1-5867-4e82-81fb-d95091bfb27e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07", "address": "fa:16:3e:16:ca:10", "network": {"id": "af5f517c-04e0-489c-8875-09c038058422", "bridge": "br-int", "label": "tempest-TestShelveInstance-1080315197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f62d816c8ba04a8b9f612720bd7b8d31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ce2bbb9-0f", "ovs_interfaceid": "8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:48:10 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Converting VIF {"id": "8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07", "address": "fa:16:3e:16:ca:10", "network": {"id": "af5f517c-04e0-489c-8875-09c038058422", "bridge": "br-int", "label": "tempest-TestShelveInstance-1080315197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f62d816c8ba04a8b9f612720bd7b8d31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ce2bbb9-0f", "ovs_interfaceid": "8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:48:10 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:16:ca:10,bridge_name='br-int',has_traffic_filtering=True,id=8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07,network=Network(af5f517c-04e0-489c-8875-09c038058422),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8ce2bbb9-0f') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:48:10 user nova-compute[73884]: DEBUG os_vif [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:16:ca:10,bridge_name='br-int',has_traffic_filtering=True,id=8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07,network=Network(af5f517c-04e0-489c-8875-09c038058422),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8ce2bbb9-0f') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:48:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:48:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:48:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:48:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:48:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '668450b5-dc7c-57d2-be9f-20b8b5e3d8f3', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:48:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:48:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:48:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:48:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8ce2bbb9-0f, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:48:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8ce2bbb9-0f, col_values=(('qos', UUID('328c4b98-ec7b-425f-839c-808db6438e1e')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:48:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8ce2bbb9-0f, col_values=(('external_ids', {'iface-id': '8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:16:ca:10', 'vm-uuid': 'e0b309a1-5867-4e82-81fb-d95091bfb27e'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:48:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:48:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:48:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:48:10 user nova-compute[73884]: INFO os_vif [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:16:ca:10,bridge_name='br-int',has_traffic_filtering=True,id=8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07,network=Network(af5f517c-04e0-489c-8875-09c038058422),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8ce2bbb9-0f')
Oct 16 08:48:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:48:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] No VIF found with MAC fa:16:3e:16:ca:10, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:48:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8eb03328-d2ed-4742-af8f-1171315f1b6d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Acquiring lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:48:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8eb03328-d2ed-4742-af8f-1171315f1b6d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:48:10 user nova-compute[73884]: INFO nova.compute.manager [None req-8eb03328-d2ed-4742-af8f-1171315f1b6d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Detaching volume bd7b90d0-5229-4f6c-b63d-8b8a2d183518
Oct 16 08:48:10 user nova-compute[73884]: INFO nova.virt.block_device [None req-8eb03328-d2ed-4742-af8f-1171315f1b6d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Attempting to driver detach volume bd7b90d0-5229-4f6c-b63d-8b8a2d183518 from mountpoint /dev/vdb
Oct 16 08:48:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8eb03328-d2ed-4742-af8f-1171315f1b6d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Attempting to detach device vdb from instance e8439e61-c45c-4b23-ae85-d6cdd06024fc from the persistent domain config. {{(pid=73884) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 08:48:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-8eb03328-d2ed-4742-af8f-1171315f1b6d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 08:48:10 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:48:10 user nova-compute[73884]:   <source dev="/dev/sdb"/>
Oct 16 08:48:10 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:48:10 user nova-compute[73884]:   <serial>bd7b90d0-5229-4f6c-b63d-8b8a2d183518</serial>
Oct 16 08:48:10 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 08:48:10 user nova-compute[73884]: </disk>
Oct 16 08:48:10 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:48:10 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-8eb03328-d2ed-4742-af8f-1171315f1b6d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Successfully detached device vdb from instance e8439e61-c45c-4b23-ae85-d6cdd06024fc from the persistent domain config.
Oct 16 08:48:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8eb03328-d2ed-4742-af8f-1171315f1b6d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance e8439e61-c45c-4b23-ae85-d6cdd06024fc from the live domain config. {{(pid=73884) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 08:48:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-8eb03328-d2ed-4742-af8f-1171315f1b6d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 08:48:10 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:48:10 user nova-compute[73884]:   <source dev="/dev/sdb"/>
Oct 16 08:48:10 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:48:10 user nova-compute[73884]:   <serial>bd7b90d0-5229-4f6c-b63d-8b8a2d183518</serial>
Oct 16 08:48:10 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 08:48:10 user nova-compute[73884]: </disk>
Oct 16 08:48:10 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:48:11 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8eb03328-d2ed-4742-af8f-1171315f1b6d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance e8439e61-c45c-4b23-ae85-d6cdd06024fc {{(pid=73884) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 08:48:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:48:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:48:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:48:12 user nova-compute[73884]: DEBUG nova.compute.manager [req-c661b723-5ca6-4025-a594-8e4a70d38a3d req-5db61cb0-27da-4076-a8ee-af8a47e6318f service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Received event network-vif-plugged-8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:48:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-c661b723-5ca6-4025-a594-8e4a70d38a3d req-5db61cb0-27da-4076-a8ee-af8a47e6318f service nova] Acquiring lock "e0b309a1-5867-4e82-81fb-d95091bfb27e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:48:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-c661b723-5ca6-4025-a594-8e4a70d38a3d req-5db61cb0-27da-4076-a8ee-af8a47e6318f service nova] Lock "e0b309a1-5867-4e82-81fb-d95091bfb27e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:48:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-c661b723-5ca6-4025-a594-8e4a70d38a3d req-5db61cb0-27da-4076-a8ee-af8a47e6318f service nova] Lock "e0b309a1-5867-4e82-81fb-d95091bfb27e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:48:12 user nova-compute[73884]: DEBUG nova.compute.manager [req-c661b723-5ca6-4025-a594-8e4a70d38a3d req-5db61cb0-27da-4076-a8ee-af8a47e6318f service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] No waiting events found dispatching network-vif-plugged-8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:48:12 user nova-compute[73884]: WARNING nova.compute.manager [req-c661b723-5ca6-4025-a594-8e4a70d38a3d req-5db61cb0-27da-4076-a8ee-af8a47e6318f service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Received unexpected event network-vif-plugged-8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07 for instance with vm_state building and task_state spawning.
Oct 16 08:48:12 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:48:12 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:48:12 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:48:12 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:48:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:48:13 user nova-compute[73884]: DEBUG nova.compute.manager [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:48:13 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:48:13 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Instance spawned successfully.
Oct 16 08:48:13 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:48:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:48:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:48:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:48:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:48:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:48:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:48:14 user nova-compute[73884]: INFO nova.compute.manager [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Took 5.29 seconds to spawn the instance on the hypervisor.
Oct 16 08:48:14 user nova-compute[73884]: DEBUG nova.compute.manager [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:48:14 user nova-compute[73884]: DEBUG nova.compute.manager [req-2a7a89b3-e488-4143-8338-ca0842fa374f req-7ea716af-8408-4a1a-8140-922fad9f659f service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Received event network-vif-plugged-8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:48:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2a7a89b3-e488-4143-8338-ca0842fa374f req-7ea716af-8408-4a1a-8140-922fad9f659f service nova] Acquiring lock "e0b309a1-5867-4e82-81fb-d95091bfb27e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:48:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2a7a89b3-e488-4143-8338-ca0842fa374f req-7ea716af-8408-4a1a-8140-922fad9f659f service nova] Lock "e0b309a1-5867-4e82-81fb-d95091bfb27e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:48:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2a7a89b3-e488-4143-8338-ca0842fa374f req-7ea716af-8408-4a1a-8140-922fad9f659f service nova] Lock "e0b309a1-5867-4e82-81fb-d95091bfb27e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:48:14 user nova-compute[73884]: DEBUG nova.compute.manager [req-2a7a89b3-e488-4143-8338-ca0842fa374f req-7ea716af-8408-4a1a-8140-922fad9f659f service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] No waiting events found dispatching network-vif-plugged-8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:48:14 user nova-compute[73884]: WARNING nova.compute.manager [req-2a7a89b3-e488-4143-8338-ca0842fa374f req-7ea716af-8408-4a1a-8140-922fad9f659f service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Received unexpected event network-vif-plugged-8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07 for instance with vm_state building and task_state spawning.
Oct 16 08:48:14 user nova-compute[73884]: INFO nova.compute.manager [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Took 24.33 seconds to build instance.
Oct 16 08:48:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8ee8df65-1a04-4aad-a003-4fb8a67254b8 tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Lock "e0b309a1-5867-4e82-81fb-d95091bfb27e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 24.455s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:48:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:48:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:48:20 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:48:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:48:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:48:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:48:30 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:48:31 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-8eb03328-d2ed-4742-af8f-1171315f1b6d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance e8439e61-c45c-4b23-ae85-d6cdd06024fc is timed out.
Oct 16 08:48:31 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-8eb03328-d2ed-4742-af8f-1171315f1b6d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Successfully detached device vdb from instance e8439e61-c45c-4b23-ae85-d6cdd06024fc from the live domain config.
Oct 16 08:48:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8eb03328-d2ed-4742-af8f-1171315f1b6d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eb03328-d2ed-4742-af8f-1171315f1b6d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DhTvHSKo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:48:31 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-8eb03328-d2ed-4742-af8f-1171315f1b6d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:48:31 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-8eb03328-d2ed-4742-af8f-1171315f1b6d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-8eb03328-d2ed-4742-af8f-1171315f1b6d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[1af4b505-a4a0-4250-9f53-8df9313c2de3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eb03328-d2ed-4742-af8f-1171315f1b6d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:48:31 user nova-compute[73884]: No targets found.
Oct 16 08:48:31 user nova-compute[73884]: iSNS:
Oct 16 08:48:31 user nova-compute[73884]: No targets found.
Oct 16 08:48:31 user nova-compute[73884]: STATIC:
Oct 16 08:48:31 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53
Oct 16 08:48:31 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:48:31 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:48:31 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3
Oct 16 08:48:31 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:48:31 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:48:31 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518
Oct 16 08:48:31 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:48:31 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:48:31 user nova-compute[73884]: FIRMWARE:
Oct 16 08:48:31 user nova-compute[73884]: No targets found.
Oct 16 08:48:31 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eb03328-d2ed-4742-af8f-1171315f1b6d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:48:31 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:48:31 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eb03328-d2ed-4742-af8f-1171315f1b6d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbbbfd3f-5592-46e2-8340-a9a1a3fc6b50]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[08d45eb4-b1de-49b9-a68a-7aaba4b2b591]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eb03328-d2ed-4742-af8f-1171315f1b6d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:48:31 user nova-compute[73884]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518 (non-flash)
Oct 16 08:48:31 user nova-compute[73884]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 (non-flash)
Oct 16 08:48:31 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eb03328-d2ed-4742-af8f-1171315f1b6d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:48:31 user nova-compute[73884]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518 (non-flash)
Oct 16 08:48:31 user nova-compute[73884]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 (non-flash)
Oct 16 08:48:31 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eb03328-d2ed-4742-af8f-1171315f1b6d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7eac218a60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518'): ({'sdb'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-8eb03328-d2ed-4742-af8f-1171315f1b6d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Removing single pathed devices sdb {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[69b78836-0662-49f7-9d57-261b2c612fd9]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf2ec9a0-b6c4-4219-a25a-de6348ceccf1]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-8eb03328-d2ed-4742-af8f-1171315f1b6d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Flushing IO for device /dev/sdb {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[15c12576-1ddb-4499-979b-36560673d028]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-8eb03328-d2ed-4742-af8f-1171315f1b6d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.050s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[02108a00-c005-4c13-947f-b5b68c3e27fb]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-8eb03328-d2ed-4742-af8f-1171315f1b6d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-8eb03328-d2ed-4742-af8f-1171315f1b6d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] SCSI volumes sdb have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eb03328-d2ed-4742-af8f-1171315f1b6d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b40fef3-5732-4268-9f1c-e59d63af7898]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eb03328-d2ed-4742-af8f-1171315f1b6d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518 -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[7576b8ba-23c3-4a27-bc00-b4f60121fbc1]: (4, ('Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518, portal: 172.16.0.220,3260]\nLogout of [sid: 41, target: iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eb03328-d2ed-4742-af8f-1171315f1b6d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518, portal: 172.16.0.220,3260]
Oct 16 08:48:31 user nova-compute[73884]: Logout of [sid: 41, target: iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518, portal: 172.16.0.220,3260] successful.
Oct 16 08:48:31 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518 -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bd7b90d0-5229-4f6c-b63d-8b8a2d183518 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[30f7f959-3c72-4abe-9829-e802f08e997d]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eb03328-d2ed-4742-af8f-1171315f1b6d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-8eb03328-d2ed-4742-af8f-1171315f1b6d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.316s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-8eb03328-d2ed-4742-af8f-1171315f1b6d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] <== disconnect_volume: return (318ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:48:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8eb03328-d2ed-4742-af8f-1171315f1b6d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:48:32 user nova-compute[73884]: DEBUG nova.objects.instance [None req-8eb03328-d2ed-4742-af8f-1171315f1b6d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lazy-loading 'flavor' on Instance uuid e8439e61-c45c-4b23-ae85-d6cdd06024fc {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:48:32 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-8eb03328-d2ed-4742-af8f-1171315f1b6d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.980s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:48:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:48:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:48:38 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:48:40 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:48:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:48:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:48:45 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:48:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:48:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:48:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=73884) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 08:48:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 08:48:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 08:48:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:48:53 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:48:54 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:48:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:48:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:48:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=73884) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 08:48:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 08:48:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 08:48:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:48:56 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:48:56 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:48:56 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 08:48:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:48:57 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:48:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:48:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:48:59 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:48:59 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Cleaning up deleted instances with incomplete migration  {{(pid=73884) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 16 08:49:00 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:00 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:49:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:49:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:49:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:49:00 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 08:49:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:00 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:49:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json" returned: 0 in 0.267s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json" returned: 0 in 0.269s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json" returned: 0 in 0.299s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:01 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:49:02 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:49:02 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:49:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=8308MB free_disk=25.214405059814453GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 08:49:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:49:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:49:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance baa67186-a783-44fc-bf2f-8275de0e27ab actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:49:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance e8439e61-c45c-4b23-ae85-d6cdd06024fc actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:49:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 48e3f20e-88a8-4e78-9524-40f1d0a7555b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:49:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance e0b309a1-5867-4e82-81fb-d95091bfb27e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:49:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 6bc8092c-0645-4cf3-a26b-4d51405159bd actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:49:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 08:49:02 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 08:49:03 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:49:03 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:49:03 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 08:49:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.685s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:49:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:04 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:49:04 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:49:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:05 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:49:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Acquiring lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:49:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:49:06 user nova-compute[73884]: DEBUG nova.objects.instance [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lazy-loading 'flavor' on Instance uuid e8439e61-c45c-4b23-ae85-d6cdd06024fc {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:49:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.063s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:49:06 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:49:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Acquiring lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:49:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:49:06 user nova-compute[73884]: INFO nova.compute.manager [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Attaching volume 6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae to /dev/vdb
Oct 16 08:49:06 user nova-compute[73884]: DEBUG os_brick.utils [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:49:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:06 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ee192da-5f14-41bd-a1b4-f7c955b5803a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:06 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[511baf63-5b22-4cc8-a036-aa124c8b565b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:06 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[58f3e40c-0201-4a45-847a-3da9026c2261]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:06 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[98745243-d1b0-44ee-9d9e-b827e10cc893]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:49:06 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 08:49:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:49:06 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 08:49:06 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[756c0e5d-a9f7-4b87-b453-bc2871b14cea]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:06 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 08:49:06 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 08:49:06 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 08:49:06 user nova-compute[73884]: DEBUG os_brick.utils [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] <== get_connector_properties: return (130ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:49:06 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Updating existing volume attachment record: 7a5dbb1b-4048-4c55-88d4-904e64e9c0f9 {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 08:49:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Acquiring lock "b6fce717-b3d2-415b-9868-63ea435c8ba1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:49:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Lock "b6fce717-b3d2-415b-9868-63ea435c8ba1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:49:07 user nova-compute[73884]: DEBUG nova.compute.manager [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:49:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:49:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:49:07 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:49:07 user nova-compute[73884]: INFO nova.compute.claims [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Claim successful on node user
Oct 16 08:49:07 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Refreshing inventories for resource provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 16 08:49:07 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Updating ProviderTree inventory for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 16 08:49:07 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Updating inventory in ProviderTree for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 16 08:49:07 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Refreshing aggregate associations for resource provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6, aggregates: None {{(pid=73884) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 16 08:49:07 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Refreshing trait associations for resource provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_FDC,COMPUTE_RESCUE_BFV,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_PCNET,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSSE3,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_SSE41,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000 {{(pid=73884) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 16 08:49:07 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:49:07 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:49:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.479s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:49:07 user nova-compute[73884]: DEBUG nova.compute.manager [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:49:08 user nova-compute[73884]: DEBUG nova.compute.manager [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:49:08 user nova-compute[73884]: DEBUG nova.network.neutron [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:49:08 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:49:08 user nova-compute[73884]: DEBUG nova.compute.manager [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:49:08 user nova-compute[73884]: DEBUG nova.policy [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e79fd24110e46adac41354ecdd14c3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e03f5bfbc5c149adbbfcc79d1e3d47a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:49:08 user nova-compute[73884]: DEBUG nova.compute.manager [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:49:08 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:49:08 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Creating image(s)
Oct 16 08:49:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Acquiring lock "/opt/stack/data/nova/instances/b6fce717-b3d2-415b-9868-63ea435c8ba1/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:49:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Lock "/opt/stack/data/nova/instances/b6fce717-b3d2-415b-9868-63ea435c8ba1/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:49:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Lock "/opt/stack/data/nova/instances/b6fce717-b3d2-415b-9868-63ea435c8ba1/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:49:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.186s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Acquiring lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:49:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:49:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.203s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/b6fce717-b3d2-415b-9868-63ea435c8ba1/disk 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:08 user nova-compute[73884]: DEBUG nova.network.neutron [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Successfully created port: 2ed0c168-29ab-4baa-9ebb-ec83bd0f605c {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:49:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/b6fce717-b3d2-415b-9868-63ea435c8ba1/disk 1073741824" returned: 0 in 0.059s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.266s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:49:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "48e3f20e-88a8-4e78-9524-40f1d0a7555b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:49:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "48e3f20e-88a8-4e78-9524-40f1d0a7555b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.003s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:49:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "48e3f20e-88a8-4e78-9524-40f1d0a7555b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:49:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "48e3f20e-88a8-4e78-9524-40f1d0a7555b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:49:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "48e3f20e-88a8-4e78-9524-40f1d0a7555b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:49:08 user nova-compute[73884]: INFO nova.compute.manager [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Terminating instance
Oct 16 08:49:08 user nova-compute[73884]: DEBUG nova.compute.manager [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 08:49:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.195s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:08 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b6fce717-b3d2-415b-9868-63ea435c8ba1/disk. size=1073741824 {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 08:49:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6fce717-b3d2-415b-9868-63ea435c8ba1/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6fce717-b3d2-415b-9868-63ea435c8ba1/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Cannot resize image /opt/stack/data/nova/instances/b6fce717-b3d2-415b-9868-63ea435c8ba1/disk to a smaller size. {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Ensure instance console log exists: /opt/stack/data/nova/instances/b6fce717-b3d2-415b-9868-63ea435c8ba1/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG nova.compute.manager [req-51e4810d-f87c-4001-9bbd-c62b38bb3633 req-743fdac5-e869-4ad1-80d6-77bec459977b service nova] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Received event network-vif-unplugged-e56258c2-3d15-416a-a3b3-a1fdb2ac8538 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-51e4810d-f87c-4001-9bbd-c62b38bb3633 req-743fdac5-e869-4ad1-80d6-77bec459977b service nova] Acquiring lock "48e3f20e-88a8-4e78-9524-40f1d0a7555b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-51e4810d-f87c-4001-9bbd-c62b38bb3633 req-743fdac5-e869-4ad1-80d6-77bec459977b service nova] Lock "48e3f20e-88a8-4e78-9524-40f1d0a7555b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-51e4810d-f87c-4001-9bbd-c62b38bb3633 req-743fdac5-e869-4ad1-80d6-77bec459977b service nova] Lock "48e3f20e-88a8-4e78-9524-40f1d0a7555b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG nova.compute.manager [req-51e4810d-f87c-4001-9bbd-c62b38bb3633 req-743fdac5-e869-4ad1-80d6-77bec459977b service nova] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] No waiting events found dispatching network-vif-unplugged-e56258c2-3d15-416a-a3b3-a1fdb2ac8538 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG nova.compute.manager [req-51e4810d-f87c-4001-9bbd-c62b38bb3633 req-743fdac5-e869-4ad1-80d6-77bec459977b service nova] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Received event network-vif-unplugged-e56258c2-3d15-416a-a3b3-a1fdb2ac8538 for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Skipping network cache update for instance because it is being deleted. {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9970}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "refresh_cache-e8439e61-c45c-4b23-ae85-d6cdd06024fc" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquired lock "refresh_cache-e8439e61-c45c-4b23-ae85-d6cdd06024fc" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Forcefully refreshing network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG nova.network.neutron [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Successfully updated port: 2ed0c168-29ab-4baa-9ebb-ec83bd0f605c {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Acquiring lock "refresh_cache-b6fce717-b3d2-415b-9868-63ea435c8ba1" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Acquired lock "refresh_cache-b6fce717-b3d2-415b-9868-63ea435c8ba1" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG nova.network.neutron [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:49:09 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Instance destroyed successfully.
Oct 16 08:49:09 user nova-compute[73884]: DEBUG nova.objects.instance [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lazy-loading 'resources' on Instance uuid 48e3f20e-88a8-4e78-9524-40f1d0a7555b {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:42:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-2080790391',display_name='tempest-ServerActionsTestOtherA-server-2080790391',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-2080790391',id=36,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHE9l1Zd5cIKDNYUGaIXZPCTTAzZ7MFuiY2odQE5VnAqxGOHU7g2VUwAiVwswEf4mPpcBrmdNm6aiJ8RE8pUrPt2i+LINeLq0l8jB60su577PAwJHQkutuSOuTJ9r1Zp6A==',key_name='tempest-keypair-18137684',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:44:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e746b051e0de47ab8847bba1edcbee5b',ramdisk_id='',reservation_id='r-rx6ez5k9',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-2116041418',owner_user_name='tempest-ServerActionsTestOtherA-2116041418-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:46:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e683e6de0905423cb11b3fce7c77f7fe',uuid=48e3f20e-88a8-4e78-9524-40f1d0a7555b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e56258c2-3d15-416a-a3b3-a1fdb2ac8538", "address": "fa:16:3e:33:bd:1a", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape56258c2-3d", "ovs_interfaceid": "e56258c2-3d15-416a-a3b3-a1fdb2ac8538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Converting VIF {"id": "e56258c2-3d15-416a-a3b3-a1fdb2ac8538", "address": "fa:16:3e:33:bd:1a", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape56258c2-3d", "ovs_interfaceid": "e56258c2-3d15-416a-a3b3-a1fdb2ac8538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:33:bd:1a,bridge_name='br-int',has_traffic_filtering=True,id=e56258c2-3d15-416a-a3b3-a1fdb2ac8538,network=Network(71810bcd-afd3-4642-87f2-d1e06d726e3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape56258c2-3d') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG os_vif [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:33:bd:1a,bridge_name='br-int',has_traffic_filtering=True,id=e56258c2-3d15-416a-a3b3-a1fdb2ac8538,network=Network(71810bcd-afd3-4642-87f2-d1e06d726e3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape56258c2-3d') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG nova.network.neutron [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape56258c2-3d, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG nova.compute.manager [req-8b8ee411-4d2d-4ba9-98e8-f11cde71a3f4 req-45146c9a-abba-4d19-83b2-bac60e11ad9c service nova] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Received event network-changed-2ed0c168-29ab-4baa-9ebb-ec83bd0f605c {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG nova.compute.manager [req-8b8ee411-4d2d-4ba9-98e8-f11cde71a3f4 req-45146c9a-abba-4d19-83b2-bac60e11ad9c service nova] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Refreshing instance network info cache due to event network-changed-2ed0c168-29ab-4baa-9ebb-ec83bd0f605c. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8b8ee411-4d2d-4ba9-98e8-f11cde71a3f4 req-45146c9a-abba-4d19-83b2-bac60e11ad9c service nova] Acquiring lock "refresh_cache-b6fce717-b3d2-415b-9868-63ea435c8ba1" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=32edbc8a-9d42-41f7-9507-6fee46efb053) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:49:09 user nova-compute[73884]: INFO os_vif [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:33:bd:1a,bridge_name='br-int',has_traffic_filtering=True,id=e56258c2-3d15-416a-a3b3-a1fdb2ac8538,network=Network(71810bcd-afd3-4642-87f2-d1e06d726e3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape56258c2-3d')
Oct 16 08:49:09 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RFiZuhfd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:49:09 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:49:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.006s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c10d74c-d5df-40a0-ad48-9c27c4188a35]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:49:09 user nova-compute[73884]: No targets found.
Oct 16 08:49:09 user nova-compute[73884]: iSNS:
Oct 16 08:49:09 user nova-compute[73884]: No targets found.
Oct 16 08:49:09 user nova-compute[73884]: STATIC:
Oct 16 08:49:09 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53
Oct 16 08:49:09 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:49:09 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:49:09 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3
Oct 16 08:49:09 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:49:09 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:49:09 user nova-compute[73884]: FIRMWARE:
Oct 16 08:49:09 user nova-compute[73884]: No targets found.
Oct 16 08:49:09 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:49:09 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:49:09 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.093s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6acec1d0-a7b2-4827-b2d0-9bfba5a42b19]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.075s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5156849-eda6-454f-85fb-320b5f2f83d2]: (4, ('tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:49:09 user nova-compute[73884]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 (non-flash)
Oct 16 08:49:09 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsi session list stdout=tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 (non-flash)
Oct 16 08:49:09 user nova-compute[73884]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 (non-flash)
Oct 16 08:49:09 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7ea4795cf0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53'): ({'sdd'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Removing single pathed devices sdd {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:49:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[daf86f68-72ed-4458-9a46-9eb12aa68b6d]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[55140705-f90b-4456-b00b-57b44baf2c28]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Flushing IO for device /dev/sdd {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG nova.network.neutron [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Updating instance_info_cache with network_info: [{"id": "2ed0c168-29ab-4baa-9ebb-ec83bd0f605c", "address": "fa:16:3e:e6:4d:d0", "network": {"id": "4fd6cb7f-c15b-470c-b6aa-7d84336f2379", "bridge": "br-int", "label": "tempest-VolumesActionsTest-674613408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e03f5bfbc5c149adbbfcc79d1e3d47a7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ed0c168-29", "ovs_interfaceid": "2ed0c168-29ab-4baa-9ebb-ec83bd0f605c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca3f78a1-0ecd-46d3-8475-4fe5542b7fc5]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Releasing lock "refresh_cache-b6fce717-b3d2-415b-9868-63ea435c8ba1" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG nova.compute.manager [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Instance network_info: |[{"id": "2ed0c168-29ab-4baa-9ebb-ec83bd0f605c", "address": "fa:16:3e:e6:4d:d0", "network": {"id": "4fd6cb7f-c15b-470c-b6aa-7d84336f2379", "bridge": "br-int", "label": "tempest-VolumesActionsTest-674613408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e03f5bfbc5c149adbbfcc79d1e3d47a7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ed0c168-29", "ovs_interfaceid": "2ed0c168-29ab-4baa-9ebb-ec83bd0f605c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8b8ee411-4d2d-4ba9-98e8-f11cde71a3f4 req-45146c9a-abba-4d19-83b2-bac60e11ad9c service nova] Acquired lock "refresh_cache-b6fce717-b3d2-415b-9868-63ea435c8ba1" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG nova.network.neutron [req-8b8ee411-4d2d-4ba9-98e8-f11cde71a3f4 req-45146c9a-abba-4d19-83b2-bac60e11ad9c service nova] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Refreshing network info cache for port 2ed0c168-29ab-4baa-9ebb-ec83bd0f605c {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Start _get_guest_xml network_info=[{"id": "2ed0c168-29ab-4baa-9ebb-ec83bd0f605c", "address": "fa:16:3e:e6:4d:d0", "network": {"id": "4fd6cb7f-c15b-470c-b6aa-7d84336f2379", "bridge": "br-int", "label": "tempest-VolumesActionsTest-674613408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e03f5bfbc5c149adbbfcc79d1e3d47a7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ed0c168-29", "ovs_interfaceid": "2ed0c168-29ab-4baa-9ebb-ec83bd0f605c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'a4e1d819-b957-4c9c-9b9d-fd987951fbab'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:49:10 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:49:10 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:49:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.037s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[700c91aa-630a-4437-ad7b-3b4657db390f]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] SCSI volumes sdd have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_d2241140', '/dev/disk/by-id/scsi-1SCST_BIOd2241140-16db9f277ecbf40b', '/dev/disk/by-id/scsi-23136646239663237') {{(pid=84860) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbdfd2e3-2f0d-457d-93a1-62a794edd27b]: (4, None) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:49:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-581823576',display_name='tempest-VolumesActionsTest-instance-581823576',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-581823576',id=42,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e03f5bfbc5c149adbbfcc79d1e3d47a7',ramdisk_id='',reservation_id='r-v1izsbe9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1891845669',owner_user_name='tempest-VolumesActionsTest-1891845669-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:49:08Z,user_data=None,user_id='9e79fd24110e46adac41354ecdd14c3b',uuid=b6fce717-b3d2-415b-9868-63ea435c8ba1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2ed0c168-29ab-4baa-9ebb-ec83bd0f605c", "address": "fa:16:3e:e6:4d:d0", "network": {"id": "4fd6cb7f-c15b-470c-b6aa-7d84336f2379", "bridge": "br-int", "label": "tempest-VolumesActionsTest-674613408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e03f5bfbc5c149adbbfcc79d1e3d47a7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ed0c168-29", "ovs_interfaceid": "2ed0c168-29ab-4baa-9ebb-ec83bd0f605c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Converting VIF {"id": "2ed0c168-29ab-4baa-9ebb-ec83bd0f605c", "address": "fa:16:3e:e6:4d:d0", "network": {"id": "4fd6cb7f-c15b-470c-b6aa-7d84336f2379", "bridge": "br-int", "label": "tempest-VolumesActionsTest-674613408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e03f5bfbc5c149adbbfcc79d1e3d47a7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ed0c168-29", "ovs_interfaceid": "2ed0c168-29ab-4baa-9ebb-ec83bd0f605c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e6:4d:d0,bridge_name='br-int',has_traffic_filtering=True,id=2ed0c168-29ab-4baa-9ebb-ec83bd0f605c,network=Network(4fd6cb7f-c15b-470c-b6aa-7d84336f2379),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ed0c168-29') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG nova.objects.instance [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Lazy-loading 'pci_devices' on Instance uuid b6fce717-b3d2-415b-9868-63ea435c8ba1 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b256978-cfcb-4e71-b860-50f14ee220a1]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:49:10 user nova-compute[73884]:   <uuid>b6fce717-b3d2-415b-9868-63ea435c8ba1</uuid>
Oct 16 08:49:10 user nova-compute[73884]:   <name>instance-0000002a</name>
Oct 16 08:49:10 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:49:10 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:49:10 user nova-compute[73884]:   <metadata>
Oct 16 08:49:10 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:49:10 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:49:10 user nova-compute[73884]:       <nova:name>tempest-VolumesActionsTest-instance-581823576</nova:name>
Oct 16 08:49:10 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:49:10</nova:creationTime>
Oct 16 08:49:10 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:49:10 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:49:10 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:49:10 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:49:10 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:49:10 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:49:10 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:49:10 user nova-compute[73884]:       <nova:owner>
Oct 16 08:49:10 user nova-compute[73884]:         <nova:user uuid="9e79fd24110e46adac41354ecdd14c3b">tempest-VolumesActionsTest-1891845669-project-member</nova:user>
Oct 16 08:49:10 user nova-compute[73884]:         <nova:project uuid="e03f5bfbc5c149adbbfcc79d1e3d47a7">tempest-VolumesActionsTest-1891845669</nova:project>
Oct 16 08:49:10 user nova-compute[73884]:       </nova:owner>
Oct 16 08:49:10 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:49:10 user nova-compute[73884]:       <nova:ports>
Oct 16 08:49:10 user nova-compute[73884]:         <nova:port uuid="2ed0c168-29ab-4baa-9ebb-ec83bd0f605c">
Oct 16 08:49:10 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Oct 16 08:49:10 user nova-compute[73884]:         </nova:port>
Oct 16 08:49:10 user nova-compute[73884]:       </nova:ports>
Oct 16 08:49:10 user nova-compute[73884]:     </nova:instance>
Oct 16 08:49:10 user nova-compute[73884]:   </metadata>
Oct 16 08:49:10 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:49:10 user nova-compute[73884]:     <system>
Oct 16 08:49:10 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:49:10 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:49:10 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:49:10 user nova-compute[73884]:       <entry name="serial">b6fce717-b3d2-415b-9868-63ea435c8ba1</entry>
Oct 16 08:49:10 user nova-compute[73884]:       <entry name="uuid">b6fce717-b3d2-415b-9868-63ea435c8ba1</entry>
Oct 16 08:49:10 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:49:10 user nova-compute[73884]:     </system>
Oct 16 08:49:10 user nova-compute[73884]:   </sysinfo>
Oct 16 08:49:10 user nova-compute[73884]:   <os>
Oct 16 08:49:10 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:49:10 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:49:10 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:49:10 user nova-compute[73884]:   </os>
Oct 16 08:49:10 user nova-compute[73884]:   <features>
Oct 16 08:49:10 user nova-compute[73884]:     <acpi/>
Oct 16 08:49:10 user nova-compute[73884]:     <apic/>
Oct 16 08:49:10 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:49:10 user nova-compute[73884]:   </features>
Oct 16 08:49:10 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:49:10 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:49:10 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:49:10 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:49:10 user nova-compute[73884]:   </clock>
Oct 16 08:49:10 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:49:10 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:49:10 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:49:10 user nova-compute[73884]:   </cpu>
Oct 16 08:49:10 user nova-compute[73884]:   <devices>
Oct 16 08:49:10 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:49:10 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:49:10 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/b6fce717-b3d2-415b-9868-63ea435c8ba1/disk"/>
Oct 16 08:49:10 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:49:10 user nova-compute[73884]:     </disk>
Oct 16 08:49:10 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:49:10 user nova-compute[73884]:       <mac address="fa:16:3e:e6:4d:d0"/>
Oct 16 08:49:10 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:49:10 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:49:10 user nova-compute[73884]:       <target dev="tap2ed0c168-29"/>
Oct 16 08:49:10 user nova-compute[73884]:     </interface>
Oct 16 08:49:10 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:49:10 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/b6fce717-b3d2-415b-9868-63ea435c8ba1/console.log" append="off"/>
Oct 16 08:49:10 user nova-compute[73884]:     </serial>
Oct 16 08:49:10 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:49:10 user nova-compute[73884]:     <video>
Oct 16 08:49:10 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:49:10 user nova-compute[73884]:     </video>
Oct 16 08:49:10 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:49:10 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:49:10 user nova-compute[73884]:     </rng>
Oct 16 08:49:10 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:49:10 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:49:10 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:49:10 user nova-compute[73884]:     </memballoon>
Oct 16 08:49:10 user nova-compute[73884]:   </devices>
Oct 16 08:49:10 user nova-compute[73884]: </domain>
Oct 16 08:49:10 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:49:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-581823576',display_name='tempest-VolumesActionsTest-instance-581823576',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-581823576',id=42,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e03f5bfbc5c149adbbfcc79d1e3d47a7',ramdisk_id='',reservation_id='r-v1izsbe9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1891845669',owner_user_name='tempest-VolumesActionsTest-1891845669-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:49:08Z,user_data=None,user_id='9e79fd24110e46adac41354ecdd14c3b',uuid=b6fce717-b3d2-415b-9868-63ea435c8ba1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2ed0c168-29ab-4baa-9ebb-ec83bd0f605c", "address": "fa:16:3e:e6:4d:d0", "network": {"id": "4fd6cb7f-c15b-470c-b6aa-7d84336f2379", "bridge": "br-int", "label": "tempest-VolumesActionsTest-674613408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e03f5bfbc5c149adbbfcc79d1e3d47a7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ed0c168-29", "ovs_interfaceid": "2ed0c168-29ab-4baa-9ebb-ec83bd0f605c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Converting VIF {"id": "2ed0c168-29ab-4baa-9ebb-ec83bd0f605c", "address": "fa:16:3e:e6:4d:d0", "network": {"id": "4fd6cb7f-c15b-470c-b6aa-7d84336f2379", "bridge": "br-int", "label": "tempest-VolumesActionsTest-674613408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e03f5bfbc5c149adbbfcc79d1e3d47a7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ed0c168-29", "ovs_interfaceid": "2ed0c168-29ab-4baa-9ebb-ec83bd0f605c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e6:4d:d0,bridge_name='br-int',has_traffic_filtering=True,id=2ed0c168-29ab-4baa-9ebb-ec83bd0f605c,network=Network(4fd6cb7f-c15b-470c-b6aa-7d84336f2379),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ed0c168-29') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG os_vif [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e6:4d:d0,bridge_name='br-int',has_traffic_filtering=True,id=2ed0c168-29ab-4baa-9ebb-ec83bd0f605c,network=Network(4fd6cb7f-c15b-470c-b6aa-7d84336f2379),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ed0c168-29') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9606687b-df5f-530c-9a7b-546f0b356dd1', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2ed0c168-29, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2ed0c168-29, col_values=(('qos', UUID('831a2c8a-e9b3-4a0c-9e89-992b36598551')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2ed0c168-29, col_values=(('external_ids', {'iface-id': '2ed0c168-29ab-4baa-9ebb-ec83bd0f605c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e6:4d:d0', 'vm-uuid': 'b6fce717-b3d2-415b-9868-63ea435c8ba1'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:10 user nova-compute[73884]: INFO os_vif [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e6:4d:d0,bridge_name='br-int',has_traffic_filtering=True,id=2ed0c168-29ab-4baa-9ebb-ec83bd0f605c,network=Network(4fd6cb7f-c15b-470c-b6aa-7d84336f2379),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ed0c168-29')
Oct 16 08:49:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 -p 172.16.0.220:3260 --logout" returned: 0 in 0.074s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[01890704-aa86-4d80-9fbc-7b20d65eb8b7]: (4, ('Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53, portal: 172.16.0.220,3260]\nLogout of [sid: 37, target: iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53, portal: 172.16.0.220,3260]
Oct 16 08:49:10 user nova-compute[73884]: Logout of [sid: 37, target: iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53, portal: 172.16.0.220,3260] successful.
Oct 16 08:49:10 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04e18832-dff6-49f3-9a2a-79bd35d6ee53 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[332a60eb-bd93-4f40-9c2e-bcca3e6ccb3c]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] No VIF found with MAC fa:16:3e:e6:4d:d0, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.566s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] <== disconnect_volume: return (572ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:49:10 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Deleting instance files /opt/stack/data/nova/instances/48e3f20e-88a8-4e78-9524-40f1d0a7555b_del
Oct 16 08:49:10 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Deletion of /opt/stack/data/nova/instances/48e3f20e-88a8-4e78-9524-40f1d0a7555b_del complete
Oct 16 08:49:10 user nova-compute[73884]: INFO nova.compute.manager [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Took 1.50 seconds to destroy the instance on the hypervisor.
Oct 16 08:49:10 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Updating instance_info_cache with network_info: [{"id": "366b3665-9b10-40f0-a576-77a10c182d2e", "address": "fa:16:3e:8b:dc:7c", "network": {"id": "45831488-169c-487a-844d-8e963fcfc606", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-598871473-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9486d594d1c4cfca00d2393773837ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap366b3665-9b", "ovs_interfaceid": "366b3665-9b10-40f0-a576-77a10c182d2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Releasing lock "refresh_cache-e8439e61-c45c-4b23-ae85-d6cdd06024fc" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Updated the network info_cache for instance {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG nova.network.neutron [req-8b8ee411-4d2d-4ba9-98e8-f11cde71a3f4 req-45146c9a-abba-4d19-83b2-bac60e11ad9c service nova] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Updated VIF entry in instance network info cache for port 2ed0c168-29ab-4baa-9ebb-ec83bd0f605c. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG nova.network.neutron [req-8b8ee411-4d2d-4ba9-98e8-f11cde71a3f4 req-45146c9a-abba-4d19-83b2-bac60e11ad9c service nova] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Updating instance_info_cache with network_info: [{"id": "2ed0c168-29ab-4baa-9ebb-ec83bd0f605c", "address": "fa:16:3e:e6:4d:d0", "network": {"id": "4fd6cb7f-c15b-470c-b6aa-7d84336f2379", "bridge": "br-int", "label": "tempest-VolumesActionsTest-674613408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e03f5bfbc5c149adbbfcc79d1e3d47a7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ed0c168-29", "ovs_interfaceid": "2ed0c168-29ab-4baa-9ebb-ec83bd0f605c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:49:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8b8ee411-4d2d-4ba9-98e8-f11cde71a3f4 req-45146c9a-abba-4d19-83b2-bac60e11ad9c service nova] Releasing lock "refresh_cache-b6fce717-b3d2-415b-9868-63ea435c8ba1" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:49:11 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:49:11 user nova-compute[73884]: DEBUG nova.compute.manager [req-a846c7ea-5b2c-461f-9e06-b7524b72c6fc req-ef95fa49-9884-4913-8b12-4d39921693cc service nova] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Received event network-vif-plugged-e56258c2-3d15-416a-a3b3-a1fdb2ac8538 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:49:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a846c7ea-5b2c-461f-9e06-b7524b72c6fc req-ef95fa49-9884-4913-8b12-4d39921693cc service nova] Acquiring lock "48e3f20e-88a8-4e78-9524-40f1d0a7555b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:49:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a846c7ea-5b2c-461f-9e06-b7524b72c6fc req-ef95fa49-9884-4913-8b12-4d39921693cc service nova] Lock "48e3f20e-88a8-4e78-9524-40f1d0a7555b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:49:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a846c7ea-5b2c-461f-9e06-b7524b72c6fc req-ef95fa49-9884-4913-8b12-4d39921693cc service nova] Lock "48e3f20e-88a8-4e78-9524-40f1d0a7555b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:49:11 user nova-compute[73884]: DEBUG nova.compute.manager [req-a846c7ea-5b2c-461f-9e06-b7524b72c6fc req-ef95fa49-9884-4913-8b12-4d39921693cc service nova] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] No waiting events found dispatching network-vif-plugged-e56258c2-3d15-416a-a3b3-a1fdb2ac8538 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:49:11 user nova-compute[73884]: WARNING nova.compute.manager [req-a846c7ea-5b2c-461f-9e06-b7524b72c6fc req-ef95fa49-9884-4913-8b12-4d39921693cc service nova] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Received unexpected event network-vif-plugged-e56258c2-3d15-416a-a3b3-a1fdb2ac8538 for instance with vm_state active and task_state deleting.
Oct 16 08:49:11 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Took 0.96 seconds to deallocate network for instance.
Oct 16 08:49:11 user nova-compute[73884]: DEBUG nova.compute.manager [req-36144b4d-70db-4601-83cf-5a15b2c35daf req-d948045b-22d4-4922-89f0-884de8486b76 service nova] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Received event network-vif-deleted-e56258c2-3d15-416a-a3b3-a1fdb2ac8538 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:49:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:11 user nova-compute[73884]: DEBUG nova.compute.manager [req-9b83fda5-3c0d-440a-8b70-50b1ef812f41 req-fc2eddb9-bbf5-45ac-ada3-7f97c24b3521 service nova] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Received event network-vif-plugged-2ed0c168-29ab-4baa-9ebb-ec83bd0f605c {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:49:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-9b83fda5-3c0d-440a-8b70-50b1ef812f41 req-fc2eddb9-bbf5-45ac-ada3-7f97c24b3521 service nova] Acquiring lock "b6fce717-b3d2-415b-9868-63ea435c8ba1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:49:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-9b83fda5-3c0d-440a-8b70-50b1ef812f41 req-fc2eddb9-bbf5-45ac-ada3-7f97c24b3521 service nova] Lock "b6fce717-b3d2-415b-9868-63ea435c8ba1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:49:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-9b83fda5-3c0d-440a-8b70-50b1ef812f41 req-fc2eddb9-bbf5-45ac-ada3-7f97c24b3521 service nova] Lock "b6fce717-b3d2-415b-9868-63ea435c8ba1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:49:11 user nova-compute[73884]: DEBUG nova.compute.manager [req-9b83fda5-3c0d-440a-8b70-50b1ef812f41 req-fc2eddb9-bbf5-45ac-ada3-7f97c24b3521 service nova] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] No waiting events found dispatching network-vif-plugged-2ed0c168-29ab-4baa-9ebb-ec83bd0f605c {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:49:11 user nova-compute[73884]: WARNING nova.compute.manager [req-9b83fda5-3c0d-440a-8b70-50b1ef812f41 req-fc2eddb9-bbf5-45ac-ada3-7f97c24b3521 service nova] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Received unexpected event network-vif-plugged-2ed0c168-29ab-4baa-9ebb-ec83bd0f605c for instance with vm_state building and task_state spawning.
Oct 16 08:49:12 user nova-compute[73884]: INFO nova.compute.manager [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Took 0.89 seconds to detach 1 volumes for instance.
Oct 16 08:49:12 user nova-compute[73884]: DEBUG nova.compute.manager [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: 48e3f20e-88a8-4e78-9524-40f1d0a7555b] Deleting volume: 04e18832-dff6-49f3-9a2a-79bd35d6ee53 {{(pid=73884) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 16 08:49:12 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:12 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:12 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:49:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:49:12 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:12 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:49:12 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:49:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.268s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:49:12 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Deleted allocations for instance 48e3f20e-88a8-4e78-9524-40f1d0a7555b
Oct 16 08:49:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-342f73a7-fd4f-41d8-a9f9-f3c6f07d82d8 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "48e3f20e-88a8-4e78-9524-40f1d0a7555b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.913s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:49:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:13 user nova-compute[73884]: DEBUG nova.compute.manager [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:49:13 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:49:13 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Instance spawned successfully.
Oct 16 08:49:13 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:49:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:49:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:49:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:49:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:49:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:49:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:49:14 user nova-compute[73884]: DEBUG nova.compute.manager [req-088acc8f-ea1e-4843-99ca-6162067ef2ee req-69ff34d8-14b5-4201-ac44-73f1af10f321 service nova] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Received event network-vif-plugged-2ed0c168-29ab-4baa-9ebb-ec83bd0f605c {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:49:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-088acc8f-ea1e-4843-99ca-6162067ef2ee req-69ff34d8-14b5-4201-ac44-73f1af10f321 service nova] Acquiring lock "b6fce717-b3d2-415b-9868-63ea435c8ba1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:49:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-088acc8f-ea1e-4843-99ca-6162067ef2ee req-69ff34d8-14b5-4201-ac44-73f1af10f321 service nova] Lock "b6fce717-b3d2-415b-9868-63ea435c8ba1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:49:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-088acc8f-ea1e-4843-99ca-6162067ef2ee req-69ff34d8-14b5-4201-ac44-73f1af10f321 service nova] Lock "b6fce717-b3d2-415b-9868-63ea435c8ba1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:49:14 user nova-compute[73884]: DEBUG nova.compute.manager [req-088acc8f-ea1e-4843-99ca-6162067ef2ee req-69ff34d8-14b5-4201-ac44-73f1af10f321 service nova] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] No waiting events found dispatching network-vif-plugged-2ed0c168-29ab-4baa-9ebb-ec83bd0f605c {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:49:14 user nova-compute[73884]: WARNING nova.compute.manager [req-088acc8f-ea1e-4843-99ca-6162067ef2ee req-69ff34d8-14b5-4201-ac44-73f1af10f321 service nova] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Received unexpected event network-vif-plugged-2ed0c168-29ab-4baa-9ebb-ec83bd0f605c for instance with vm_state building and task_state spawning.
Oct 16 08:49:14 user nova-compute[73884]: INFO nova.compute.manager [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Took 5.86 seconds to spawn the instance on the hypervisor.
Oct 16 08:49:14 user nova-compute[73884]: DEBUG nova.compute.manager [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:49:14 user nova-compute[73884]: INFO nova.compute.manager [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Took 6.75 seconds to build instance.
Oct 16 08:49:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-610adbcb-b943-4334-a700-d1de2fd99dab tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Lock "b6fce717-b3d2-415b-9868-63ea435c8ba1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.867s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:49:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:18 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:49:20 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:23 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:49:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ezscwPTX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:49:23 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:49:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:49:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:49:23 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:49:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:49:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:49:23 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:49:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[45d0d06d-5c0b-4142-b2e7-5c27199385ec]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:49:24 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[fde4cddd-f949-4e29-bb55-451a9272402d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae] added
Oct 16 08:49:24 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[896fe459-78ce-4601-8a25-0e76bef401b7]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea41441a-3253-4333-bc92-12d6db9f4d62]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ezscwPTX {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ezscwPTX" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[680344f7-fe86-4949-8b5a-331c18f7b6ff]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ezscwPTX'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.045s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b30ba08-1801-4781-9fb4-083314459a72]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[af6f7ab5-f311-4763-8f9e-e0deaf6d186f]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 (non-flash)
Oct 16 08:49:24 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 (non-flash)
Oct 16 08:49:24 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae -p 172.16.0.220:3260 --login" returned: 0 in 0.127s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[67d441f6-414b-4abe-9023-96cbba23a2af]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae, portal: 172.16.0.220,3260]
Oct 16 08:49:24 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae, portal: 172.16.0.220,3260] successful.
Oct 16 08:49:24 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f2bb4df-9b17-4af4-a7fd-845a68e552e6]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7942503-c775-4810-953f-6b6c31dafd36]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 (non-flash)
Oct 16 08:49:24 user nova-compute[73884]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae (non-flash)
Oct 16 08:49:24 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 (non-flash)
Oct 16 08:49:24 user nova-compute[73884]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae (non-flash)
Oct 16 08:49:24 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.386s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] HCTL ('33', '-', '-', 0) found on session 43 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdc5d5d5-2eed-48e8-b193-b120e638fc27]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Searching for a device in session 43 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ezscwPTX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:49:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:25 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:49:25 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Cleaning up deleted instances {{(pid=73884) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 16 08:49:25 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] There are 0 instances to clean {{(pid=73884) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 16 08:49:25 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.421s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:49:25 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] <== connect_volume: return (1423ms) {'type': 'block', 'scsi_wwn': '23230656361613564', 'path': '/dev/sdb'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:49:25 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23230656361613564', 'path': '/dev/sdb'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:49:25 user nova-compute[73884]: DEBUG nova.objects.instance [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lazy-loading 'flavor' on Instance uuid e8439e61-c45c-4b23-ae85-d6cdd06024fc {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:49:25 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 08:49:25 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:49:25 user nova-compute[73884]:   <source dev="/dev/sdb"/>
Oct 16 08:49:25 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:49:25 user nova-compute[73884]:   <serial>6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae</serial>
Oct 16 08:49:25 user nova-compute[73884]: </disk>
Oct 16 08:49:25 user nova-compute[73884]:  {{(pid=73884) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 08:49:25 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:49:25 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] No BDM found with device name vdb, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:49:25 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] No VIF found with MAC fa:16:3e:8b:dc:7c, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:49:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-79ee716d-a5b5-4c84-8182-e5497a07572c tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 19.550s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:49:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b6592730-6810-4a34-97a4-bbcb06eae70d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Acquiring lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:49:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b6592730-6810-4a34-97a4-bbcb06eae70d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:49:28 user nova-compute[73884]: INFO nova.compute.manager [None req-b6592730-6810-4a34-97a4-bbcb06eae70d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Detaching volume 6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae
Oct 16 08:49:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:28 user nova-compute[73884]: INFO nova.virt.block_device [None req-b6592730-6810-4a34-97a4-bbcb06eae70d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Attempting to driver detach volume 6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae from mountpoint /dev/vdb
Oct 16 08:49:28 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b6592730-6810-4a34-97a4-bbcb06eae70d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Attempting to detach device vdb from instance e8439e61-c45c-4b23-ae85-d6cdd06024fc from the persistent domain config. {{(pid=73884) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 08:49:28 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-b6592730-6810-4a34-97a4-bbcb06eae70d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 08:49:28 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:49:28 user nova-compute[73884]:   <source dev="/dev/sdb"/>
Oct 16 08:49:28 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:49:28 user nova-compute[73884]:   <serial>6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae</serial>
Oct 16 08:49:28 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 08:49:28 user nova-compute[73884]: </disk>
Oct 16 08:49:28 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:49:28 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-b6592730-6810-4a34-97a4-bbcb06eae70d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Successfully detached device vdb from instance e8439e61-c45c-4b23-ae85-d6cdd06024fc from the persistent domain config.
Oct 16 08:49:28 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b6592730-6810-4a34-97a4-bbcb06eae70d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance e8439e61-c45c-4b23-ae85-d6cdd06024fc from the live domain config. {{(pid=73884) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 08:49:28 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-b6592730-6810-4a34-97a4-bbcb06eae70d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 08:49:28 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:49:28 user nova-compute[73884]:   <source dev="/dev/sdb"/>
Oct 16 08:49:28 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:49:28 user nova-compute[73884]:   <serial>6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae</serial>
Oct 16 08:49:28 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 08:49:28 user nova-compute[73884]: </disk>
Oct 16 08:49:28 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:49:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b6592730-6810-4a34-97a4-bbcb06eae70d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance e8439e61-c45c-4b23-ae85-d6cdd06024fc {{(pid=73884) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 08:49:30 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:38 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:40 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:41 user nova-compute[73884]: DEBUG nova.compute.manager [req-91461e73-8510-473c-9b99-b162c44a27fe req-12b3c7da-25aa-4dd7-a791-d11cad2bdb86 service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Received event network-changed-8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:49:41 user nova-compute[73884]: DEBUG nova.compute.manager [req-91461e73-8510-473c-9b99-b162c44a27fe req-12b3c7da-25aa-4dd7-a791-d11cad2bdb86 service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Refreshing instance network info cache due to event network-changed-8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:49:41 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-91461e73-8510-473c-9b99-b162c44a27fe req-12b3c7da-25aa-4dd7-a791-d11cad2bdb86 service nova] Acquiring lock "refresh_cache-e0b309a1-5867-4e82-81fb-d95091bfb27e" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:49:41 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-91461e73-8510-473c-9b99-b162c44a27fe req-12b3c7da-25aa-4dd7-a791-d11cad2bdb86 service nova] Acquired lock "refresh_cache-e0b309a1-5867-4e82-81fb-d95091bfb27e" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:49:41 user nova-compute[73884]: DEBUG nova.network.neutron [req-91461e73-8510-473c-9b99-b162c44a27fe req-12b3c7da-25aa-4dd7-a791-d11cad2bdb86 service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Refreshing network info cache for port 8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:49:42 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Acquiring lock "e0b309a1-5867-4e82-81fb-d95091bfb27e" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:49:42 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Lock "e0b309a1-5867-4e82-81fb-d95091bfb27e" acquired by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:49:42 user nova-compute[73884]: INFO nova.compute.manager [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Shelve offloading
Oct 16 08:49:42 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:42 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:42 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:42 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:42 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:42 user nova-compute[73884]: DEBUG nova.network.neutron [req-91461e73-8510-473c-9b99-b162c44a27fe req-12b3c7da-25aa-4dd7-a791-d11cad2bdb86 service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Updated VIF entry in instance network info cache for port 8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:49:42 user nova-compute[73884]: DEBUG nova.network.neutron [req-91461e73-8510-473c-9b99-b162c44a27fe req-12b3c7da-25aa-4dd7-a791-d11cad2bdb86 service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Updating instance_info_cache with network_info: [{"id": "8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07", "address": "fa:16:3e:16:ca:10", "network": {"id": "af5f517c-04e0-489c-8875-09c038058422", "bridge": "br-int", "label": "tempest-TestShelveInstance-1080315197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f62d816c8ba04a8b9f612720bd7b8d31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ce2bbb9-0f", "ovs_interfaceid": "8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:49:42 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-91461e73-8510-473c-9b99-b162c44a27fe req-12b3c7da-25aa-4dd7-a791-d11cad2bdb86 service nova] Releasing lock "refresh_cache-e0b309a1-5867-4e82-81fb-d95091bfb27e" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:49:42 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Instance destroyed successfully.
Oct 16 08:49:42 user nova-compute[73884]: DEBUG nova.compute.manager [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:49:42 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Acquiring lock "refresh_cache-e0b309a1-5867-4e82-81fb-d95091bfb27e" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:49:42 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Acquired lock "refresh_cache-e0b309a1-5867-4e82-81fb-d95091bfb27e" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:49:42 user nova-compute[73884]: DEBUG nova.network.neutron [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG nova.network.neutron [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Updating instance_info_cache with network_info: [{"id": "8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07", "address": "fa:16:3e:16:ca:10", "network": {"id": "af5f517c-04e0-489c-8875-09c038058422", "bridge": "br-int", "label": "tempest-TestShelveInstance-1080315197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f62d816c8ba04a8b9f612720bd7b8d31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ce2bbb9-0f", "ovs_interfaceid": "8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Releasing lock "refresh_cache-e0b309a1-5867-4e82-81fb-d95091bfb27e" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG nova.compute.manager [req-d6e96e24-7ffd-4555-9f73-0a612e29375f req-3b3112ec-62f1-4f7e-9199-630b9b4c0e47 service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Received event network-vif-unplugged-8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d6e96e24-7ffd-4555-9f73-0a612e29375f req-3b3112ec-62f1-4f7e-9199-630b9b4c0e47 service nova] Acquiring lock "e0b309a1-5867-4e82-81fb-d95091bfb27e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d6e96e24-7ffd-4555-9f73-0a612e29375f req-3b3112ec-62f1-4f7e-9199-630b9b4c0e47 service nova] Lock "e0b309a1-5867-4e82-81fb-d95091bfb27e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d6e96e24-7ffd-4555-9f73-0a612e29375f req-3b3112ec-62f1-4f7e-9199-630b9b4c0e47 service nova] Lock "e0b309a1-5867-4e82-81fb-d95091bfb27e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG nova.compute.manager [req-d6e96e24-7ffd-4555-9f73-0a612e29375f req-3b3112ec-62f1-4f7e-9199-630b9b4c0e47 service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] No waiting events found dispatching network-vif-unplugged-8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:49:43 user nova-compute[73884]: WARNING nova.compute.manager [req-d6e96e24-7ffd-4555-9f73-0a612e29375f req-3b3112ec-62f1-4f7e-9199-630b9b4c0e47 service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Received unexpected event network-vif-unplugged-8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07 for instance with vm_state active and task_state shelving.
Oct 16 08:49:43 user nova-compute[73884]: DEBUG nova.compute.manager [req-d6e96e24-7ffd-4555-9f73-0a612e29375f req-3b3112ec-62f1-4f7e-9199-630b9b4c0e47 service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Received event network-vif-plugged-8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d6e96e24-7ffd-4555-9f73-0a612e29375f req-3b3112ec-62f1-4f7e-9199-630b9b4c0e47 service nova] Acquiring lock "e0b309a1-5867-4e82-81fb-d95091bfb27e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d6e96e24-7ffd-4555-9f73-0a612e29375f req-3b3112ec-62f1-4f7e-9199-630b9b4c0e47 service nova] Lock "e0b309a1-5867-4e82-81fb-d95091bfb27e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d6e96e24-7ffd-4555-9f73-0a612e29375f req-3b3112ec-62f1-4f7e-9199-630b9b4c0e47 service nova] Lock "e0b309a1-5867-4e82-81fb-d95091bfb27e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG nova.compute.manager [req-d6e96e24-7ffd-4555-9f73-0a612e29375f req-3b3112ec-62f1-4f7e-9199-630b9b4c0e47 service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] No waiting events found dispatching network-vif-plugged-8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:49:43 user nova-compute[73884]: WARNING nova.compute.manager [req-d6e96e24-7ffd-4555-9f73-0a612e29375f req-3b3112ec-62f1-4f7e-9199-630b9b4c0e47 service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Received unexpected event network-vif-plugged-8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07 for instance with vm_state active and task_state shelving.
Oct 16 08:49:43 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Instance destroyed successfully.
Oct 16 08:49:43 user nova-compute[73884]: DEBUG nova.objects.instance [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Lazy-loading 'resources' on Instance uuid e0b309a1-5867-4e82-81fb-d95091bfb27e {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:47:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-647106249',display_name='tempest-TestShelveInstance-server-647106249',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-647106249',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKPe5DjuZkIEEf9zgmypD/g7JwV/NDTiZUguNYAIe9fuSpCGmZ7J02EnLfHEqSejy9nTYjABvm+BJn5w5VFxDKJyDTELxg6UuES43KEPJyLTMFAxVNqYAaOGX/huek7VcA==',key_name='tempest-TestShelveInstance-111766155',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:48:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f62d816c8ba04a8b9f612720bd7b8d31',ramdisk_id='',reservation_id='r-w006tenv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-463603918',owner_user_name='tempest-TestShelveInstance-463603918-project-member'},tags=<?>,task_state='shelving',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:48:14Z,user_data=None,user_id='6a765990deb84e29a86325049065bbe9',uuid=e0b309a1-5867-4e82-81fb-d95091bfb27e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07", "address": "fa:16:3e:16:ca:10", "network": {"id": "af5f517c-04e0-489c-8875-09c038058422", "bridge": "br-int", "label": "tempest-TestShelveInstance-1080315197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f62d816c8ba04a8b9f612720bd7b8d31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ce2bbb9-0f", "ovs_interfaceid": "8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Converting VIF {"id": "8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07", "address": "fa:16:3e:16:ca:10", "network": {"id": "af5f517c-04e0-489c-8875-09c038058422", "bridge": "br-int", "label": "tempest-TestShelveInstance-1080315197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f62d816c8ba04a8b9f612720bd7b8d31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ce2bbb9-0f", "ovs_interfaceid": "8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:16:ca:10,bridge_name='br-int',has_traffic_filtering=True,id=8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07,network=Network(af5f517c-04e0-489c-8875-09c038058422),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8ce2bbb9-0f') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG os_vif [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:16:ca:10,bridge_name='br-int',has_traffic_filtering=True,id=8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07,network=Network(af5f517c-04e0-489c-8875-09c038058422),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8ce2bbb9-0f') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8ce2bbb9-0f, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=328c4b98-ec7b-425f-839c-808db6438e1e) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG nova.compute.manager [req-5ee89c51-e176-4474-8955-71c15f4d26e1 req-74f278ee-6be7-42ec-8a94-e27ac69a42be service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Received event network-changed-8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG nova.compute.manager [req-5ee89c51-e176-4474-8955-71c15f4d26e1 req-74f278ee-6be7-42ec-8a94-e27ac69a42be service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Refreshing instance network info cache due to event network-changed-8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-5ee89c51-e176-4474-8955-71c15f4d26e1 req-74f278ee-6be7-42ec-8a94-e27ac69a42be service nova] Acquiring lock "refresh_cache-e0b309a1-5867-4e82-81fb-d95091bfb27e" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-5ee89c51-e176-4474-8955-71c15f4d26e1 req-74f278ee-6be7-42ec-8a94-e27ac69a42be service nova] Acquired lock "refresh_cache-e0b309a1-5867-4e82-81fb-d95091bfb27e" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG nova.network.neutron [req-5ee89c51-e176-4474-8955-71c15f4d26e1 req-74f278ee-6be7-42ec-8a94-e27ac69a42be service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Refreshing network info cache for port 8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:49:43 user nova-compute[73884]: INFO os_vif [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:16:ca:10,bridge_name='br-int',has_traffic_filtering=True,id=8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07,network=Network(af5f517c-04e0-489c-8875-09c038058422),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8ce2bbb9-0f')
Oct 16 08:49:43 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RguFGeIQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:49:43 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:49:43 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[73c497e2-3e32-46ab-a826-51d4af3e927c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:49:43 user nova-compute[73884]: No targets found.
Oct 16 08:49:43 user nova-compute[73884]: iSNS:
Oct 16 08:49:43 user nova-compute[73884]: No targets found.
Oct 16 08:49:43 user nova-compute[73884]: STATIC:
Oct 16 08:49:43 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3
Oct 16 08:49:43 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:49:43 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:49:43 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae
Oct 16 08:49:43 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:49:43 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:49:43 user nova-compute[73884]: FIRMWARE:
Oct 16 08:49:43 user nova-compute[73884]: No targets found.
Oct 16 08:49:43 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:49:43 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:49:43 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6384ca02-c860-42be-9baa-e7c300815ba1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[17b47991-2796-4601-b30f-01d65b418b89]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 (non-flash)
Oct 16 08:49:43 user nova-compute[73884]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae (non-flash)
Oct 16 08:49:43 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 (non-flash)
Oct 16 08:49:43 user nova-compute[73884]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae (non-flash)
Oct 16 08:49:43 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7ea47cc5e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3'): ({'sdc'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Removing single pathed devices sdc {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac6fc2e5-c81a-43b9-9902-1883477338e6]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ceab877-44e2-4328-b5e1-3df99b0ec5c8]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Flushing IO for device /dev/sdc {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[3506c202-529b-4cab-8019-eb7163397b5f]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:49:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.046s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:44 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[de2e41fc-f674-4253-8076-138eb6e94d45]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:44 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:49:44 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] SCSI volumes sdc have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:49:44 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:49:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:44 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[eece2710-c150-41d7-b4ce-cb7234f1d277]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:44 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:49:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.160s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:44 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c92ad432-650e-4117-abb2-e9a68709cbb8]: (4, ('Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3, portal: 172.16.0.220,3260]\nLogout of [sid: 42, target: iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:44 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3, portal: 172.16.0.220,3260]
Oct 16 08:49:44 user nova-compute[73884]: Logout of [sid: 42, target: iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3, portal: 172.16.0.220,3260] successful.
Oct 16 08:49:44 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:49:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:44 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f4081b1-a726-4e40-9c51-554c4f6a9ea4]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:44 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:49:44 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.402s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:49:44 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] <== disconnect_volume: return (405ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:49:44 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:49:44 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Deleting instance files /opt/stack/data/nova/instances/e0b309a1-5867-4e82-81fb-d95091bfb27e_del
Oct 16 08:49:44 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Deletion of /opt/stack/data/nova/instances/e0b309a1-5867-4e82-81fb-d95091bfb27e_del complete
Oct 16 08:49:44 user nova-compute[73884]: DEBUG nova.network.neutron [req-5ee89c51-e176-4474-8955-71c15f4d26e1 req-74f278ee-6be7-42ec-8a94-e27ac69a42be service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Updated VIF entry in instance network info cache for port 8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:49:44 user nova-compute[73884]: DEBUG nova.network.neutron [req-5ee89c51-e176-4474-8955-71c15f4d26e1 req-74f278ee-6be7-42ec-8a94-e27ac69a42be service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Updating instance_info_cache with network_info: [{"id": "8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07", "address": "fa:16:3e:16:ca:10", "network": {"id": "af5f517c-04e0-489c-8875-09c038058422", "bridge": null, "label": "tempest-TestShelveInstance-1080315197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f62d816c8ba04a8b9f612720bd7b8d31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap8ce2bbb9-0f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:49:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-5ee89c51-e176-4474-8955-71c15f4d26e1 req-74f278ee-6be7-42ec-8a94-e27ac69a42be service nova] Releasing lock "refresh_cache-e0b309a1-5867-4e82-81fb-d95091bfb27e" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:49:45 user nova-compute[73884]: DEBUG nova.compute.manager [req-681a02bb-c9d8-4469-a598-d6642f5e84fb req-6950fec2-9ce1-4237-bfa4-6caae327968f service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Received event network-changed-9bd59e93-bfbd-4d64-be3b-199e96b62401 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:49:45 user nova-compute[73884]: DEBUG nova.compute.manager [req-681a02bb-c9d8-4469-a598-d6642f5e84fb req-6950fec2-9ce1-4237-bfa4-6caae327968f service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Refreshing instance network info cache due to event network-changed-9bd59e93-bfbd-4d64-be3b-199e96b62401. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:49:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-681a02bb-c9d8-4469-a598-d6642f5e84fb req-6950fec2-9ce1-4237-bfa4-6caae327968f service nova] Acquiring lock "refresh_cache-6bc8092c-0645-4cf3-a26b-4d51405159bd" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:49:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-681a02bb-c9d8-4469-a598-d6642f5e84fb req-6950fec2-9ce1-4237-bfa4-6caae327968f service nova] Acquired lock "refresh_cache-6bc8092c-0645-4cf3-a26b-4d51405159bd" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:49:45 user nova-compute[73884]: DEBUG nova.network.neutron [req-681a02bb-c9d8-4469-a598-d6642f5e84fb req-6950fec2-9ce1-4237-bfa4-6caae327968f service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Refreshing network info cache for port 9bd59e93-bfbd-4d64-be3b-199e96b62401 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:49:45 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Deleted allocations for instance e0b309a1-5867-4e82-81fb-d95091bfb27e
Oct 16 08:49:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:49:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:49:45 user nova-compute[73884]: DEBUG nova.objects.instance [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Lazy-loading 'numa_topology' on Instance uuid e0b309a1-5867-4e82-81fb-d95091bfb27e {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:49:45 user nova-compute[73884]: DEBUG nova.objects.base [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Object Instance<e0b309a1-5867-4e82-81fb-d95091bfb27e> lazy-loaded attributes: resources,numa_topology {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:49:45 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:49:45 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:49:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.224s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:49:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-94200b6e-fff4-4d7a-a728-0598c921bf2a tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Lock "e0b309a1-5867-4e82-81fb-d95091bfb27e" "released" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: held 3.630s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:49:45 user nova-compute[73884]: DEBUG nova.network.neutron [req-681a02bb-c9d8-4469-a598-d6642f5e84fb req-6950fec2-9ce1-4237-bfa4-6caae327968f service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Updated VIF entry in instance network info cache for port 9bd59e93-bfbd-4d64-be3b-199e96b62401. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:49:45 user nova-compute[73884]: DEBUG nova.network.neutron [req-681a02bb-c9d8-4469-a598-d6642f5e84fb req-6950fec2-9ce1-4237-bfa4-6caae327968f service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Updating instance_info_cache with network_info: [{"id": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "address": "fa:16:3e:a2:b7:bd", "network": {"id": "795d1d26-3506-4bf7-9b12-4b4ebd58c1ee", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-963791271-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.25", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500befd5b50d4fa598c657d7e617b265", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9bd59e93-bf", "ovs_interfaceid": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:49:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-681a02bb-c9d8-4469-a598-d6642f5e84fb req-6950fec2-9ce1-4237-bfa4-6caae327968f service nova] Releasing lock "refresh_cache-6bc8092c-0645-4cf3-a26b-4d51405159bd" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:49:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:49 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b6592730-6810-4a34-97a4-bbcb06eae70d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance e8439e61-c45c-4b23-ae85-d6cdd06024fc is timed out.
Oct 16 08:49:49 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-b6592730-6810-4a34-97a4-bbcb06eae70d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Successfully detached device vdb from instance e8439e61-c45c-4b23-ae85-d6cdd06024fc from the live domain config.
Oct 16 08:49:49 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b6592730-6810-4a34-97a4-bbcb06eae70d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6592730-6810-4a34-97a4-bbcb06eae70d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ezscwPTX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:49:49 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-b6592730-6810-4a34-97a4-bbcb06eae70d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:49:49 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-b6592730-6810-4a34-97a4-bbcb06eae70d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-b6592730-6810-4a34-97a4-bbcb06eae70d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d50a46cc-e7f5-4148-ad12-c15f4dfed361]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6592730-6810-4a34-97a4-bbcb06eae70d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:49:49 user nova-compute[73884]: No targets found.
Oct 16 08:49:49 user nova-compute[73884]: iSNS:
Oct 16 08:49:49 user nova-compute[73884]: No targets found.
Oct 16 08:49:49 user nova-compute[73884]: STATIC:
Oct 16 08:49:49 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae
Oct 16 08:49:49 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:49:49 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:49:49 user nova-compute[73884]: FIRMWARE:
Oct 16 08:49:49 user nova-compute[73884]: No targets found.
Oct 16 08:49:49 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6592730-6810-4a34-97a4-bbcb06eae70d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:49:49 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:49:49 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6592730-6810-4a34-97a4-bbcb06eae70d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b45195c9-8936-4256-aa86-9dfe78156d58]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[90f47b86-51f6-43c0-8947-d61191db5758]: (4, ('tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6592730-6810-4a34-97a4-bbcb06eae70d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae (non-flash)
Oct 16 08:49:49 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6592730-6810-4a34-97a4-bbcb06eae70d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsi session list stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae (non-flash)
Oct 16 08:49:49 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6592730-6810-4a34-97a4-bbcb06eae70d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7ea4794160>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae'): ({'sdb'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b6592730-6810-4a34-97a4-bbcb06eae70d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Removing single pathed devices sdb {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[09bf7ec4-a1d9-470c-9578-62cc9450f1bc]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd950950-6f6d-4827-a01e-37e06f89bffa]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b6592730-6810-4a34-97a4-bbcb06eae70d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Flushing IO for device /dev/sdb {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[53990086-a69c-40cc-a08c-026127fc5fa5]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b6592730-6810-4a34-97a4-bbcb06eae70d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.043s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e63fb51a-af21-4ab5-bfd8-52f31d185a8e]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b6592730-6810-4a34-97a4-bbcb06eae70d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-b6592730-6810-4a34-97a4-bbcb06eae70d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] SCSI volumes sdb have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6592730-6810-4a34-97a4-bbcb06eae70d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[593bb91f-e78a-46d8-81ef-ca6952a5ed7e]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6592730-6810-4a34-97a4-bbcb06eae70d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e9a327d-fa57-47f5-877b-5f4fe21df51a]: (4, ('Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae, portal: 172.16.0.220,3260]\nLogout of [sid: 43, target: iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6592730-6810-4a34-97a4-bbcb06eae70d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae, portal: 172.16.0.220,3260]
Oct 16 08:49:49 user nova-compute[73884]: Logout of [sid: 43, target: iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae, portal: 172.16.0.220,3260] successful.
Oct 16 08:49:49 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6bab0b4f-eb89-4b07-bdf0-dc78b9b19dae -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[80ee132c-c9ff-4f5e-8fcd-22c2afdd8026]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6592730-6810-4a34-97a4-bbcb06eae70d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-b6592730-6810-4a34-97a4-bbcb06eae70d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.291s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6592730-6810-4a34-97a4-bbcb06eae70d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] <== disconnect_volume: return (292ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:49:49 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b6592730-6810-4a34-97a4-bbcb06eae70d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:49:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquiring lock "6bc8092c-0645-4cf3-a26b-4d51405159bd" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:49:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "6bc8092c-0645-4cf3-a26b-4d51405159bd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:49:50 user nova-compute[73884]: DEBUG nova.objects.instance [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lazy-loading 'flavor' on Instance uuid 6bc8092c-0645-4cf3-a26b-4d51405159bd {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:49:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "6bc8092c-0645-4cf3-a26b-4d51405159bd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.071s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:49:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquiring lock "6bc8092c-0645-4cf3-a26b-4d51405159bd" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:49:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "6bc8092c-0645-4cf3-a26b-4d51405159bd" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:49:50 user nova-compute[73884]: INFO nova.compute.manager [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Attaching volume 17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 to /dev/vdb
Oct 16 08:49:50 user nova-compute[73884]: DEBUG os_brick.utils [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:49:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ba6775f-f4fb-421a-a273-8e43314b8896]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a326db9-513c-4ec0-91c6-939f658bd27d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:49:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec95f7b0-a098-40b8-8e74-badcaf3e8454]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cb9a7c0-e5e2-4610-a12b-02a25db94637]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:49:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 08:49:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:49:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:49:50 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 08:49:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e16573c3-cc08-4755-a838-7c7670dd3d7b]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:49:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 08:49:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 08:49:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 08:49:50 user nova-compute[73884]: DEBUG os_brick.utils [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:49:50 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Updating existing volume attachment record: 74b84e82-a30e-4335-8d4c-4ef1022c115e {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 08:49:50 user nova-compute[73884]: DEBUG nova.objects.instance [None req-b6592730-6810-4a34-97a4-bbcb06eae70d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lazy-loading 'flavor' on Instance uuid e8439e61-c45c-4b23-ae85-d6cdd06024fc {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:49:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b6592730-6810-4a34-97a4-bbcb06eae70d tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.460s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:49:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:55 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:49:56 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:49:57 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:49:58 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:49:58 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 08:49:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:49:59 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:50:01 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:50:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:50:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:50:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:50:01 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 08:50:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6fce717-b3d2-415b-9868-63ea435c8ba1/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:50:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6fce717-b3d2-415b-9868-63ea435c8ba1/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:50:01 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6fce717-b3d2-415b-9868-63ea435c8ba1/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:50:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6fce717-b3d2-415b-9868-63ea435c8ba1/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:50:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:50:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk --force-share --output=json" returned: 0 in 0.246s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:50:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:50:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:50:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:50:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:50:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:50:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:50:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:50:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:50:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:50:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json" returned: 0 in 0.248s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:50:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:50:03 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:50:03 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:50:03 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=8423MB free_disk=25.181583404541016GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 08:50:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:50:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:50:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:50:03 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance baa67186-a783-44fc-bf2f-8275de0e27ab actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:50:03 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance e8439e61-c45c-4b23-ae85-d6cdd06024fc actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:50:03 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 6bc8092c-0645-4cf3-a26b-4d51405159bd actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:50:03 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance b6fce717-b3d2-415b-9868-63ea435c8ba1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:50:03 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 08:50:03 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 08:50:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:50:04 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:50:04 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:50:04 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 08:50:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.319s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:50:04 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:50:04 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:50:04 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._sync_power_states {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:50:04 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Triggering sync for uuid baa67186-a783-44fc-bf2f-8275de0e27ab {{(pid=73884) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 08:50:04 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Triggering sync for uuid e8439e61-c45c-4b23-ae85-d6cdd06024fc {{(pid=73884) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 08:50:04 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Triggering sync for uuid 6bc8092c-0645-4cf3-a26b-4d51405159bd {{(pid=73884) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 08:50:04 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Triggering sync for uuid b6fce717-b3d2-415b-9868-63ea435c8ba1 {{(pid=73884) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 08:50:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "baa67186-a783-44fc-bf2f-8275de0e27ab" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:50:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "baa67186-a783-44fc-bf2f-8275de0e27ab" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:50:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:50:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:50:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "6bc8092c-0645-4cf3-a26b-4d51405159bd" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:50:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "b6fce717-b3d2-415b-9868-63ea435c8ba1" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:50:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "b6fce717-b3d2-415b-9868-63ea435c8ba1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:50:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "baa67186-a783-44fc-bf2f-8275de0e27ab" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.035s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:50:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "b6fce717-b3d2-415b-9868-63ea435c8ba1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.033s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:50:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.040s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:50:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kArdXlNE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:50:07 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:50:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:50:07 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:50:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:50:07 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:50:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a326b77-3d97-46a1-94d2-46629d770f06]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:50:07 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a20a5f9-d0b8-406b-bc4e-72e341797754]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981] added
Oct 16 08:50:07 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.028s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[08a4e7cb-27e1-4e12-baaa-d1febe5f0e98]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c183901d-90a2-4395-ac2b-8f68fa0f9b01]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kArdXlNE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kArdXlNE" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ca3cfc0-9ed5-4a3e-b651-7c30409db519]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'kArdXlNE'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e2acafd-0d21-42bb-80af-c2f0c565f00e]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[9731fdda-de83-4fa9-8963-9b6a3beec25f]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 16 08:50:07 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 16 08:50:07 user nova-compute[73884]:  {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:50:07 user nova-compute[73884]: WARNING os_brick.initiator.connectors.iscsi [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 16 08:50:07 user nova-compute[73884]: 
Oct 16 08:50:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 -p 172.16.0.220:3260 --login" returned: 0 in 0.047s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[63c11aa8-103b-46bc-ac65-c0648aa591c1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981, portal: 172.16.0.220,3260]
Oct 16 08:50:07 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981, portal: 172.16.0.220,3260] successful.
Oct 16 08:50:07 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d188ee4a-eae1-4ba7-aac9-e81d0e3f976d]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[03e298b3-71ce-45e8-aed5-ccd38c1fc82d]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 (non-flash)
Oct 16 08:50:07 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 (non-flash)
Oct 16 08:50:07 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.284s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] HCTL ('33', '-', '-', 0) found on session 44 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd5cd81d-8777-4c02-a272-7632eedffb70]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Searching for a device in session 44 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:50:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kArdXlNE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:50:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:50:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.318s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:50:08 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] <== connect_volume: return (1320ms) {'type': 'block', 'scsi_wwn': '23565333435353234', 'path': '/dev/sdb'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:50:08 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23565333435353234', 'path': '/dev/sdb'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:50:08 user nova-compute[73884]: DEBUG nova.objects.instance [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lazy-loading 'flavor' on Instance uuid 6bc8092c-0645-4cf3-a26b-4d51405159bd {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:50:08 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 08:50:08 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:50:08 user nova-compute[73884]:   <source dev="/dev/sdb"/>
Oct 16 08:50:08 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:50:08 user nova-compute[73884]:   <serial>17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981</serial>
Oct 16 08:50:08 user nova-compute[73884]: </disk>
Oct 16 08:50:08 user nova-compute[73884]:  {{(pid=73884) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 08:50:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:50:09 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:50:09 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] No BDM found with device name vdb, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:50:09 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] No VIF found with MAC fa:16:3e:a2:b7:bd, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:50:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b6d20706-a972-4143-a515-314afcb45c46 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "baa67186-a783-44fc-bf2f-8275de0e27ab" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:50:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b6d20706-a972-4143-a515-314afcb45c46 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "baa67186-a783-44fc-bf2f-8275de0e27ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:50:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b6d20706-a972-4143-a515-314afcb45c46 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "baa67186-a783-44fc-bf2f-8275de0e27ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:50:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b6d20706-a972-4143-a515-314afcb45c46 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "baa67186-a783-44fc-bf2f-8275de0e27ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:50:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b6d20706-a972-4143-a515-314afcb45c46 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "baa67186-a783-44fc-bf2f-8275de0e27ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:50:09 user nova-compute[73884]: INFO nova.compute.manager [None req-b6d20706-a972-4143-a515-314afcb45c46 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Terminating instance
Oct 16 08:50:09 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b6d20706-a972-4143-a515-314afcb45c46 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 08:50:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e5f5a67d-164a-44f6-b249-27ba75b10af1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "6bc8092c-0645-4cf3-a26b-4d51405159bd" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.551s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:50:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "6bc8092c-0645-4cf3-a26b-4d51405159bd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 4.634s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:50:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "6bc8092c-0645-4cf3-a26b-4d51405159bd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.028s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:50:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:50:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:50:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:50:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:50:10 user nova-compute[73884]: DEBUG nova.compute.manager [req-aa206d6b-a8b9-43ab-864d-a37ba651f36c req-227a9202-d815-45a7-a1f3-46afd853b2b3 service nova] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Received event network-vif-unplugged-1f70896e-bd10-49f5-a769-e183d54ce3b7 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:50:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-aa206d6b-a8b9-43ab-864d-a37ba651f36c req-227a9202-d815-45a7-a1f3-46afd853b2b3 service nova] Acquiring lock "baa67186-a783-44fc-bf2f-8275de0e27ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:50:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-aa206d6b-a8b9-43ab-864d-a37ba651f36c req-227a9202-d815-45a7-a1f3-46afd853b2b3 service nova] Lock "baa67186-a783-44fc-bf2f-8275de0e27ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:50:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-aa206d6b-a8b9-43ab-864d-a37ba651f36c req-227a9202-d815-45a7-a1f3-46afd853b2b3 service nova] Lock "baa67186-a783-44fc-bf2f-8275de0e27ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:50:10 user nova-compute[73884]: DEBUG nova.compute.manager [req-aa206d6b-a8b9-43ab-864d-a37ba651f36c req-227a9202-d815-45a7-a1f3-46afd853b2b3 service nova] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] No waiting events found dispatching network-vif-unplugged-1f70896e-bd10-49f5-a769-e183d54ce3b7 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:50:10 user nova-compute[73884]: DEBUG nova.compute.manager [req-aa206d6b-a8b9-43ab-864d-a37ba651f36c req-227a9202-d815-45a7-a1f3-46afd853b2b3 service nova] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Received event network-vif-unplugged-1f70896e-bd10-49f5-a769-e183d54ce3b7 for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:50:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:50:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:50:10 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Instance destroyed successfully.
Oct 16 08:50:10 user nova-compute[73884]: DEBUG nova.objects.instance [None req-b6d20706-a972-4143-a515-314afcb45c46 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lazy-loading 'resources' on Instance uuid baa67186-a783-44fc-bf2f-8275de0e27ab {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:50:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-b6d20706-a972-4143-a515-314afcb45c46 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:30:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-69135657',display_name='tempest-ServerActionsTestOtherA-server-69135657',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-69135657',id=19,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHE9l1Zd5cIKDNYUGaIXZPCTTAzZ7MFuiY2odQE5VnAqxGOHU7g2VUwAiVwswEf4mPpcBrmdNm6aiJ8RE8pUrPt2i+LINeLq0l8jB60su577PAwJHQkutuSOuTJ9r1Zp6A==',key_name='tempest-keypair-18137684',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:30:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e746b051e0de47ab8847bba1edcbee5b',ramdisk_id='',reservation_id='r-w54wjbre',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-2116041418',owner_user_name='tempest-ServerActionsTestOtherA-2116041418-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:30:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e683e6de0905423cb11b3fce7c77f7fe',uuid=baa67186-a783-44fc-bf2f-8275de0e27ab,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1f70896e-bd10-49f5-a769-e183d54ce3b7", "address": "fa:16:3e:02:00:82", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f70896e-bd", "ovs_interfaceid": "1f70896e-bd10-49f5-a769-e183d54ce3b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:50:10 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b6d20706-a972-4143-a515-314afcb45c46 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Converting VIF {"id": "1f70896e-bd10-49f5-a769-e183d54ce3b7", "address": "fa:16:3e:02:00:82", "network": {"id": "71810bcd-afd3-4642-87f2-d1e06d726e3e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1067672451-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e746b051e0de47ab8847bba1edcbee5b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f70896e-bd", "ovs_interfaceid": "1f70896e-bd10-49f5-a769-e183d54ce3b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:50:10 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b6d20706-a972-4143-a515-314afcb45c46 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:02:00:82,bridge_name='br-int',has_traffic_filtering=True,id=1f70896e-bd10-49f5-a769-e183d54ce3b7,network=Network(71810bcd-afd3-4642-87f2-d1e06d726e3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f70896e-bd') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:50:10 user nova-compute[73884]: DEBUG os_vif [None req-b6d20706-a972-4143-a515-314afcb45c46 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:02:00:82,bridge_name='br-int',has_traffic_filtering=True,id=1f70896e-bd10-49f5-a769-e183d54ce3b7,network=Network(71810bcd-afd3-4642-87f2-d1e06d726e3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f70896e-bd') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:50:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:50:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1f70896e-bd, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:50:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:50:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:50:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:50:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b9174b11-0897-4267-86e1-9fb6b5276718) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:50:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:50:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:50:10 user nova-compute[73884]: INFO os_vif [None req-b6d20706-a972-4143-a515-314afcb45c46 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:02:00:82,bridge_name='br-int',has_traffic_filtering=True,id=1f70896e-bd10-49f5-a769-e183d54ce3b7,network=Network(71810bcd-afd3-4642-87f2-d1e06d726e3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f70896e-bd')
Oct 16 08:50:10 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-b6d20706-a972-4143-a515-314afcb45c46 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Deleting instance files /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab_del
Oct 16 08:50:10 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-b6d20706-a972-4143-a515-314afcb45c46 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Deletion of /opt/stack/data/nova/instances/baa67186-a783-44fc-bf2f-8275de0e27ab_del complete
Oct 16 08:50:10 user nova-compute[73884]: INFO nova.compute.manager [None req-b6d20706-a972-4143-a515-314afcb45c46 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Took 1.09 seconds to destroy the instance on the hypervisor.
Oct 16 08:50:10 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-b6d20706-a972-4143-a515-314afcb45c46 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 08:50:10 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 08:50:10 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 08:50:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-cdfe4442-d6cf-4e40-8119-ceadb32402f7 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquiring lock "6bc8092c-0645-4cf3-a26b-4d51405159bd" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:50:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-cdfe4442-d6cf-4e40-8119-ceadb32402f7 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "6bc8092c-0645-4cf3-a26b-4d51405159bd" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:50:10 user nova-compute[73884]: DEBUG nova.compute.manager [None req-cdfe4442-d6cf-4e40-8119-ceadb32402f7 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:50:10 user nova-compute[73884]: DEBUG nova.compute.manager [None req-cdfe4442-d6cf-4e40-8119-ceadb32402f7 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=73884) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Oct 16 08:50:10 user nova-compute[73884]: DEBUG nova.objects.instance [None req-cdfe4442-d6cf-4e40-8119-ceadb32402f7 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lazy-loading 'flavor' on Instance uuid 6bc8092c-0645-4cf3-a26b-4d51405159bd {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:50:10 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:50:10 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 08:50:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "refresh_cache-6bc8092c-0645-4cf3-a26b-4d51405159bd" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:50:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquired lock "refresh_cache-6bc8092c-0645-4cf3-a26b-4d51405159bd" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:50:10 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Forcefully refreshing network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 08:50:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:50:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:50:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:50:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:50:10 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:50:10 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Took 0.49 seconds to deallocate network for instance.
Oct 16 08:50:10 user nova-compute[73884]: DEBUG nova.compute.manager [req-1379ef42-8746-4604-9090-b9b06e6d825a req-5b3bd841-59b9-4aee-b650-1a26c57aaa1b service nova] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Received event network-vif-deleted-1f70896e-bd10-49f5-a769-e183d54ce3b7 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:50:10 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Updating instance_info_cache with network_info: [{"id": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "address": "fa:16:3e:a2:b7:bd", "network": {"id": "795d1d26-3506-4bf7-9b12-4b4ebd58c1ee", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-963791271-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.25", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500befd5b50d4fa598c657d7e617b265", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9bd59e93-bf", "ovs_interfaceid": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:50:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Releasing lock "refresh_cache-6bc8092c-0645-4cf3-a26b-4d51405159bd" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:50:10 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Updated the network info_cache for instance {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 08:50:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b6d20706-a972-4143-a515-314afcb45c46 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:50:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b6d20706-a972-4143-a515-314afcb45c46 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:50:10 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b6d20706-a972-4143-a515-314afcb45c46 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:50:10 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b6d20706-a972-4143-a515-314afcb45c46 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:50:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b6d20706-a972-4143-a515-314afcb45c46 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.174s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:50:11 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-b6d20706-a972-4143-a515-314afcb45c46 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Deleted allocations for instance baa67186-a783-44fc-bf2f-8275de0e27ab
Oct 16 08:50:11 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Instance destroyed successfully.
Oct 16 08:50:11 user nova-compute[73884]: DEBUG nova.compute.manager [None req-cdfe4442-d6cf-4e40-8119-ceadb32402f7 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:50:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-cdfe4442-d6cf-4e40-8119-ceadb32402f7 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "6bc8092c-0645-4cf3-a26b-4d51405159bd" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.855s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:50:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b6d20706-a972-4143-a515-314afcb45c46 tempest-ServerActionsTestOtherA-2116041418 tempest-ServerActionsTestOtherA-2116041418-project-member] Lock "baa67186-a783-44fc-bf2f-8275de0e27ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.992s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:50:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:50:11 user nova-compute[73884]: DEBUG nova.compute.manager [req-1ccf35a1-3ea3-479b-918e-72bb4d057ce4 req-f1bd5332-91c0-4e13-87be-60c28583f41e service nova] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Received event network-vif-plugged-1f70896e-bd10-49f5-a769-e183d54ce3b7 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:50:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1ccf35a1-3ea3-479b-918e-72bb4d057ce4 req-f1bd5332-91c0-4e13-87be-60c28583f41e service nova] Acquiring lock "baa67186-a783-44fc-bf2f-8275de0e27ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:50:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1ccf35a1-3ea3-479b-918e-72bb4d057ce4 req-f1bd5332-91c0-4e13-87be-60c28583f41e service nova] Lock "baa67186-a783-44fc-bf2f-8275de0e27ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:50:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1ccf35a1-3ea3-479b-918e-72bb4d057ce4 req-f1bd5332-91c0-4e13-87be-60c28583f41e service nova] Lock "baa67186-a783-44fc-bf2f-8275de0e27ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:50:11 user nova-compute[73884]: DEBUG nova.compute.manager [req-1ccf35a1-3ea3-479b-918e-72bb4d057ce4 req-f1bd5332-91c0-4e13-87be-60c28583f41e service nova] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] No waiting events found dispatching network-vif-plugged-1f70896e-bd10-49f5-a769-e183d54ce3b7 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:50:11 user nova-compute[73884]: WARNING nova.compute.manager [req-1ccf35a1-3ea3-479b-918e-72bb4d057ce4 req-f1bd5332-91c0-4e13-87be-60c28583f41e service nova] [instance: baa67186-a783-44fc-bf2f-8275de0e27ab] Received unexpected event network-vif-plugged-1f70896e-bd10-49f5-a769-e183d54ce3b7 for instance with vm_state deleted and task_state None.
Oct 16 08:50:11 user nova-compute[73884]: DEBUG nova.compute.manager [req-1ccf35a1-3ea3-479b-918e-72bb4d057ce4 req-f1bd5332-91c0-4e13-87be-60c28583f41e service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Received event network-vif-unplugged-9bd59e93-bfbd-4d64-be3b-199e96b62401 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:50:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1ccf35a1-3ea3-479b-918e-72bb4d057ce4 req-f1bd5332-91c0-4e13-87be-60c28583f41e service nova] Acquiring lock "6bc8092c-0645-4cf3-a26b-4d51405159bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:50:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1ccf35a1-3ea3-479b-918e-72bb4d057ce4 req-f1bd5332-91c0-4e13-87be-60c28583f41e service nova] Lock "6bc8092c-0645-4cf3-a26b-4d51405159bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:50:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1ccf35a1-3ea3-479b-918e-72bb4d057ce4 req-f1bd5332-91c0-4e13-87be-60c28583f41e service nova] Lock "6bc8092c-0645-4cf3-a26b-4d51405159bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:50:11 user nova-compute[73884]: DEBUG nova.compute.manager [req-1ccf35a1-3ea3-479b-918e-72bb4d057ce4 req-f1bd5332-91c0-4e13-87be-60c28583f41e service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] No waiting events found dispatching network-vif-unplugged-9bd59e93-bfbd-4d64-be3b-199e96b62401 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:50:11 user nova-compute[73884]: WARNING nova.compute.manager [req-1ccf35a1-3ea3-479b-918e-72bb4d057ce4 req-f1bd5332-91c0-4e13-87be-60c28583f41e service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Received unexpected event network-vif-unplugged-9bd59e93-bfbd-4d64-be3b-199e96b62401 for instance with vm_state stopped and task_state None.
Oct 16 08:50:11 user nova-compute[73884]: DEBUG nova.compute.manager [req-1ccf35a1-3ea3-479b-918e-72bb4d057ce4 req-f1bd5332-91c0-4e13-87be-60c28583f41e service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Received event network-vif-plugged-9bd59e93-bfbd-4d64-be3b-199e96b62401 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:50:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1ccf35a1-3ea3-479b-918e-72bb4d057ce4 req-f1bd5332-91c0-4e13-87be-60c28583f41e service nova] Acquiring lock "6bc8092c-0645-4cf3-a26b-4d51405159bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:50:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1ccf35a1-3ea3-479b-918e-72bb4d057ce4 req-f1bd5332-91c0-4e13-87be-60c28583f41e service nova] Lock "6bc8092c-0645-4cf3-a26b-4d51405159bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:50:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1ccf35a1-3ea3-479b-918e-72bb4d057ce4 req-f1bd5332-91c0-4e13-87be-60c28583f41e service nova] Lock "6bc8092c-0645-4cf3-a26b-4d51405159bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:50:11 user nova-compute[73884]: DEBUG nova.compute.manager [req-1ccf35a1-3ea3-479b-918e-72bb4d057ce4 req-f1bd5332-91c0-4e13-87be-60c28583f41e service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] No waiting events found dispatching network-vif-plugged-9bd59e93-bfbd-4d64-be3b-199e96b62401 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:50:11 user nova-compute[73884]: WARNING nova.compute.manager [req-1ccf35a1-3ea3-479b-918e-72bb4d057ce4 req-f1bd5332-91c0-4e13-87be-60c28583f41e service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Received unexpected event network-vif-plugged-9bd59e93-bfbd-4d64-be3b-199e96b62401 for instance with vm_state stopped and task_state None.
Oct 16 08:50:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:50:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:50:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:50:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:50:20 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:50:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:50:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:50:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:50:30 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:50:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:50:38 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "7ff97b76-34f0-4743-b17f-4ad72947ddf6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:50:38 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "7ff97b76-34f0-4743-b17f-4ad72947ddf6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:50:38 user nova-compute[73884]: DEBUG nova.compute.manager [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:50:38 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:50:38 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:50:38 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:50:38 user nova-compute[73884]: INFO nova.compute.claims [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Claim successful on node user
Oct 16 08:50:38 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:50:38 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:50:38 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:50:38 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.244s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:50:38 user nova-compute[73884]: DEBUG nova.compute.manager [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:50:38 user nova-compute[73884]: DEBUG nova.compute.manager [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:50:38 user nova-compute[73884]: DEBUG nova.network.neutron [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:50:38 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:50:38 user nova-compute[73884]: DEBUG nova.compute.manager [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:50:38 user nova-compute[73884]: DEBUG nova.policy [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '167899628aee4098b7f86cd94419cf82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd32c241898f24ad3b8fafd0e2cc73c1e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:50:38 user nova-compute[73884]: INFO nova.virt.block_device [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Booting with volume snapshot eba61fbe-9f69-4d82-a866-d50e76c262b5 at /dev/vda
Oct 16 08:50:39 user nova-compute[73884]: DEBUG nova.network.neutron [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Successfully created port: 3add2e85-63ec-4247-893b-b1feafaf327b {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:50:40 user nova-compute[73884]: DEBUG nova.network.neutron [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Successfully updated port: 3add2e85-63ec-4247-893b-b1feafaf327b {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:50:40 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "refresh_cache-7ff97b76-34f0-4743-b17f-4ad72947ddf6" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:50:40 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquired lock "refresh_cache-7ff97b76-34f0-4743-b17f-4ad72947ddf6" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:50:40 user nova-compute[73884]: DEBUG nova.network.neutron [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:50:40 user nova-compute[73884]: DEBUG nova.compute.manager [req-3f079586-9f2c-4f29-a991-d5a92463436b req-9c96120d-f73b-41a7-ab53-23330bdd8790 service nova] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Received event network-changed-3add2e85-63ec-4247-893b-b1feafaf327b {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:50:40 user nova-compute[73884]: DEBUG nova.compute.manager [req-3f079586-9f2c-4f29-a991-d5a92463436b req-9c96120d-f73b-41a7-ab53-23330bdd8790 service nova] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Refreshing instance network info cache due to event network-changed-3add2e85-63ec-4247-893b-b1feafaf327b. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:50:40 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-3f079586-9f2c-4f29-a991-d5a92463436b req-9c96120d-f73b-41a7-ab53-23330bdd8790 service nova] Acquiring lock "refresh_cache-7ff97b76-34f0-4743-b17f-4ad72947ddf6" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:50:40 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:50:40 user nova-compute[73884]: DEBUG nova.network.neutron [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:50:40 user nova-compute[73884]: DEBUG nova.network.neutron [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Updating instance_info_cache with network_info: [{"id": "3add2e85-63ec-4247-893b-b1feafaf327b", "address": "fa:16:3e:9b:84:0c", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3add2e85-63", "ovs_interfaceid": "3add2e85-63ec-4247-893b-b1feafaf327b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:50:40 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Releasing lock "refresh_cache-7ff97b76-34f0-4743-b17f-4ad72947ddf6" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:50:40 user nova-compute[73884]: DEBUG nova.compute.manager [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Instance network_info: |[{"id": "3add2e85-63ec-4247-893b-b1feafaf327b", "address": "fa:16:3e:9b:84:0c", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3add2e85-63", "ovs_interfaceid": "3add2e85-63ec-4247-893b-b1feafaf327b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:50:40 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-3f079586-9f2c-4f29-a991-d5a92463436b req-9c96120d-f73b-41a7-ab53-23330bdd8790 service nova] Acquired lock "refresh_cache-7ff97b76-34f0-4743-b17f-4ad72947ddf6" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:50:40 user nova-compute[73884]: DEBUG nova.network.neutron [req-3f079586-9f2c-4f29-a991-d5a92463436b req-9c96120d-f73b-41a7-ab53-23330bdd8790 service nova] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Refreshing network info cache for port 3add2e85-63ec-4247-893b-b1feafaf327b {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:50:40 user nova-compute[73884]: DEBUG nova.network.neutron [req-3f079586-9f2c-4f29-a991-d5a92463436b req-9c96120d-f73b-41a7-ab53-23330bdd8790 service nova] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Updated VIF entry in instance network info cache for port 3add2e85-63ec-4247-893b-b1feafaf327b. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:50:40 user nova-compute[73884]: DEBUG nova.network.neutron [req-3f079586-9f2c-4f29-a991-d5a92463436b req-9c96120d-f73b-41a7-ab53-23330bdd8790 service nova] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Updating instance_info_cache with network_info: [{"id": "3add2e85-63ec-4247-893b-b1feafaf327b", "address": "fa:16:3e:9b:84:0c", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3add2e85-63", "ovs_interfaceid": "3add2e85-63ec-4247-893b-b1feafaf327b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:50:40 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-3f079586-9f2c-4f29-a991-d5a92463436b req-9c96120d-f73b-41a7-ab53-23330bdd8790 service nova] Releasing lock "refresh_cache-7ff97b76-34f0-4743-b17f-4ad72947ddf6" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:50:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:50:44 user nova-compute[73884]: DEBUG os_brick.utils [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:50:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:50:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:50:44 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca34a7bd-70d6-4249-9f8c-83e0e38f1d55]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:50:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:50:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:50:44 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c0776f8-f159-4ab6-9ba3-8d2740875319]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:50:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:50:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:50:44 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb5b716e-5043-4ec9-808c-8ff16698cf6e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:50:44 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6151cff7-9874-4e56-b960-ae56141afab7]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:50:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:50:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:50:44 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 08:50:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:50:44 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:50:44 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 08:50:44 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[279b8dd1-bebf-4ae1-b7ad-aa0c287edf37]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:50:44 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 08:50:44 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 08:50:44 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 08:50:44 user nova-compute[73884]: DEBUG os_brick.utils [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:50:44 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Updating existing volume attachment record: a35d0f03-da64-45ab-b4bf-5578c9239f4a {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 08:50:45 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:50:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:50:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:50:55 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:50:56 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:50:57 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:50:58 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:50:58 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 08:50:59 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:50:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG nova.compute.manager [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:51:00 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Creating image(s)
Oct 16 08:51:00 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Did not create local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Ensure instance console log exists: /opt/stack/data/nova/instances/7ff97b76-34f0-4743-b17f-4ad72947ddf6/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Start _get_guest_xml network_info=[{"id": "3add2e85-63ec-4247-893b-b1feafaf327b", "address": "fa:16:3e:9b:84:0c", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3add2e85-63", "ovs_interfaceid": "3add2e85-63ec-4247-893b-b1feafaf327b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DOpPyMrK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7ff97b76-34f0-4743-b17f-4ad72947ddf6', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc4f1917-3fee-407a-9aa8-9d8e23b41435', 'serial': 'dc4f1917-3fee-407a-9aa8-9d8e23b41435'}, 'attachment_id': 'a35d0f03-da64-45ab-b4bf-5578c9239f4a', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'delete_on_termination': True, 'boot_index': 0, 'device_type': 'disk', 'volume_type': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:51:00 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:51:00 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:51:00 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DOpPyMrK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:51:00 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:51:00 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:51:00 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:51:00 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:51:00 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:51:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435 -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[8398380e-cfa7-4c9d-8423-8e890f06fec2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:51:00 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435 -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[117c0fb0-e0c8-42b1-a436-e6f7367e44da]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435] added
Oct 16 08:51:00 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[291e01ad-48d3-4f8e-9f2d-c30c38c92edd]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[66f45d2d-ea3d-413f-8f2f-268d32b7778a]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DOpPyMrK {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DOpPyMrK" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ad72150-f476-44c8-9133-3162ee5c7b64]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'DOpPyMrK'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a246471d-e39f-49c3-96be-410886277c2b]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[7884657c-b151-4db2-a7fb-a361e7aeea35]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 (non-flash)
Oct 16 08:51:00 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 (non-flash)
Oct 16 08:51:00 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435 -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435 -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[eea74cff-bc27-423e-8b77-425c62231cb1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435, portal: 172.16.0.220,3260]
Oct 16 08:51:00 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435, portal: 172.16.0.220,3260] successful.
Oct 16 08:51:00 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[875f23a3-479d-4315-8bf7-aee882c95db1]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[040f67c8-7378-4bf8-b5d5-032b4253fa73]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 (non-flash)
Oct 16 08:51:00 user nova-compute[73884]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435 (non-flash)
Oct 16 08:51:00 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 (non-flash)
Oct 16 08:51:00 user nova-compute[73884]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435 (non-flash)
Oct 16 08:51:00 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.264s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] HCTL ('34', '-', '-', 0) found on session 45 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cf2395d-22c6-4e3a-94c7-fe8fa7cd4eb1]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:51:00 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Searching for a device in session 45 and hctl ['34', '*', '*', 0] yield: None {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:51:01 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Searching for a device in session 45 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:51:01 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DOpPyMrK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:51:01 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.296s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:51:01 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] <== connect_volume: return (1298ms) {'type': 'block', 'scsi_wwn': '26261363334323961', 'path': '/dev/sdc'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:51:01 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26261363334323961', 'path': '/dev/sdc'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:51:01 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:50:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-157183520',display_name='tempest-TestVolumeBootPattern-server-157183520',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-157183520',id=43,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d32c241898f24ad3b8fafd0e2cc73c1e',ramdisk_id='',reservation_id='r-6sfotu0l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-513905673',owner_user_name='tempest-TestVolumeBootPattern-513905673-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:50:39Z,user_data=None,user_id='167899628aee4098b7f86cd94419cf82',uuid=7ff97b76-34f0-4743-b17f-4ad72947ddf6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3add2e85-63ec-4247-893b-b1feafaf327b", "address": "fa:16:3e:9b:84:0c", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3add2e85-63", "ovs_interfaceid": "3add2e85-63ec-4247-893b-b1feafaf327b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:51:01 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Converting VIF {"id": "3add2e85-63ec-4247-893b-b1feafaf327b", "address": "fa:16:3e:9b:84:0c", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3add2e85-63", "ovs_interfaceid": "3add2e85-63ec-4247-893b-b1feafaf327b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:51:01 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9b:84:0c,bridge_name='br-int',has_traffic_filtering=True,id=3add2e85-63ec-4247-893b-b1feafaf327b,network=Network(c8fab485-45f8-4e22-8baa-1813dc37206f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3add2e85-63') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:51:01 user nova-compute[73884]: DEBUG nova.objects.instance [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lazy-loading 'pci_devices' on Instance uuid 7ff97b76-34f0-4743-b17f-4ad72947ddf6 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:51:01 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:51:01 user nova-compute[73884]:   <uuid>7ff97b76-34f0-4743-b17f-4ad72947ddf6</uuid>
Oct 16 08:51:01 user nova-compute[73884]:   <name>instance-0000002b</name>
Oct 16 08:51:01 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:51:01 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:51:01 user nova-compute[73884]:   <metadata>
Oct 16 08:51:01 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:51:01 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:51:01 user nova-compute[73884]:       <nova:name>tempest-TestVolumeBootPattern-server-157183520</nova:name>
Oct 16 08:51:01 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:51:00</nova:creationTime>
Oct 16 08:51:01 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:51:01 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:51:01 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:51:01 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:51:01 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:51:01 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:51:01 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:51:01 user nova-compute[73884]:       <nova:owner>
Oct 16 08:51:01 user nova-compute[73884]:         <nova:user uuid="167899628aee4098b7f86cd94419cf82">tempest-TestVolumeBootPattern-513905673-project-member</nova:user>
Oct 16 08:51:01 user nova-compute[73884]:         <nova:project uuid="d32c241898f24ad3b8fafd0e2cc73c1e">tempest-TestVolumeBootPattern-513905673</nova:project>
Oct 16 08:51:01 user nova-compute[73884]:       </nova:owner>
Oct 16 08:51:01 user nova-compute[73884]:       <nova:ports>
Oct 16 08:51:01 user nova-compute[73884]:         <nova:port uuid="3add2e85-63ec-4247-893b-b1feafaf327b">
Oct 16 08:51:01 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 16 08:51:01 user nova-compute[73884]:         </nova:port>
Oct 16 08:51:01 user nova-compute[73884]:       </nova:ports>
Oct 16 08:51:01 user nova-compute[73884]:     </nova:instance>
Oct 16 08:51:01 user nova-compute[73884]:   </metadata>
Oct 16 08:51:01 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:51:01 user nova-compute[73884]:     <system>
Oct 16 08:51:01 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:51:01 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:51:01 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:51:01 user nova-compute[73884]:       <entry name="serial">7ff97b76-34f0-4743-b17f-4ad72947ddf6</entry>
Oct 16 08:51:01 user nova-compute[73884]:       <entry name="uuid">7ff97b76-34f0-4743-b17f-4ad72947ddf6</entry>
Oct 16 08:51:01 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:51:01 user nova-compute[73884]:     </system>
Oct 16 08:51:01 user nova-compute[73884]:   </sysinfo>
Oct 16 08:51:01 user nova-compute[73884]:   <os>
Oct 16 08:51:01 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:51:01 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:51:01 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:51:01 user nova-compute[73884]:   </os>
Oct 16 08:51:01 user nova-compute[73884]:   <features>
Oct 16 08:51:01 user nova-compute[73884]:     <acpi/>
Oct 16 08:51:01 user nova-compute[73884]:     <apic/>
Oct 16 08:51:01 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:51:01 user nova-compute[73884]:   </features>
Oct 16 08:51:01 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:51:01 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:51:01 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:51:01 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:51:01 user nova-compute[73884]:   </clock>
Oct 16 08:51:01 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:51:01 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:51:01 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:51:01 user nova-compute[73884]:   </cpu>
Oct 16 08:51:01 user nova-compute[73884]:   <devices>
Oct 16 08:51:01 user nova-compute[73884]:     <disk type="block" device="disk">
Oct 16 08:51:01 user nova-compute[73884]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:51:01 user nova-compute[73884]:       <source dev="/dev/sdc"/>
Oct 16 08:51:01 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:51:01 user nova-compute[73884]:       <serial>dc4f1917-3fee-407a-9aa8-9d8e23b41435</serial>
Oct 16 08:51:01 user nova-compute[73884]:     </disk>
Oct 16 08:51:01 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:51:01 user nova-compute[73884]:       <mac address="fa:16:3e:9b:84:0c"/>
Oct 16 08:51:01 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:51:01 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:51:01 user nova-compute[73884]:       <target dev="tap3add2e85-63"/>
Oct 16 08:51:01 user nova-compute[73884]:     </interface>
Oct 16 08:51:01 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:51:01 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/7ff97b76-34f0-4743-b17f-4ad72947ddf6/console.log" append="off"/>
Oct 16 08:51:01 user nova-compute[73884]:     </serial>
Oct 16 08:51:01 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:51:01 user nova-compute[73884]:     <video>
Oct 16 08:51:01 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:51:01 user nova-compute[73884]:     </video>
Oct 16 08:51:01 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:51:01 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:51:01 user nova-compute[73884]:     </rng>
Oct 16 08:51:01 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:51:01 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:51:01 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:51:01 user nova-compute[73884]:     </memballoon>
Oct 16 08:51:01 user nova-compute[73884]:   </devices>
Oct 16 08:51:01 user nova-compute[73884]: </domain>
Oct 16 08:51:01 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:51:01 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:50:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-157183520',display_name='tempest-TestVolumeBootPattern-server-157183520',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-157183520',id=43,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d32c241898f24ad3b8fafd0e2cc73c1e',ramdisk_id='',reservation_id='r-6sfotu0l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-513905673',owner_user_name='tempest-TestVolumeBootPattern-513905673-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:50:39Z,user_data=None,user_id='167899628aee4098b7f86cd94419cf82',uuid=7ff97b76-34f0-4743-b17f-4ad72947ddf6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3add2e85-63ec-4247-893b-b1feafaf327b", "address": "fa:16:3e:9b:84:0c", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3add2e85-63", "ovs_interfaceid": "3add2e85-63ec-4247-893b-b1feafaf327b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:51:01 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Converting VIF {"id": "3add2e85-63ec-4247-893b-b1feafaf327b", "address": "fa:16:3e:9b:84:0c", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3add2e85-63", "ovs_interfaceid": "3add2e85-63ec-4247-893b-b1feafaf327b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:51:01 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9b:84:0c,bridge_name='br-int',has_traffic_filtering=True,id=3add2e85-63ec-4247-893b-b1feafaf327b,network=Network(c8fab485-45f8-4e22-8baa-1813dc37206f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3add2e85-63') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:51:01 user nova-compute[73884]: DEBUG os_vif [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9b:84:0c,bridge_name='br-int',has_traffic_filtering=True,id=3add2e85-63ec-4247-893b-b1feafaf327b,network=Network(c8fab485-45f8-4e22-8baa-1813dc37206f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3add2e85-63') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:51:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:51:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:51:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '82257b9b-a949-5719-baed-c3cf3cefaa46', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:51:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:51:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3add2e85-63, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:51:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3add2e85-63, col_values=(('qos', UUID('29fa39be-2129-4748-9a9b-e04b7da4fc46')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:51:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3add2e85-63, col_values=(('external_ids', {'iface-id': '3add2e85-63ec-4247-893b-b1feafaf327b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9b:84:0c', 'vm-uuid': '7ff97b76-34f0-4743-b17f-4ad72947ddf6'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:51:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:51:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:01 user nova-compute[73884]: INFO os_vif [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9b:84:0c,bridge_name='br-int',has_traffic_filtering=True,id=3add2e85-63ec-4247-893b-b1feafaf327b,network=Network(c8fab485-45f8-4e22-8baa-1813dc37206f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3add2e85-63')
Oct 16 08:51:01 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:51:01 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] No VIF found with MAC fa:16:3e:9b:84:0c, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:51:03 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:51:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:51:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:51:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:51:03 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 08:51:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:03 user nova-compute[73884]: DEBUG nova.compute.manager [req-57909fdf-993a-4960-b338-323ff29d592d req-a00a8973-6fc4-4eb2-906f-29f54adfd735 service nova] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Received event network-vif-plugged-3add2e85-63ec-4247-893b-b1feafaf327b {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:51:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-57909fdf-993a-4960-b338-323ff29d592d req-a00a8973-6fc4-4eb2-906f-29f54adfd735 service nova] Acquiring lock "7ff97b76-34f0-4743-b17f-4ad72947ddf6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:51:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-57909fdf-993a-4960-b338-323ff29d592d req-a00a8973-6fc4-4eb2-906f-29f54adfd735 service nova] Lock "7ff97b76-34f0-4743-b17f-4ad72947ddf6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:51:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-57909fdf-993a-4960-b338-323ff29d592d req-a00a8973-6fc4-4eb2-906f-29f54adfd735 service nova] Lock "7ff97b76-34f0-4743-b17f-4ad72947ddf6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:51:03 user nova-compute[73884]: DEBUG nova.compute.manager [req-57909fdf-993a-4960-b338-323ff29d592d req-a00a8973-6fc4-4eb2-906f-29f54adfd735 service nova] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] No waiting events found dispatching network-vif-plugged-3add2e85-63ec-4247-893b-b1feafaf327b {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:51:03 user nova-compute[73884]: WARNING nova.compute.manager [req-57909fdf-993a-4960-b338-323ff29d592d req-a00a8973-6fc4-4eb2-906f-29f54adfd735 service nova] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Received unexpected event network-vif-plugged-3add2e85-63ec-4247-893b-b1feafaf327b for instance with vm_state building and task_state spawning.
Oct 16 08:51:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6fce717-b3d2-415b-9868-63ea435c8ba1/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:51:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6fce717-b3d2-415b-9868-63ea435c8ba1/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:51:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6fce717-b3d2-415b-9868-63ea435c8ba1/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:51:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b6fce717-b3d2-415b-9868-63ea435c8ba1/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:51:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:51:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:51:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:51:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:51:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:51:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:51:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:51:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:51:05 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:51:05 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:51:05 user nova-compute[73884]: DEBUG nova.compute.manager [req-1c900cc9-c679-43e8-aabd-2500d68b620c req-c9569f52-f3ae-45a7-beca-1ec4235cdb8f service nova] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Received event network-vif-plugged-3add2e85-63ec-4247-893b-b1feafaf327b {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:51:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1c900cc9-c679-43e8-aabd-2500d68b620c req-c9569f52-f3ae-45a7-beca-1ec4235cdb8f service nova] Acquiring lock "7ff97b76-34f0-4743-b17f-4ad72947ddf6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:51:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1c900cc9-c679-43e8-aabd-2500d68b620c req-c9569f52-f3ae-45a7-beca-1ec4235cdb8f service nova] Lock "7ff97b76-34f0-4743-b17f-4ad72947ddf6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:51:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1c900cc9-c679-43e8-aabd-2500d68b620c req-c9569f52-f3ae-45a7-beca-1ec4235cdb8f service nova] Lock "7ff97b76-34f0-4743-b17f-4ad72947ddf6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:51:05 user nova-compute[73884]: DEBUG nova.compute.manager [req-1c900cc9-c679-43e8-aabd-2500d68b620c req-c9569f52-f3ae-45a7-beca-1ec4235cdb8f service nova] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] No waiting events found dispatching network-vif-plugged-3add2e85-63ec-4247-893b-b1feafaf327b {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:51:05 user nova-compute[73884]: WARNING nova.compute.manager [req-1c900cc9-c679-43e8-aabd-2500d68b620c req-c9569f52-f3ae-45a7-beca-1ec4235cdb8f service nova] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Received unexpected event network-vif-plugged-3add2e85-63ec-4247-893b-b1feafaf327b for instance with vm_state building and task_state spawning.
Oct 16 08:51:05 user nova-compute[73884]: DEBUG nova.compute.manager [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:51:05 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:51:05 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Instance spawned successfully.
Oct 16 08:51:05 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:51:05 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:51:05 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=8609MB free_disk=25.190601348876953GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 08:51:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:51:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:51:05 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:51:05 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:51:05 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:51:05 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:51:05 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:51:05 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:51:05 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:51:06 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance e8439e61-c45c-4b23-ae85-d6cdd06024fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:51:06 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 6bc8092c-0645-4cf3-a26b-4d51405159bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:51:06 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance b6fce717-b3d2-415b-9868-63ea435c8ba1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:51:06 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 7ff97b76-34f0-4743-b17f-4ad72947ddf6 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:51:06 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 08:51:06 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 08:51:06 user nova-compute[73884]: INFO nova.compute.manager [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Took 5.76 seconds to spawn the instance on the hypervisor.
Oct 16 08:51:06 user nova-compute[73884]: DEBUG nova.compute.manager [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:51:06 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:51:06 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:51:06 user nova-compute[73884]: INFO nova.compute.manager [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Took 27.91 seconds to build instance.
Oct 16 08:51:06 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 08:51:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.393s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:51:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-1c097645-a256-418c-a3d6-29f11d86bdc6 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "7ff97b76-34f0-4743-b17f-4ad72947ddf6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 28.034s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:51:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:07 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:51:07 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:51:08 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:51:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:11 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:51:11 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 08:51:11 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Rebuilding the list of instances to heal {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 16 08:51:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "refresh_cache-e8439e61-c45c-4b23-ae85-d6cdd06024fc" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:51:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquired lock "refresh_cache-e8439e61-c45c-4b23-ae85-d6cdd06024fc" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:51:11 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Forcefully refreshing network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 08:51:11 user nova-compute[73884]: DEBUG nova.objects.instance [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lazy-loading 'info_cache' on Instance uuid e8439e61-c45c-4b23-ae85-d6cdd06024fc {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:51:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:11 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Updating instance_info_cache with network_info: [{"id": "366b3665-9b10-40f0-a576-77a10c182d2e", "address": "fa:16:3e:8b:dc:7c", "network": {"id": "45831488-169c-487a-844d-8e963fcfc606", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-598871473-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9486d594d1c4cfca00d2393773837ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap366b3665-9b", "ovs_interfaceid": "366b3665-9b10-40f0-a576-77a10c182d2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:51:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Releasing lock "refresh_cache-e8439e61-c45c-4b23-ae85-d6cdd06024fc" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:51:11 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Updated the network info_cache for instance {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 08:51:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d41287fe-aa7f-4b3b-8b9c-377922701d1a tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Acquiring lock "b6fce717-b3d2-415b-9868-63ea435c8ba1" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:51:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d41287fe-aa7f-4b3b-8b9c-377922701d1a tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Lock "b6fce717-b3d2-415b-9868-63ea435c8ba1" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:51:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d41287fe-aa7f-4b3b-8b9c-377922701d1a tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Acquiring lock "b6fce717-b3d2-415b-9868-63ea435c8ba1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:51:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d41287fe-aa7f-4b3b-8b9c-377922701d1a tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Lock "b6fce717-b3d2-415b-9868-63ea435c8ba1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:51:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d41287fe-aa7f-4b3b-8b9c-377922701d1a tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Lock "b6fce717-b3d2-415b-9868-63ea435c8ba1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:51:13 user nova-compute[73884]: INFO nova.compute.manager [None req-d41287fe-aa7f-4b3b-8b9c-377922701d1a tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Terminating instance
Oct 16 08:51:13 user nova-compute[73884]: DEBUG nova.compute.manager [None req-d41287fe-aa7f-4b3b-8b9c-377922701d1a tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 08:51:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:14 user nova-compute[73884]: DEBUG nova.compute.manager [req-14f6dc83-c9f1-4712-bc74-334247b05088 req-eee93457-9857-468c-ac7b-5efe9768b6e9 service nova] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Received event network-vif-unplugged-2ed0c168-29ab-4baa-9ebb-ec83bd0f605c {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:51:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-14f6dc83-c9f1-4712-bc74-334247b05088 req-eee93457-9857-468c-ac7b-5efe9768b6e9 service nova] Acquiring lock "b6fce717-b3d2-415b-9868-63ea435c8ba1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:51:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-14f6dc83-c9f1-4712-bc74-334247b05088 req-eee93457-9857-468c-ac7b-5efe9768b6e9 service nova] Lock "b6fce717-b3d2-415b-9868-63ea435c8ba1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:51:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-14f6dc83-c9f1-4712-bc74-334247b05088 req-eee93457-9857-468c-ac7b-5efe9768b6e9 service nova] Lock "b6fce717-b3d2-415b-9868-63ea435c8ba1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:51:14 user nova-compute[73884]: DEBUG nova.compute.manager [req-14f6dc83-c9f1-4712-bc74-334247b05088 req-eee93457-9857-468c-ac7b-5efe9768b6e9 service nova] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] No waiting events found dispatching network-vif-unplugged-2ed0c168-29ab-4baa-9ebb-ec83bd0f605c {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:51:14 user nova-compute[73884]: DEBUG nova.compute.manager [req-14f6dc83-c9f1-4712-bc74-334247b05088 req-eee93457-9857-468c-ac7b-5efe9768b6e9 service nova] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Received event network-vif-unplugged-2ed0c168-29ab-4baa-9ebb-ec83bd0f605c for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:51:14 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Instance destroyed successfully.
Oct 16 08:51:14 user nova-compute[73884]: DEBUG nova.objects.instance [None req-d41287fe-aa7f-4b3b-8b9c-377922701d1a tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Lazy-loading 'resources' on Instance uuid b6fce717-b3d2-415b-9868-63ea435c8ba1 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:51:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-d41287fe-aa7f-4b3b-8b9c-377922701d1a tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:49:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-581823576',display_name='tempest-VolumesActionsTest-instance-581823576',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-581823576',id=42,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:49:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e03f5bfbc5c149adbbfcc79d1e3d47a7',ramdisk_id='',reservation_id='r-v1izsbe9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1891845669',owner_user_name='tempest-VolumesActionsTest-1891845669-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:49:14Z,user_data=None,user_id='9e79fd24110e46adac41354ecdd14c3b',uuid=b6fce717-b3d2-415b-9868-63ea435c8ba1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2ed0c168-29ab-4baa-9ebb-ec83bd0f605c", "address": "fa:16:3e:e6:4d:d0", "network": {"id": "4fd6cb7f-c15b-470c-b6aa-7d84336f2379", "bridge": "br-int", "label": "tempest-VolumesActionsTest-674613408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e03f5bfbc5c149adbbfcc79d1e3d47a7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ed0c168-29", "ovs_interfaceid": "2ed0c168-29ab-4baa-9ebb-ec83bd0f605c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:51:14 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-d41287fe-aa7f-4b3b-8b9c-377922701d1a tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Converting VIF {"id": "2ed0c168-29ab-4baa-9ebb-ec83bd0f605c", "address": "fa:16:3e:e6:4d:d0", "network": {"id": "4fd6cb7f-c15b-470c-b6aa-7d84336f2379", "bridge": "br-int", "label": "tempest-VolumesActionsTest-674613408-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e03f5bfbc5c149adbbfcc79d1e3d47a7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ed0c168-29", "ovs_interfaceid": "2ed0c168-29ab-4baa-9ebb-ec83bd0f605c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:51:14 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-d41287fe-aa7f-4b3b-8b9c-377922701d1a tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e6:4d:d0,bridge_name='br-int',has_traffic_filtering=True,id=2ed0c168-29ab-4baa-9ebb-ec83bd0f605c,network=Network(4fd6cb7f-c15b-470c-b6aa-7d84336f2379),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ed0c168-29') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:51:14 user nova-compute[73884]: DEBUG os_vif [None req-d41287fe-aa7f-4b3b-8b9c-377922701d1a tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e6:4d:d0,bridge_name='br-int',has_traffic_filtering=True,id=2ed0c168-29ab-4baa-9ebb-ec83bd0f605c,network=Network(4fd6cb7f-c15b-470c-b6aa-7d84336f2379),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ed0c168-29') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:51:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2ed0c168-29, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:51:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:51:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=831a2c8a-e9b3-4a0c-9e89-992b36598551) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:51:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:51:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:14 user nova-compute[73884]: INFO os_vif [None req-d41287fe-aa7f-4b3b-8b9c-377922701d1a tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e6:4d:d0,bridge_name='br-int',has_traffic_filtering=True,id=2ed0c168-29ab-4baa-9ebb-ec83bd0f605c,network=Network(4fd6cb7f-c15b-470c-b6aa-7d84336f2379),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ed0c168-29')
Oct 16 08:51:14 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-d41287fe-aa7f-4b3b-8b9c-377922701d1a tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Deleting instance files /opt/stack/data/nova/instances/b6fce717-b3d2-415b-9868-63ea435c8ba1_del
Oct 16 08:51:14 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-d41287fe-aa7f-4b3b-8b9c-377922701d1a tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Deletion of /opt/stack/data/nova/instances/b6fce717-b3d2-415b-9868-63ea435c8ba1_del complete
Oct 16 08:51:14 user nova-compute[73884]: INFO nova.compute.manager [None req-d41287fe-aa7f-4b3b-8b9c-377922701d1a tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Took 0.74 seconds to destroy the instance on the hypervisor.
Oct 16 08:51:14 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-d41287fe-aa7f-4b3b-8b9c-377922701d1a tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 08:51:14 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 08:51:14 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 08:51:15 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:51:15 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Took 0.68 seconds to deallocate network for instance.
Oct 16 08:51:15 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d41287fe-aa7f-4b3b-8b9c-377922701d1a tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:51:15 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d41287fe-aa7f-4b3b-8b9c-377922701d1a tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:51:15 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-d41287fe-aa7f-4b3b-8b9c-377922701d1a tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:51:15 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-d41287fe-aa7f-4b3b-8b9c-377922701d1a tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:51:15 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d41287fe-aa7f-4b3b-8b9c-377922701d1a tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.188s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:51:15 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-d41287fe-aa7f-4b3b-8b9c-377922701d1a tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Deleted allocations for instance b6fce717-b3d2-415b-9868-63ea435c8ba1
Oct 16 08:51:15 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d41287fe-aa7f-4b3b-8b9c-377922701d1a tempest-VolumesActionsTest-1891845669 tempest-VolumesActionsTest-1891845669-project-member] Lock "b6fce717-b3d2-415b-9868-63ea435c8ba1" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.835s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:51:16 user nova-compute[73884]: DEBUG nova.compute.manager [req-9f1a61ae-2f87-4a78-b314-fc13a8fd22fb req-e1b99c6e-b925-43f9-9448-d06510e3e0d8 service nova] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Received event network-vif-plugged-2ed0c168-29ab-4baa-9ebb-ec83bd0f605c {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:51:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-9f1a61ae-2f87-4a78-b314-fc13a8fd22fb req-e1b99c6e-b925-43f9-9448-d06510e3e0d8 service nova] Acquiring lock "b6fce717-b3d2-415b-9868-63ea435c8ba1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:51:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-9f1a61ae-2f87-4a78-b314-fc13a8fd22fb req-e1b99c6e-b925-43f9-9448-d06510e3e0d8 service nova] Lock "b6fce717-b3d2-415b-9868-63ea435c8ba1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:51:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-9f1a61ae-2f87-4a78-b314-fc13a8fd22fb req-e1b99c6e-b925-43f9-9448-d06510e3e0d8 service nova] Lock "b6fce717-b3d2-415b-9868-63ea435c8ba1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:51:16 user nova-compute[73884]: DEBUG nova.compute.manager [req-9f1a61ae-2f87-4a78-b314-fc13a8fd22fb req-e1b99c6e-b925-43f9-9448-d06510e3e0d8 service nova] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] No waiting events found dispatching network-vif-plugged-2ed0c168-29ab-4baa-9ebb-ec83bd0f605c {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:51:16 user nova-compute[73884]: WARNING nova.compute.manager [req-9f1a61ae-2f87-4a78-b314-fc13a8fd22fb req-e1b99c6e-b925-43f9-9448-d06510e3e0d8 service nova] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Received unexpected event network-vif-plugged-2ed0c168-29ab-4baa-9ebb-ec83bd0f605c for instance with vm_state deleted and task_state None.
Oct 16 08:51:16 user nova-compute[73884]: DEBUG nova.compute.manager [req-9f1a61ae-2f87-4a78-b314-fc13a8fd22fb req-e1b99c6e-b925-43f9-9448-d06510e3e0d8 service nova] [instance: b6fce717-b3d2-415b-9868-63ea435c8ba1] Received event network-vif-deleted-2ed0c168-29ab-4baa-9ebb-ec83bd0f605c {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:51:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-69bd21d8-6089-4884-bd12-a9c09f8bc129 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Acquiring lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:51:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-69bd21d8-6089-4884-bd12-a9c09f8bc129 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:51:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-69bd21d8-6089-4884-bd12-a9c09f8bc129 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Acquiring lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:51:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-69bd21d8-6089-4884-bd12-a9c09f8bc129 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:51:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-69bd21d8-6089-4884-bd12-a9c09f8bc129 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:51:24 user nova-compute[73884]: INFO nova.compute.manager [None req-69bd21d8-6089-4884-bd12-a9c09f8bc129 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Terminating instance
Oct 16 08:51:24 user nova-compute[73884]: DEBUG nova.compute.manager [None req-69bd21d8-6089-4884-bd12-a9c09f8bc129 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 08:51:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:24 user nova-compute[73884]: DEBUG nova.compute.manager [req-85eb2f1c-2d05-454b-8300-e2bb5af2008d req-83c66b6b-d27b-440f-8a42-8f9b1e4788c4 service nova] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Received event network-vif-unplugged-366b3665-9b10-40f0-a576-77a10c182d2e {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:51:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-85eb2f1c-2d05-454b-8300-e2bb5af2008d req-83c66b6b-d27b-440f-8a42-8f9b1e4788c4 service nova] Acquiring lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:51:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-85eb2f1c-2d05-454b-8300-e2bb5af2008d req-83c66b6b-d27b-440f-8a42-8f9b1e4788c4 service nova] Lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:51:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-85eb2f1c-2d05-454b-8300-e2bb5af2008d req-83c66b6b-d27b-440f-8a42-8f9b1e4788c4 service nova] Lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:51:24 user nova-compute[73884]: DEBUG nova.compute.manager [req-85eb2f1c-2d05-454b-8300-e2bb5af2008d req-83c66b6b-d27b-440f-8a42-8f9b1e4788c4 service nova] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] No waiting events found dispatching network-vif-unplugged-366b3665-9b10-40f0-a576-77a10c182d2e {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:51:24 user nova-compute[73884]: DEBUG nova.compute.manager [req-85eb2f1c-2d05-454b-8300-e2bb5af2008d req-83c66b6b-d27b-440f-8a42-8f9b1e4788c4 service nova] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Received event network-vif-unplugged-366b3665-9b10-40f0-a576-77a10c182d2e for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:51:24 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Instance destroyed successfully.
Oct 16 08:51:24 user nova-compute[73884]: DEBUG nova.objects.instance [None req-69bd21d8-6089-4884-bd12-a9c09f8bc129 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lazy-loading 'resources' on Instance uuid e8439e61-c45c-4b23-ae85-d6cdd06024fc {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:51:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-69bd21d8-6089-4884-bd12-a9c09f8bc129 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:42:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1243566427',display_name='tempest-SnapshotDataIntegrityTests-server-1243566427',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1243566427',id=37,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJwK2xayrPtl1/NpDfjbGkIJc7p+TSIQpVNJxrj9eKFQUXefLtWgJxIi4WVgC/w6VQAX4gLeZc4nf4RLFelrx+ju66LMtWAGoFBwaPF0wJrMjqSRfDyWjHjCKQxGBTmb3A==',key_name='tempest-keypair-967093360',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:42:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a9486d594d1c4cfca00d2393773837ce',ramdisk_id='',reservation_id='r-9h638ei2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-332668216',owner_user_name='tempest-SnapshotDataIntegrityTests-332668216-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:42:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1425a88a402e4aaab29a6d74d8b12302',uuid=e8439e61-c45c-4b23-ae85-d6cdd06024fc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "366b3665-9b10-40f0-a576-77a10c182d2e", "address": "fa:16:3e:8b:dc:7c", "network": {"id": "45831488-169c-487a-844d-8e963fcfc606", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-598871473-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9486d594d1c4cfca00d2393773837ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap366b3665-9b", "ovs_interfaceid": "366b3665-9b10-40f0-a576-77a10c182d2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:51:24 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-69bd21d8-6089-4884-bd12-a9c09f8bc129 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Converting VIF {"id": "366b3665-9b10-40f0-a576-77a10c182d2e", "address": "fa:16:3e:8b:dc:7c", "network": {"id": "45831488-169c-487a-844d-8e963fcfc606", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-598871473-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a9486d594d1c4cfca00d2393773837ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap366b3665-9b", "ovs_interfaceid": "366b3665-9b10-40f0-a576-77a10c182d2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:51:24 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-69bd21d8-6089-4884-bd12-a9c09f8bc129 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8b:dc:7c,bridge_name='br-int',has_traffic_filtering=True,id=366b3665-9b10-40f0-a576-77a10c182d2e,network=Network(45831488-169c-487a-844d-8e963fcfc606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap366b3665-9b') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:51:24 user nova-compute[73884]: DEBUG os_vif [None req-69bd21d8-6089-4884-bd12-a9c09f8bc129 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:8b:dc:7c,bridge_name='br-int',has_traffic_filtering=True,id=366b3665-9b10-40f0-a576-77a10c182d2e,network=Network(45831488-169c-487a-844d-8e963fcfc606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap366b3665-9b') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:51:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap366b3665-9b, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:51:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:51:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1d62500c-d956-4c0c-aaab-9b32241a27df) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:51:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:51:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:24 user nova-compute[73884]: INFO os_vif [None req-69bd21d8-6089-4884-bd12-a9c09f8bc129 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:8b:dc:7c,bridge_name='br-int',has_traffic_filtering=True,id=366b3665-9b10-40f0-a576-77a10c182d2e,network=Network(45831488-169c-487a-844d-8e963fcfc606),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap366b3665-9b')
Oct 16 08:51:24 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-69bd21d8-6089-4884-bd12-a9c09f8bc129 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Deleting instance files /opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc_del
Oct 16 08:51:24 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-69bd21d8-6089-4884-bd12-a9c09f8bc129 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Deletion of /opt/stack/data/nova/instances/e8439e61-c45c-4b23-ae85-d6cdd06024fc_del complete
Oct 16 08:51:25 user nova-compute[73884]: INFO nova.compute.manager [None req-69bd21d8-6089-4884-bd12-a9c09f8bc129 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Took 0.89 seconds to destroy the instance on the hypervisor.
Oct 16 08:51:25 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-69bd21d8-6089-4884-bd12-a9c09f8bc129 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 08:51:25 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 08:51:25 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 08:51:25 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:51:25 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Took 0.79 seconds to deallocate network for instance.
Oct 16 08:51:25 user nova-compute[73884]: DEBUG nova.compute.manager [req-4aa4164f-f001-4e9d-ace1-b7e23b533b5f req-6222dca4-16f8-4bb6-ba44-8f31de5e2941 service nova] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Received event network-vif-deleted-366b3665-9b10-40f0-a576-77a10c182d2e {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:51:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-69bd21d8-6089-4884-bd12-a9c09f8bc129 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:51:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-69bd21d8-6089-4884-bd12-a9c09f8bc129 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:51:26 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-69bd21d8-6089-4884-bd12-a9c09f8bc129 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:51:26 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-69bd21d8-6089-4884-bd12-a9c09f8bc129 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:51:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-69bd21d8-6089-4884-bd12-a9c09f8bc129 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.162s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:51:26 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-69bd21d8-6089-4884-bd12-a9c09f8bc129 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Deleted allocations for instance e8439e61-c45c-4b23-ae85-d6cdd06024fc
Oct 16 08:51:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-69bd21d8-6089-4884-bd12-a9c09f8bc129 tempest-SnapshotDataIntegrityTests-332668216 tempest-SnapshotDataIntegrityTests-332668216-project-member] Lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.072s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:51:26 user nova-compute[73884]: DEBUG nova.compute.manager [req-8084fec3-97be-41bf-a712-5d150eab0800 req-dd447d93-e686-44ee-9bfa-373a4c510b37 service nova] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Received event network-vif-plugged-366b3665-9b10-40f0-a576-77a10c182d2e {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:51:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8084fec3-97be-41bf-a712-5d150eab0800 req-dd447d93-e686-44ee-9bfa-373a4c510b37 service nova] Acquiring lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:51:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8084fec3-97be-41bf-a712-5d150eab0800 req-dd447d93-e686-44ee-9bfa-373a4c510b37 service nova] Lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:51:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8084fec3-97be-41bf-a712-5d150eab0800 req-dd447d93-e686-44ee-9bfa-373a4c510b37 service nova] Lock "e8439e61-c45c-4b23-ae85-d6cdd06024fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:51:26 user nova-compute[73884]: DEBUG nova.compute.manager [req-8084fec3-97be-41bf-a712-5d150eab0800 req-dd447d93-e686-44ee-9bfa-373a4c510b37 service nova] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] No waiting events found dispatching network-vif-plugged-366b3665-9b10-40f0-a576-77a10c182d2e {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:51:26 user nova-compute[73884]: WARNING nova.compute.manager [req-8084fec3-97be-41bf-a712-5d150eab0800 req-dd447d93-e686-44ee-9bfa-373a4c510b37 service nova] [instance: e8439e61-c45c-4b23-ae85-d6cdd06024fc] Received unexpected event network-vif-plugged-366b3665-9b10-40f0-a576-77a10c182d2e for instance with vm_state deleted and task_state None.
Oct 16 08:51:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:33 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Acquiring lock "e0b309a1-5867-4e82-81fb-d95091bfb27e" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:51:33 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Lock "e0b309a1-5867-4e82-81fb-d95091bfb27e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:51:33 user nova-compute[73884]: INFO nova.compute.manager [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Unshelving
Oct 16 08:51:33 user nova-compute[73884]: INFO nova.virt.block_device [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Booting with volume ee108a52-56ab-48f0-b127-ae57c3de35d3 at /dev/vda
Oct 16 08:51:33 user nova-compute[73884]: DEBUG os_brick.utils [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:51:33 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:51:33 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:51:33 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[51d55161-533c-445b-b68a-fe7e1abb6c41]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:51:33 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:51:33 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:51:33 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1b3b4ed-11d7-4f51-bc28-160f38c145c3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:51:33 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:51:33 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:51:33 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[95b26887-6a97-4ce5-b938-6cdf41f00cb1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:51:33 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f66f33fd-796e-4cf4-af23-ec2a477e777e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:51:33 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:51:33 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:51:33 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 08:51:33 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:51:33 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:51:33 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 08:51:33 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1bd3976-f492-4267-a481-2637e698ea1d]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:51:33 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 08:51:33 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 08:51:33 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 08:51:33 user nova-compute[73884]: DEBUG os_brick.utils [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:51:33 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Updating existing volume attachment record: 82aa4162-0c1f-4e3f-9626-646ea1b5e943 {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 08:51:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:38 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:39 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:51:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=73884) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 08:51:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 08:51:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 08:51:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:51:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:51:50 user nova-compute[73884]: DEBUG nova.objects.instance [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Lazy-loading 'pci_requests' on Instance uuid e0b309a1-5867-4e82-81fb-d95091bfb27e {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:51:50 user nova-compute[73884]: DEBUG nova.objects.instance [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Lazy-loading 'numa_topology' on Instance uuid e0b309a1-5867-4e82-81fb-d95091bfb27e {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:51:50 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:51:50 user nova-compute[73884]: INFO nova.compute.claims [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Claim successful on node user
Oct 16 08:51:50 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:51:50 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:51:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.288s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:51:50 user nova-compute[73884]: INFO nova.network.neutron [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Updating port 8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Oct 16 08:51:51 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Acquiring lock "refresh_cache-e0b309a1-5867-4e82-81fb-d95091bfb27e" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:51:51 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Acquired lock "refresh_cache-e0b309a1-5867-4e82-81fb-d95091bfb27e" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:51:51 user nova-compute[73884]: DEBUG nova.network.neutron [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:51:51 user nova-compute[73884]: DEBUG nova.compute.manager [req-b7fa6285-f28c-4a41-9f35-1c4a4eae5e20 req-0cc880f3-20d0-4fde-9296-fda5d06a5431 service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Received event network-changed-8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:51:51 user nova-compute[73884]: DEBUG nova.compute.manager [req-b7fa6285-f28c-4a41-9f35-1c4a4eae5e20 req-0cc880f3-20d0-4fde-9296-fda5d06a5431 service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Refreshing instance network info cache due to event network-changed-8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:51:51 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-b7fa6285-f28c-4a41-9f35-1c4a4eae5e20 req-0cc880f3-20d0-4fde-9296-fda5d06a5431 service nova] Acquiring lock "refresh_cache-e0b309a1-5867-4e82-81fb-d95091bfb27e" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:51:51 user nova-compute[73884]: DEBUG nova.network.neutron [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Updating instance_info_cache with network_info: [{"id": "8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07", "address": "fa:16:3e:16:ca:10", "network": {"id": "af5f517c-04e0-489c-8875-09c038058422", "bridge": "br-int", "label": "tempest-TestShelveInstance-1080315197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f62d816c8ba04a8b9f612720bd7b8d31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ce2bbb9-0f", "ovs_interfaceid": "8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:51:51 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Releasing lock "refresh_cache-e0b309a1-5867-4e82-81fb-d95091bfb27e" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:51:51 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:51:51 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Creating image(s)
Oct 16 08:51:51 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Did not create local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 16 08:51:51 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Ensure instance console log exists: /opt/stack/data/nova/instances/e0b309a1-5867-4e82-81fb-d95091bfb27e/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:51:51 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:51:51 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:51:51 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:51:51 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Start _get_guest_xml network_info=[{"id": "8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07", "address": "fa:16:3e:16:ca:10", "network": {"id": "af5f517c-04e0-489c-8875-09c038058422", "bridge": "br-int", "label": "tempest-TestShelveInstance-1080315197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f62d816c8ba04a8b9f612720bd7b8d31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ce2bbb9-0f", "ovs_interfaceid": "8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RguFGeIQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e0b309a1-5867-4e82-81fb-d95091bfb27e', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee108a52-56ab-48f0-b127-ae57c3de35d3', 'serial': 'ee108a52-56ab-48f0-b127-ae57c3de35d3'}, 'attachment_id': '82aa4162-0c1f-4e3f-9626-646ea1b5e943', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'delete_on_termination': True, 'boot_index': 0, 'device_type': 'disk', 'volume_type': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:51:51 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-b7fa6285-f28c-4a41-9f35-1c4a4eae5e20 req-0cc880f3-20d0-4fde-9296-fda5d06a5431 service nova] Acquired lock "refresh_cache-e0b309a1-5867-4e82-81fb-d95091bfb27e" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:51:51 user nova-compute[73884]: DEBUG nova.network.neutron [req-b7fa6285-f28c-4a41-9f35-1c4a4eae5e20 req-0cc880f3-20d0-4fde-9296-fda5d06a5431 service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Refreshing network info cache for port 8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:51:51 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:51:51 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:51:51 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:51:51 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:51:51 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:51:51 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:51:51 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:51:51 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:51:51 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:51:51 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:51:51 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:51:51 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:51:51 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:51:51 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:51:51 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:51:51 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:51:51 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:51:51 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:51:51 user nova-compute[73884]: DEBUG nova.objects.instance [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Lazy-loading 'vcpu_model' on Instance uuid e0b309a1-5867-4e82-81fb-d95091bfb27e {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:51:51 user nova-compute[73884]: DEBUG nova.objects.base [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Object Instance<e0b309a1-5867-4e82-81fb-d95091bfb27e> lazy-loaded attributes: pci_requests,vcpu_model {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:51:51 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:51:51 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RguFGeIQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:51:51 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:51:51 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:51:51 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:51:51 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:51:51 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:51:51 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:51:51 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:51:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2ba0320-53ad-48e0-b349-9e1405c0f9a8]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:51:52 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d45fc1b-7876-4756-94cb-12b0213ff472]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3] added
Oct 16 08:51:52 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d4591ef-a0e9-4112-a350-cb6ebb66157b]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a9df859-a586-4f07-9606-0b957939fdb5]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RguFGeIQ {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RguFGeIQ" returned: 0 in 0.027s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b2b3c38-2ab5-434d-bcd2-545b8d76d665]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RguFGeIQ'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c93e48c2-1323-4db0-9cda-fac0bfe9bc84]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2b058c6-dc46-4c39-94cc-d220b1f14eb0]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 (non-flash)
Oct 16 08:51:52 user nova-compute[73884]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435 (non-flash)
Oct 16 08:51:52 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 (non-flash)
Oct 16 08:51:52 user nova-compute[73884]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435 (non-flash)
Oct 16 08:51:52 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[10227c29-1b52-4f96-b0c0-e8af107839de]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3, portal: 172.16.0.220,3260]
Oct 16 08:51:52 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3, portal: 172.16.0.220,3260] successful.
Oct 16 08:51:52 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.090s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e32c141-6788-4df5-9070-c81c3e6ec3e7]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[28da6bf2-dfdc-42d0-9f80-2df3c8128e06]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 (non-flash)
Oct 16 08:51:52 user nova-compute[73884]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435 (non-flash)
Oct 16 08:51:52 user nova-compute[73884]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 (non-flash)
Oct 16 08:51:52 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 (non-flash)
Oct 16 08:51:52 user nova-compute[73884]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435 (non-flash)
Oct 16 08:51:52 user nova-compute[73884]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 (non-flash)
Oct 16 08:51:52 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.365s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] HCTL ('35', '-', '-', 0) found on session 46 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.027s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[baf503b1-3ed0-4655-978b-363d2009172e]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Searching for a device in session 46 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RguFGeIQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG nova.network.neutron [req-b7fa6285-f28c-4a41-9f35-1c4a4eae5e20 req-0cc880f3-20d0-4fde-9296-fda5d06a5431 service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Updated VIF entry in instance network info cache for port 8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG nova.network.neutron [req-b7fa6285-f28c-4a41-9f35-1c4a4eae5e20 req-0cc880f3-20d0-4fde-9296-fda5d06a5431 service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Updating instance_info_cache with network_info: [{"id": "8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07", "address": "fa:16:3e:16:ca:10", "network": {"id": "af5f517c-04e0-489c-8875-09c038058422", "bridge": "br-int", "label": "tempest-TestShelveInstance-1080315197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f62d816c8ba04a8b9f612720bd7b8d31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ce2bbb9-0f", "ovs_interfaceid": "8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:51:52 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-b7fa6285-f28c-4a41-9f35-1c4a4eae5e20 req-0cc880f3-20d0-4fde-9296-fda5d06a5431 service nova] Releasing lock "refresh_cache-e0b309a1-5867-4e82-81fb-d95091bfb27e" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:51:53 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.408s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:51:53 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] <== connect_volume: return (1410ms) {'type': 'block', 'scsi_wwn': '26465633336336133', 'path': '/dev/sdd'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:51:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26465633336336133', 'path': '/dev/sdd'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:51:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-16T08:47:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-647106249',display_name='tempest-TestShelveInstance-server-647106249',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-647106249',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-111766155',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:48:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='f62d816c8ba04a8b9f612720bd7b8d31',ramdisk_id='',reservation_id='r-w006tenv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-463603918',owner_user_name='tempest-TestShelveInstance-463603918-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:51:34Z,user_data=None,user_id='6a765990deb84e29a86325049065bbe9',uuid=e0b309a1-5867-4e82-81fb-d95091bfb27e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07", "address": "fa:16:3e:16:ca:10", "network": {"id": "af5f517c-04e0-489c-8875-09c038058422", "bridge": "br-int", "label": "tempest-TestShelveInstance-1080315197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f62d816c8ba04a8b9f612720bd7b8d31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ce2bbb9-0f", "ovs_interfaceid": "8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:51:53 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Converting VIF {"id": "8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07", "address": "fa:16:3e:16:ca:10", "network": {"id": "af5f517c-04e0-489c-8875-09c038058422", "bridge": "br-int", "label": "tempest-TestShelveInstance-1080315197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f62d816c8ba04a8b9f612720bd7b8d31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ce2bbb9-0f", "ovs_interfaceid": "8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:51:53 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:16:ca:10,bridge_name='br-int',has_traffic_filtering=True,id=8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07,network=Network(af5f517c-04e0-489c-8875-09c038058422),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8ce2bbb9-0f') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:51:53 user nova-compute[73884]: DEBUG nova.objects.instance [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Lazy-loading 'pci_devices' on Instance uuid e0b309a1-5867-4e82-81fb-d95091bfb27e {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:51:53 user nova-compute[73884]: DEBUG nova.objects.base [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Object Instance<e0b309a1-5867-4e82-81fb-d95091bfb27e> lazy-loaded attributes: pci_requests,vcpu_model,pci_devices {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:51:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:51:53 user nova-compute[73884]:   <uuid>e0b309a1-5867-4e82-81fb-d95091bfb27e</uuid>
Oct 16 08:51:53 user nova-compute[73884]:   <name>instance-00000028</name>
Oct 16 08:51:53 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:51:53 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:51:53 user nova-compute[73884]:   <metadata>
Oct 16 08:51:53 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:51:53 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:51:53 user nova-compute[73884]:       <nova:name>tempest-TestShelveInstance-server-647106249</nova:name>
Oct 16 08:51:53 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:51:51</nova:creationTime>
Oct 16 08:51:53 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:51:53 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:51:53 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:51:53 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:51:53 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:51:53 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:51:53 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:51:53 user nova-compute[73884]:       <nova:owner>
Oct 16 08:51:53 user nova-compute[73884]:         <nova:user uuid="6a765990deb84e29a86325049065bbe9">tempest-TestShelveInstance-463603918-project-member</nova:user>
Oct 16 08:51:53 user nova-compute[73884]:         <nova:project uuid="f62d816c8ba04a8b9f612720bd7b8d31">tempest-TestShelveInstance-463603918</nova:project>
Oct 16 08:51:53 user nova-compute[73884]:       </nova:owner>
Oct 16 08:51:53 user nova-compute[73884]:       <nova:ports>
Oct 16 08:51:53 user nova-compute[73884]:         <nova:port uuid="8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07">
Oct 16 08:51:53 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Oct 16 08:51:53 user nova-compute[73884]:         </nova:port>
Oct 16 08:51:53 user nova-compute[73884]:       </nova:ports>
Oct 16 08:51:53 user nova-compute[73884]:     </nova:instance>
Oct 16 08:51:53 user nova-compute[73884]:   </metadata>
Oct 16 08:51:53 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:51:53 user nova-compute[73884]:     <system>
Oct 16 08:51:53 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:51:53 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:51:53 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:51:53 user nova-compute[73884]:       <entry name="serial">e0b309a1-5867-4e82-81fb-d95091bfb27e</entry>
Oct 16 08:51:53 user nova-compute[73884]:       <entry name="uuid">e0b309a1-5867-4e82-81fb-d95091bfb27e</entry>
Oct 16 08:51:53 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:51:53 user nova-compute[73884]:     </system>
Oct 16 08:51:53 user nova-compute[73884]:   </sysinfo>
Oct 16 08:51:53 user nova-compute[73884]:   <os>
Oct 16 08:51:53 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:51:53 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:51:53 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:51:53 user nova-compute[73884]:   </os>
Oct 16 08:51:53 user nova-compute[73884]:   <features>
Oct 16 08:51:53 user nova-compute[73884]:     <acpi/>
Oct 16 08:51:53 user nova-compute[73884]:     <apic/>
Oct 16 08:51:53 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:51:53 user nova-compute[73884]:   </features>
Oct 16 08:51:53 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:51:53 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:51:53 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:51:53 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:51:53 user nova-compute[73884]:   </clock>
Oct 16 08:51:53 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:51:53 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:51:53 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:51:53 user nova-compute[73884]:   </cpu>
Oct 16 08:51:53 user nova-compute[73884]:   <devices>
Oct 16 08:51:53 user nova-compute[73884]:     <disk type="block" device="disk">
Oct 16 08:51:53 user nova-compute[73884]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:51:53 user nova-compute[73884]:       <source dev="/dev/sdd"/>
Oct 16 08:51:53 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:51:53 user nova-compute[73884]:       <serial>ee108a52-56ab-48f0-b127-ae57c3de35d3</serial>
Oct 16 08:51:53 user nova-compute[73884]:     </disk>
Oct 16 08:51:53 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:51:53 user nova-compute[73884]:       <mac address="fa:16:3e:16:ca:10"/>
Oct 16 08:51:53 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:51:53 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:51:53 user nova-compute[73884]:       <target dev="tap8ce2bbb9-0f"/>
Oct 16 08:51:53 user nova-compute[73884]:     </interface>
Oct 16 08:51:53 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:51:53 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/e0b309a1-5867-4e82-81fb-d95091bfb27e/console.log" append="off"/>
Oct 16 08:51:53 user nova-compute[73884]:     </serial>
Oct 16 08:51:53 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:51:53 user nova-compute[73884]:     <video>
Oct 16 08:51:53 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:51:53 user nova-compute[73884]:     </video>
Oct 16 08:51:53 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:51:53 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:51:53 user nova-compute[73884]:     </rng>
Oct 16 08:51:53 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:51:53 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:51:53 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:51:53 user nova-compute[73884]:     </memballoon>
Oct 16 08:51:53 user nova-compute[73884]:   </devices>
Oct 16 08:51:53 user nova-compute[73884]: </domain>
Oct 16 08:51:53 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:51:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-16T08:47:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-647106249',display_name='tempest-TestShelveInstance-server-647106249',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-647106249',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-111766155',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:48:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='f62d816c8ba04a8b9f612720bd7b8d31',ramdisk_id='',reservation_id='r-w006tenv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-463603918',owner_user_name='tempest-TestShelveInstance-463603918-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:51:34Z,user_data=None,user_id='6a765990deb84e29a86325049065bbe9',uuid=e0b309a1-5867-4e82-81fb-d95091bfb27e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07", "address": "fa:16:3e:16:ca:10", "network": {"id": "af5f517c-04e0-489c-8875-09c038058422", "bridge": "br-int", "label": "tempest-TestShelveInstance-1080315197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f62d816c8ba04a8b9f612720bd7b8d31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ce2bbb9-0f", "ovs_interfaceid": "8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:51:53 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Converting VIF {"id": "8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07", "address": "fa:16:3e:16:ca:10", "network": {"id": "af5f517c-04e0-489c-8875-09c038058422", "bridge": "br-int", "label": "tempest-TestShelveInstance-1080315197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f62d816c8ba04a8b9f612720bd7b8d31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ce2bbb9-0f", "ovs_interfaceid": "8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:51:53 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:16:ca:10,bridge_name='br-int',has_traffic_filtering=True,id=8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07,network=Network(af5f517c-04e0-489c-8875-09c038058422),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8ce2bbb9-0f') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:51:53 user nova-compute[73884]: DEBUG os_vif [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:16:ca:10,bridge_name='br-int',has_traffic_filtering=True,id=8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07,network=Network(af5f517c-04e0-489c-8875-09c038058422),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8ce2bbb9-0f') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:51:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:51:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:51:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '668450b5-dc7c-57d2-be9f-20b8b5e3d8f3', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:51:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:51:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8ce2bbb9-0f, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:51:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8ce2bbb9-0f, col_values=(('qos', UUID('ec86396c-a43d-41f7-8105-a51d6fe48939')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:51:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8ce2bbb9-0f, col_values=(('external_ids', {'iface-id': '8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:16:ca:10', 'vm-uuid': 'e0b309a1-5867-4e82-81fb-d95091bfb27e'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:51:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:51:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:53 user nova-compute[73884]: INFO os_vif [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:16:ca:10,bridge_name='br-int',has_traffic_filtering=True,id=8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07,network=Network(af5f517c-04e0-489c-8875-09c038058422),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8ce2bbb9-0f')
Oct 16 08:51:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:51:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] No VIF found with MAC fa:16:3e:16:ca:10, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:51:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:54 user nova-compute[73884]: DEBUG nova.compute.manager [req-bb90c75b-bd86-44e1-bf30-20d1931fef20 req-63a1e015-5b62-463f-8bec-2d2e1e33362f service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Received event network-vif-plugged-8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:51:54 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-bb90c75b-bd86-44e1-bf30-20d1931fef20 req-63a1e015-5b62-463f-8bec-2d2e1e33362f service nova] Acquiring lock "e0b309a1-5867-4e82-81fb-d95091bfb27e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:51:54 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-bb90c75b-bd86-44e1-bf30-20d1931fef20 req-63a1e015-5b62-463f-8bec-2d2e1e33362f service nova] Lock "e0b309a1-5867-4e82-81fb-d95091bfb27e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:51:54 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-bb90c75b-bd86-44e1-bf30-20d1931fef20 req-63a1e015-5b62-463f-8bec-2d2e1e33362f service nova] Lock "e0b309a1-5867-4e82-81fb-d95091bfb27e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:51:54 user nova-compute[73884]: DEBUG nova.compute.manager [req-bb90c75b-bd86-44e1-bf30-20d1931fef20 req-63a1e015-5b62-463f-8bec-2d2e1e33362f service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] No waiting events found dispatching network-vif-plugged-8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:51:54 user nova-compute[73884]: WARNING nova.compute.manager [req-bb90c75b-bd86-44e1-bf30-20d1931fef20 req-63a1e015-5b62-463f-8bec-2d2e1e33362f service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Received unexpected event network-vif-plugged-8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 16 08:51:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:56 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:51:56 user nova-compute[73884]: DEBUG nova.compute.manager [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:51:56 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:51:57 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Instance spawned successfully.
Oct 16 08:51:57 user nova-compute[73884]: DEBUG nova.compute.manager [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:51:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-a55a44c7-afd0-430e-a917-c6ed8ee76e37 req-a2837ff6-765a-45b8-ba45-f712d7611276 service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Received event network-vif-plugged-8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:51:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a55a44c7-afd0-430e-a917-c6ed8ee76e37 req-a2837ff6-765a-45b8-ba45-f712d7611276 service nova] Acquiring lock "e0b309a1-5867-4e82-81fb-d95091bfb27e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:51:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a55a44c7-afd0-430e-a917-c6ed8ee76e37 req-a2837ff6-765a-45b8-ba45-f712d7611276 service nova] Lock "e0b309a1-5867-4e82-81fb-d95091bfb27e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:51:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a55a44c7-afd0-430e-a917-c6ed8ee76e37 req-a2837ff6-765a-45b8-ba45-f712d7611276 service nova] Lock "e0b309a1-5867-4e82-81fb-d95091bfb27e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:51:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-a55a44c7-afd0-430e-a917-c6ed8ee76e37 req-a2837ff6-765a-45b8-ba45-f712d7611276 service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] No waiting events found dispatching network-vif-plugged-8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:51:57 user nova-compute[73884]: WARNING nova.compute.manager [req-a55a44c7-afd0-430e-a917-c6ed8ee76e37 req-a2837ff6-765a-45b8-ba45-f712d7611276 service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Received unexpected event network-vif-plugged-8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07 for instance with vm_state shelved_offloaded and task_state spawning.
Oct 16 08:51:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-3a1feb66-2693-49e9-b1aa-ca0c6ded45dd tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Lock "e0b309a1-5867-4e82-81fb-d95091bfb27e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 23.493s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:51:58 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:51:58 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:51:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:51:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:00 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:52:00 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:52:00 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 08:52:01 user nova-compute[73884]: DEBUG nova.objects.instance [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lazy-loading 'flavor' on Instance uuid 6bc8092c-0645-4cf3-a26b-4d51405159bd {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:52:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquiring lock "refresh_cache-6bc8092c-0645-4cf3-a26b-4d51405159bd" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:52:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquired lock "refresh_cache-6bc8092c-0645-4cf3-a26b-4d51405159bd" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:52:01 user nova-compute[73884]: DEBUG nova.network.neutron [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:52:01 user nova-compute[73884]: DEBUG nova.objects.instance [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lazy-loading 'info_cache' on Instance uuid 6bc8092c-0645-4cf3-a26b-4d51405159bd {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:52:01 user nova-compute[73884]: DEBUG nova.objects.base [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Object Instance<6bc8092c-0645-4cf3-a26b-4d51405159bd> lazy-loaded attributes: flavor,info_cache {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG nova.network.neutron [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Updating instance_info_cache with network_info: [{"id": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "address": "fa:16:3e:a2:b7:bd", "network": {"id": "795d1d26-3506-4bf7-9b12-4b4ebd58c1ee", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-963791271-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.25", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500befd5b50d4fa598c657d7e617b265", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9bd59e93-bf", "ovs_interfaceid": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Releasing lock "refresh_cache-6bc8092c-0645-4cf3-a26b-4d51405159bd" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:52:02 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Instance destroyed successfully.
Oct 16 08:52:02 user nova-compute[73884]: DEBUG nova.objects.instance [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lazy-loading 'resources' on Instance uuid 6bc8092c-0645-4cf3-a26b-4d51405159bd {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG nova.objects.base [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Object Instance<6bc8092c-0645-4cf3-a26b-4d51405159bd> lazy-loaded attributes: flavor,info_cache,resources {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:47:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-683746936',display_name='tempest-AttachVolumeTestJSON-server-683746936',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-683746936',id=41,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBm7LVfUlQpLUI1wfozvcr5mMhc4MpqyH7ZXQkaFR+jVv5WTTp8NylTNAgIAzIWjbuPUw5mvwmo+9mEeXXI9tnWUGXpx3KiYh9C6+edZ2chpzXwUK0R4r9E7d1Y2dCeshg==',key_name='tempest-keypair-839640580',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:48:00Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='500befd5b50d4fa598c657d7e617b265',ramdisk_id='',reservation_id='r-qsntfyn5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-249638898',owner_user_name='tempest-AttachVolumeTestJSON-249638898-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:50:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e2a4cdaa31a94c5f8ec1becde28346f1',uuid=6bc8092c-0645-4cf3-a26b-4d51405159bd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "address": "fa:16:3e:a2:b7:bd", "network": {"id": "795d1d26-3506-4bf7-9b12-4b4ebd58c1ee", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-963791271-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.25", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500befd5b50d4fa598c657d7e617b265", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9bd59e93-bf", "ovs_interfaceid": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Converting VIF {"id": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "address": "fa:16:3e:a2:b7:bd", "network": {"id": "795d1d26-3506-4bf7-9b12-4b4ebd58c1ee", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-963791271-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.25", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500befd5b50d4fa598c657d7e617b265", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9bd59e93-bf", "ovs_interfaceid": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a2:b7:bd,bridge_name='br-int',has_traffic_filtering=True,id=9bd59e93-bfbd-4d64-be3b-199e96b62401,network=Network(795d1d26-3506-4bf7-9b12-4b4ebd58c1ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9bd59e93-bf') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG os_vif [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:b7:bd,bridge_name='br-int',has_traffic_filtering=True,id=9bd59e93-bfbd-4d64-be3b-199e96b62401,network=Network(795d1d26-3506-4bf7-9b12-4b4ebd58c1ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9bd59e93-bf') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9bd59e93-bf, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1cc60439-efe9-4591-b0e2-a182d3fbb078) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:52:02 user nova-compute[73884]: INFO os_vif [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:b7:bd,bridge_name='br-int',has_traffic_filtering=True,id=9bd59e93-bfbd-4d64-be3b-199e96b62401,network=Network(795d1d26-3506-4bf7-9b12-4b4ebd58c1ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9bd59e93-bf')
Oct 16 08:52:02 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kArdXlNE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:52:02 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:52:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7d15aee-030c-46e4-9091-23b92685f393]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:52:02 user nova-compute[73884]: No targets found.
Oct 16 08:52:02 user nova-compute[73884]: iSNS:
Oct 16 08:52:02 user nova-compute[73884]: No targets found.
Oct 16 08:52:02 user nova-compute[73884]: STATIC:
Oct 16 08:52:02 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981
Oct 16 08:52:02 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:52:02 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:52:02 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435
Oct 16 08:52:02 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:52:02 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:52:02 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3
Oct 16 08:52:02 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:52:02 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:52:02 user nova-compute[73884]: FIRMWARE:
Oct 16 08:52:02 user nova-compute[73884]: No targets found.
Oct 16 08:52:02 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:52:02 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:52:02 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bab488a-76de-4e53-97fd-25aa48a3f846]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d923d88-a897-4f9c-a28e-f20e425676f7]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 (non-flash)
Oct 16 08:52:02 user nova-compute[73884]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435 (non-flash)
Oct 16 08:52:02 user nova-compute[73884]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 (non-flash)
Oct 16 08:52:02 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 (non-flash)
Oct 16 08:52:02 user nova-compute[73884]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435 (non-flash)
Oct 16 08:52:02 user nova-compute[73884]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 (non-flash)
Oct 16 08:52:02 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7eac0dcee0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981'): ({'sdb'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Removing single pathed devices sdb {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[4270a676-a535-41cf-9793-78bddc7f3e8a]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.026s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dfc863b-1257-4763-b822-8643fea082aa]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Flushing IO for device /dev/sdb {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cd924d7-dff4-4de5-b651-893815633a65]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.033s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e014ff3-13d2-4f15-a4f8-ed6ffb276f56]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] SCSI volumes sdb have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[14faf952-ca9b-4dfd-ba9a-1958dc165559]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa576a7b-e71e-4a6c-8e04-167c15628b08]: (4, ('Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981, portal: 172.16.0.220,3260]\nLogout of [sid: 44, target: iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981, portal: 172.16.0.220,3260]
Oct 16 08:52:02 user nova-compute[73884]: Logout of [sid: 44, target: iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981, portal: 172.16.0.220,3260] successful.
Oct 16 08:52:02 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fd71097-2b7d-411a-ba78-4ac92124ca96]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.357s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] <== disconnect_volume: return (359ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Start _get_guest_xml network_info=[{"id": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "address": "fa:16:3e:a2:b7:bd", "network": {"id": "795d1d26-3506-4bf7-9b12-4b4ebd58c1ee", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-963791271-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.25", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500befd5b50d4fa598c657d7e617b265", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9bd59e93-bf", "ovs_interfaceid": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'a4e1d819-b957-4c9c-9b9d-fd987951fbab'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kArdXlNE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': '6bc8092c-0645-4cf3-a26b-4d51405159bd', 'attached_at': '', 'detached_at': '', 'volume_id': '17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981', 'serial': '17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981'}, 'attachment_id': '74b84e82-a30e-4335-8d4c-4ef1022c115e', 'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'guest_format': None, 'delete_on_termination': False, 'boot_index': None, 'device_type': 'disk', 'volume_type': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG nova.objects.instance [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lazy-loading 'numa_topology' on Instance uuid 6bc8092c-0645-4cf3-a26b-4d51405159bd {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG nova.objects.base [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Object Instance<6bc8092c-0645-4cf3-a26b-4d51405159bd> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:52:02 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:52:02 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:52:02 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG nova.objects.instance [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lazy-loading 'vcpu_model' on Instance uuid 6bc8092c-0645-4cf3-a26b-4d51405159bd {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG nova.objects.base [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Object Instance<6bc8092c-0645-4cf3-a26b-4d51405159bd> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kArdXlNE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:52:02 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:52:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:52:02 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:52:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:52:02 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a44365d3-ef0c-4d64-bf5a-98e31a8917d4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:52:02 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[00fd9f46-a358-4370-8931-e48f79f627a6]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981] added
Oct 16 08:52:02 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[05dda394-477a-4364-91c9-eb9610d8b91d]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[38646c6e-9307-4857-af08-6954eca25c44]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kArdXlNE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kArdXlNE" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cca17ed-feaf-4ea3-b589-e57823536bb2]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'kArdXlNE'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0dc1649-59bc-474b-9cc4-907f151a3b0b]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[de114bb5-6a72-4e3b-a555-948ce9d971c5]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435 (non-flash)
Oct 16 08:52:02 user nova-compute[73884]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 (non-flash)
Oct 16 08:52:02 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435 (non-flash)
Oct 16 08:52:02 user nova-compute[73884]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 (non-flash)
Oct 16 08:52:02 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d480f9bd-c454-4e9d-b338-597d82d0706c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981, portal: 172.16.0.220,3260]
Oct 16 08:52:02 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981, portal: 172.16.0.220,3260] successful.
Oct 16 08:52:02 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[167de46b-f7e9-47a0-8959-182e264e86d6]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f93d7311-1c69-4a48-9106-418fe5a26a20]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435 (non-flash)
Oct 16 08:52:02 user nova-compute[73884]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 (non-flash)
Oct 16 08:52:02 user nova-compute[73884]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 (non-flash)
Oct 16 08:52:02 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435 (non-flash)
Oct 16 08:52:02 user nova-compute[73884]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 (non-flash)
Oct 16 08:52:02 user nova-compute[73884]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 (non-flash)
Oct 16 08:52:02 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.284s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] HCTL ('33', '-', '-', 0) found on session 47 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ead8a31e-c01b-4352-ac85-1c383f14ff1d]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Searching for a device in session 47 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:52:02 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kArdXlNE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:52:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.317s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:52:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] <== connect_volume: return (1319ms) {'type': 'block', 'scsi_wwn': '23565333435353234', 'path': '/dev/sdb'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:52:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23565333435353234', 'path': '/dev/sdb'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:52:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:47:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-683746936',display_name='tempest-AttachVolumeTestJSON-server-683746936',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-683746936',id=41,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBm7LVfUlQpLUI1wfozvcr5mMhc4MpqyH7ZXQkaFR+jVv5WTTp8NylTNAgIAzIWjbuPUw5mvwmo+9mEeXXI9tnWUGXpx3KiYh9C6+edZ2chpzXwUK0R4r9E7d1Y2dCeshg==',key_name='tempest-keypair-839640580',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:48:00Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='500befd5b50d4fa598c657d7e617b265',ramdisk_id='',reservation_id='r-qsntfyn5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-249638898',owner_user_name='tempest-AttachVolumeTestJSON-249638898-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:50:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e2a4cdaa31a94c5f8ec1becde28346f1',uuid=6bc8092c-0645-4cf3-a26b-4d51405159bd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "address": "fa:16:3e:a2:b7:bd", "network": {"id": "795d1d26-3506-4bf7-9b12-4b4ebd58c1ee", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-963791271-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.25", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500befd5b50d4fa598c657d7e617b265", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9bd59e93-bf", "ovs_interfaceid": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:52:04 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Converting VIF {"id": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "address": "fa:16:3e:a2:b7:bd", "network": {"id": "795d1d26-3506-4bf7-9b12-4b4ebd58c1ee", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-963791271-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.25", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500befd5b50d4fa598c657d7e617b265", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9bd59e93-bf", "ovs_interfaceid": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:52:04 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a2:b7:bd,bridge_name='br-int',has_traffic_filtering=True,id=9bd59e93-bfbd-4d64-be3b-199e96b62401,network=Network(795d1d26-3506-4bf7-9b12-4b4ebd58c1ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9bd59e93-bf') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:52:04 user nova-compute[73884]: DEBUG nova.objects.instance [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lazy-loading 'pci_devices' on Instance uuid 6bc8092c-0645-4cf3-a26b-4d51405159bd {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:52:04 user nova-compute[73884]: DEBUG nova.objects.base [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Object Instance<6bc8092c-0645-4cf3-a26b-4d51405159bd> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:52:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:52:04 user nova-compute[73884]:   <uuid>6bc8092c-0645-4cf3-a26b-4d51405159bd</uuid>
Oct 16 08:52:04 user nova-compute[73884]:   <name>instance-00000029</name>
Oct 16 08:52:04 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:52:04 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:52:04 user nova-compute[73884]:   <metadata>
Oct 16 08:52:04 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:52:04 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:52:04 user nova-compute[73884]:       <nova:name>tempest-AttachVolumeTestJSON-server-683746936</nova:name>
Oct 16 08:52:04 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:52:02</nova:creationTime>
Oct 16 08:52:04 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:52:04 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:52:04 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:52:04 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:52:04 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:52:04 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:52:04 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:52:04 user nova-compute[73884]:       <nova:owner>
Oct 16 08:52:04 user nova-compute[73884]:         <nova:user uuid="e2a4cdaa31a94c5f8ec1becde28346f1">tempest-AttachVolumeTestJSON-249638898-project-member</nova:user>
Oct 16 08:52:04 user nova-compute[73884]:         <nova:project uuid="500befd5b50d4fa598c657d7e617b265">tempest-AttachVolumeTestJSON-249638898</nova:project>
Oct 16 08:52:04 user nova-compute[73884]:       </nova:owner>
Oct 16 08:52:04 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:52:04 user nova-compute[73884]:       <nova:ports>
Oct 16 08:52:04 user nova-compute[73884]:         <nova:port uuid="9bd59e93-bfbd-4d64-be3b-199e96b62401">
Oct 16 08:52:04 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 16 08:52:04 user nova-compute[73884]:         </nova:port>
Oct 16 08:52:04 user nova-compute[73884]:       </nova:ports>
Oct 16 08:52:04 user nova-compute[73884]:     </nova:instance>
Oct 16 08:52:04 user nova-compute[73884]:   </metadata>
Oct 16 08:52:04 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:52:04 user nova-compute[73884]:     <system>
Oct 16 08:52:04 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:52:04 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:52:04 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:52:04 user nova-compute[73884]:       <entry name="serial">6bc8092c-0645-4cf3-a26b-4d51405159bd</entry>
Oct 16 08:52:04 user nova-compute[73884]:       <entry name="uuid">6bc8092c-0645-4cf3-a26b-4d51405159bd</entry>
Oct 16 08:52:04 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:52:04 user nova-compute[73884]:     </system>
Oct 16 08:52:04 user nova-compute[73884]:   </sysinfo>
Oct 16 08:52:04 user nova-compute[73884]:   <os>
Oct 16 08:52:04 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:52:04 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:52:04 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:52:04 user nova-compute[73884]:   </os>
Oct 16 08:52:04 user nova-compute[73884]:   <features>
Oct 16 08:52:04 user nova-compute[73884]:     <acpi/>
Oct 16 08:52:04 user nova-compute[73884]:     <apic/>
Oct 16 08:52:04 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:52:04 user nova-compute[73884]:   </features>
Oct 16 08:52:04 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:52:04 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:52:04 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:52:04 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:52:04 user nova-compute[73884]:   </clock>
Oct 16 08:52:04 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:52:04 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:52:04 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:52:04 user nova-compute[73884]:   </cpu>
Oct 16 08:52:04 user nova-compute[73884]:   <devices>
Oct 16 08:52:04 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:52:04 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:52:04 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk"/>
Oct 16 08:52:04 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:52:04 user nova-compute[73884]:     </disk>
Oct 16 08:52:04 user nova-compute[73884]:     <disk type="block" device="disk">
Oct 16 08:52:04 user nova-compute[73884]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:52:04 user nova-compute[73884]:       <source dev="/dev/sdb"/>
Oct 16 08:52:04 user nova-compute[73884]:       <target dev="vdb" bus="virtio"/>
Oct 16 08:52:04 user nova-compute[73884]:       <serial>17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981</serial>
Oct 16 08:52:04 user nova-compute[73884]:     </disk>
Oct 16 08:52:04 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:52:04 user nova-compute[73884]:       <mac address="fa:16:3e:a2:b7:bd"/>
Oct 16 08:52:04 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:52:04 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:52:04 user nova-compute[73884]:       <target dev="tap9bd59e93-bf"/>
Oct 16 08:52:04 user nova-compute[73884]:     </interface>
Oct 16 08:52:04 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:52:04 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/console.log" append="off"/>
Oct 16 08:52:04 user nova-compute[73884]:     </serial>
Oct 16 08:52:04 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:52:04 user nova-compute[73884]:     <video>
Oct 16 08:52:04 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:52:04 user nova-compute[73884]:     </video>
Oct 16 08:52:04 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:52:04 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:52:04 user nova-compute[73884]:     </rng>
Oct 16 08:52:04 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:52:04 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:52:04 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:52:04 user nova-compute[73884]:     </memballoon>
Oct 16 08:52:04 user nova-compute[73884]:   </devices>
Oct 16 08:52:04 user nova-compute[73884]: </domain>
Oct 16 08:52:04 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:52:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:52:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:52:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:52:04 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:52:04 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:52:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:52:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:52:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:52:04 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 08:52:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:52:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:52:04 user nova-compute[73884]: DEBUG nova.objects.instance [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lazy-loading 'trusted_certs' on Instance uuid 6bc8092c-0645-4cf3-a26b-4d51405159bd {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:52:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:52:04 user nova-compute[73884]: DEBUG nova.objects.base [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Object Instance<6bc8092c-0645-4cf3-a26b-4d51405159bd> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:52:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:52:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:52:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.493s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:52:04 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk. size=1073741824 {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 08:52:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:52:05 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:52:05 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:52:05 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=8584MB free_disk=25.234981536865234GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 08:52:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:52:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:52:05 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:52:05 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Cannot resize image /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk to a smaller size. {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 08:52:05 user nova-compute[73884]: DEBUG nova.objects.instance [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lazy-loading 'migration_context' on Instance uuid 6bc8092c-0645-4cf3-a26b-4d51405159bd {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:52:05 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 6bc8092c-0645-4cf3-a26b-4d51405159bd actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:52:05 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 7ff97b76-34f0-4743-b17f-4ad72947ddf6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:52:05 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance e0b309a1-5867-4e82-81fb-d95091bfb27e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:52:05 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 08:52:05 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 08:52:05 user nova-compute[73884]: DEBUG nova.objects.base [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Object Instance<6bc8092c-0645-4cf3-a26b-4d51405159bd> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:52:05 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:47:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-683746936',display_name='tempest-AttachVolumeTestJSON-server-683746936',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-683746936',id=41,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBm7LVfUlQpLUI1wfozvcr5mMhc4MpqyH7ZXQkaFR+jVv5WTTp8NylTNAgIAzIWjbuPUw5mvwmo+9mEeXXI9tnWUGXpx3KiYh9C6+edZ2chpzXwUK0R4r9E7d1Y2dCeshg==',key_name='tempest-keypair-839640580',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:48:00Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='500befd5b50d4fa598c657d7e617b265',ramdisk_id='',reservation_id='r-qsntfyn5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-249638898',owner_user_name='tempest-AttachVolumeTestJSON-249638898-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:50:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e2a4cdaa31a94c5f8ec1becde28346f1',uuid=6bc8092c-0645-4cf3-a26b-4d51405159bd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "address": "fa:16:3e:a2:b7:bd", "network": {"id": "795d1d26-3506-4bf7-9b12-4b4ebd58c1ee", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-963791271-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.25", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500befd5b50d4fa598c657d7e617b265", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9bd59e93-bf", "ovs_interfaceid": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:52:05 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Converting VIF {"id": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "address": "fa:16:3e:a2:b7:bd", "network": {"id": "795d1d26-3506-4bf7-9b12-4b4ebd58c1ee", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-963791271-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.25", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500befd5b50d4fa598c657d7e617b265", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9bd59e93-bf", "ovs_interfaceid": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:52:05 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a2:b7:bd,bridge_name='br-int',has_traffic_filtering=True,id=9bd59e93-bfbd-4d64-be3b-199e96b62401,network=Network(795d1d26-3506-4bf7-9b12-4b4ebd58c1ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9bd59e93-bf') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:52:05 user nova-compute[73884]: DEBUG os_vif [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:b7:bd,bridge_name='br-int',has_traffic_filtering=True,id=9bd59e93-bfbd-4d64-be3b-199e96b62401,network=Network(795d1d26-3506-4bf7-9b12-4b4ebd58c1ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9bd59e93-bf') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:52:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:52:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:52:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'af65ce80-b425-5be0-be73-9e6781dca210', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:52:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:52:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9bd59e93-bf, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:52:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9bd59e93-bf, col_values=(('qos', UUID('f257695c-c055-48c3-ba98-11ab37153427')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:52:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9bd59e93-bf, col_values=(('external_ids', {'iface-id': '9bd59e93-bfbd-4d64-be3b-199e96b62401', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a2:b7:bd', 'vm-uuid': '6bc8092c-0645-4cf3-a26b-4d51405159bd'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:52:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:52:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:05 user nova-compute[73884]: INFO os_vif [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:b7:bd,bridge_name='br-int',has_traffic_filtering=True,id=9bd59e93-bfbd-4d64-be3b-199e96b62401,network=Network(795d1d26-3506-4bf7-9b12-4b4ebd58c1ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9bd59e93-bf')
Oct 16 08:52:05 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:52:05 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:52:05 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 08:52:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.385s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:52:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:06 user nova-compute[73884]: DEBUG nova.compute.manager [req-9f532da2-3129-4123-9589-92bc8bbf9db3 req-225ff969-0187-47b4-a09f-79bbbce7ceb5 service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Received event network-vif-plugged-9bd59e93-bfbd-4d64-be3b-199e96b62401 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:52:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-9f532da2-3129-4123-9589-92bc8bbf9db3 req-225ff969-0187-47b4-a09f-79bbbce7ceb5 service nova] Acquiring lock "6bc8092c-0645-4cf3-a26b-4d51405159bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:52:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-9f532da2-3129-4123-9589-92bc8bbf9db3 req-225ff969-0187-47b4-a09f-79bbbce7ceb5 service nova] Lock "6bc8092c-0645-4cf3-a26b-4d51405159bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:52:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-9f532da2-3129-4123-9589-92bc8bbf9db3 req-225ff969-0187-47b4-a09f-79bbbce7ceb5 service nova] Lock "6bc8092c-0645-4cf3-a26b-4d51405159bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:52:06 user nova-compute[73884]: DEBUG nova.compute.manager [req-9f532da2-3129-4123-9589-92bc8bbf9db3 req-225ff969-0187-47b4-a09f-79bbbce7ceb5 service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] No waiting events found dispatching network-vif-plugged-9bd59e93-bfbd-4d64-be3b-199e96b62401 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:52:06 user nova-compute[73884]: WARNING nova.compute.manager [req-9f532da2-3129-4123-9589-92bc8bbf9db3 req-225ff969-0187-47b4-a09f-79bbbce7ceb5 service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Received unexpected event network-vif-plugged-9bd59e93-bfbd-4d64-be3b-199e96b62401 for instance with vm_state stopped and task_state powering-on.
Oct 16 08:52:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:08 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:52:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-ffde9abb-4c1c-4f61-a5df-757aeb924c22 req-a33f9f65-a9c0-45f2-923c-dbb54c0d2420 service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Received event network-vif-plugged-9bd59e93-bfbd-4d64-be3b-199e96b62401 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:52:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ffde9abb-4c1c-4f61-a5df-757aeb924c22 req-a33f9f65-a9c0-45f2-923c-dbb54c0d2420 service nova] Acquiring lock "6bc8092c-0645-4cf3-a26b-4d51405159bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:52:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ffde9abb-4c1c-4f61-a5df-757aeb924c22 req-a33f9f65-a9c0-45f2-923c-dbb54c0d2420 service nova] Lock "6bc8092c-0645-4cf3-a26b-4d51405159bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:52:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ffde9abb-4c1c-4f61-a5df-757aeb924c22 req-a33f9f65-a9c0-45f2-923c-dbb54c0d2420 service nova] Lock "6bc8092c-0645-4cf3-a26b-4d51405159bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:52:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-ffde9abb-4c1c-4f61-a5df-757aeb924c22 req-a33f9f65-a9c0-45f2-923c-dbb54c0d2420 service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] No waiting events found dispatching network-vif-plugged-9bd59e93-bfbd-4d64-be3b-199e96b62401 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:52:08 user nova-compute[73884]: WARNING nova.compute.manager [req-ffde9abb-4c1c-4f61-a5df-757aeb924c22 req-a33f9f65-a9c0-45f2-923c-dbb54c0d2420 service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Received unexpected event network-vif-plugged-9bd59e93-bfbd-4d64-be3b-199e96b62401 for instance with vm_state stopped and task_state powering-on.
Oct 16 08:52:08 user nova-compute[73884]: DEBUG nova.compute.manager [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:52:08 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Instance rebooted successfully.
Oct 16 08:52:08 user nova-compute[73884]: DEBUG nova.compute.manager [None req-048aa65e-5afc-40a2-88ac-c67fd465ac84 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:52:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:13 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:52:13 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 08:52:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "refresh_cache-6bc8092c-0645-4cf3-a26b-4d51405159bd" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:52:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquired lock "refresh_cache-6bc8092c-0645-4cf3-a26b-4d51405159bd" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:52:13 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Forcefully refreshing network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 08:52:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:13 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Updating instance_info_cache with network_info: [{"id": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "address": "fa:16:3e:a2:b7:bd", "network": {"id": "795d1d26-3506-4bf7-9b12-4b4ebd58c1ee", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-963791271-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.25", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500befd5b50d4fa598c657d7e617b265", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9bd59e93-bf", "ovs_interfaceid": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:52:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Releasing lock "refresh_cache-6bc8092c-0645-4cf3-a26b-4d51405159bd" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:52:13 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Updated the network info_cache for instance {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 08:52:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:20 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:21 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "7ff97b76-34f0-4743-b17f-4ad72947ddf6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:52:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "7ff97b76-34f0-4743-b17f-4ad72947ddf6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:52:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "7ff97b76-34f0-4743-b17f-4ad72947ddf6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:52:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "7ff97b76-34f0-4743-b17f-4ad72947ddf6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:52:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "7ff97b76-34f0-4743-b17f-4ad72947ddf6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:52:28 user nova-compute[73884]: INFO nova.compute.manager [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Terminating instance
Oct 16 08:52:28 user nova-compute[73884]: DEBUG nova.compute.manager [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG nova.compute.manager [req-9f0d73a2-0035-4eef-9c3d-32f9257f9b18 req-6fb32b17-6950-47e7-bfac-8a2315bd77d4 service nova] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Received event network-vif-unplugged-3add2e85-63ec-4247-893b-b1feafaf327b {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-9f0d73a2-0035-4eef-9c3d-32f9257f9b18 req-6fb32b17-6950-47e7-bfac-8a2315bd77d4 service nova] Acquiring lock "7ff97b76-34f0-4743-b17f-4ad72947ddf6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-9f0d73a2-0035-4eef-9c3d-32f9257f9b18 req-6fb32b17-6950-47e7-bfac-8a2315bd77d4 service nova] Lock "7ff97b76-34f0-4743-b17f-4ad72947ddf6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-9f0d73a2-0035-4eef-9c3d-32f9257f9b18 req-6fb32b17-6950-47e7-bfac-8a2315bd77d4 service nova] Lock "7ff97b76-34f0-4743-b17f-4ad72947ddf6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG nova.compute.manager [req-9f0d73a2-0035-4eef-9c3d-32f9257f9b18 req-6fb32b17-6950-47e7-bfac-8a2315bd77d4 service nova] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] No waiting events found dispatching network-vif-unplugged-3add2e85-63ec-4247-893b-b1feafaf327b {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG nova.compute.manager [req-9f0d73a2-0035-4eef-9c3d-32f9257f9b18 req-6fb32b17-6950-47e7-bfac-8a2315bd77d4 service nova] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Received event network-vif-unplugged-3add2e85-63ec-4247-893b-b1feafaf327b for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:52:29 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Instance destroyed successfully.
Oct 16 08:52:29 user nova-compute[73884]: DEBUG nova.objects.instance [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lazy-loading 'resources' on Instance uuid 7ff97b76-34f0-4743-b17f-4ad72947ddf6 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:50:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-157183520',display_name='tempest-TestVolumeBootPattern-server-157183520',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-157183520',id=43,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:51:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d32c241898f24ad3b8fafd0e2cc73c1e',ramdisk_id='',reservation_id='r-6sfotu0l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-513905673',owner_user_name='tempest-TestVolumeBootPattern-513905673-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:51:06Z,user_data=None,user_id='167899628aee4098b7f86cd94419cf82',uuid=7ff97b76-34f0-4743-b17f-4ad72947ddf6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3add2e85-63ec-4247-893b-b1feafaf327b", "address": "fa:16:3e:9b:84:0c", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3add2e85-63", "ovs_interfaceid": "3add2e85-63ec-4247-893b-b1feafaf327b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Converting VIF {"id": "3add2e85-63ec-4247-893b-b1feafaf327b", "address": "fa:16:3e:9b:84:0c", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3add2e85-63", "ovs_interfaceid": "3add2e85-63ec-4247-893b-b1feafaf327b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9b:84:0c,bridge_name='br-int',has_traffic_filtering=True,id=3add2e85-63ec-4247-893b-b1feafaf327b,network=Network(c8fab485-45f8-4e22-8baa-1813dc37206f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3add2e85-63') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG os_vif [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9b:84:0c,bridge_name='br-int',has_traffic_filtering=True,id=3add2e85-63ec-4247-893b-b1feafaf327b,network=Network(c8fab485-45f8-4e22-8baa-1813dc37206f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3add2e85-63') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3add2e85-63, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=29fa39be-2129-4748-9a9b-e04b7da4fc46) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:29 user nova-compute[73884]: INFO os_vif [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9b:84:0c,bridge_name='br-int',has_traffic_filtering=True,id=3add2e85-63ec-4247-893b-b1feafaf327b,network=Network(c8fab485-45f8-4e22-8baa-1813dc37206f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3add2e85-63')
Oct 16 08:52:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DOpPyMrK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:52:29 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:52:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2024b6e4-c009-4a36-8525-4fee3f2209b2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:52:29 user nova-compute[73884]: No targets found.
Oct 16 08:52:29 user nova-compute[73884]: iSNS:
Oct 16 08:52:29 user nova-compute[73884]: No targets found.
Oct 16 08:52:29 user nova-compute[73884]: STATIC:
Oct 16 08:52:29 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981
Oct 16 08:52:29 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:52:29 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:52:29 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435
Oct 16 08:52:29 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:52:29 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:52:29 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3
Oct 16 08:52:29 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:52:29 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:52:29 user nova-compute[73884]: FIRMWARE:
Oct 16 08:52:29 user nova-compute[73884]: No targets found.
Oct 16 08:52:29 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:52:29 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:52:29 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b49d123-c508-418a-b818-7aa5bc298b53]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a9aac41-59eb-47d4-9a92-95e9818c11e5]: (4, ('tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435 (non-flash)
Oct 16 08:52:29 user nova-compute[73884]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 (non-flash)
Oct 16 08:52:29 user nova-compute[73884]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 (non-flash)
Oct 16 08:52:29 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsi session list stdout=tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435 (non-flash)
Oct 16 08:52:29 user nova-compute[73884]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 (non-flash)
Oct 16 08:52:29 user nova-compute[73884]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 (non-flash)
Oct 16 08:52:29 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7eac21a0e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435'): ({'sdc'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Removing single pathed devices sdc {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[54bdb13b-f1ec-46d8-a8bc-4d9af934c14d]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[540a3728-52d2-4875-a251-4ab9267ae25f]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Flushing IO for device /dev/sdc {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[038af48c-96f9-4ea8-bc20-ebf215195291]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.054s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[3edd3381-198c-4453-9f40-36ed6a46b30f]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] SCSI volumes sdc have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:52:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:52:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:52:30 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5efa0f0-f57f-4d30-9550-8be7c5671cdd]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:52:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:52:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435 -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:52:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435 -p 172.16.0.220:3260 --logout" returned: 0 in 0.074s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:52:30 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae5bd6bd-ccc9-4893-a3e6-8836da8bb72a]: (4, ('Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435, portal: 172.16.0.220,3260]\nLogout of [sid: 45, target: iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:52:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435, portal: 172.16.0.220,3260]
Oct 16 08:52:30 user nova-compute[73884]: Logout of [sid: 45, target: iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435, portal: 172.16.0.220,3260] successful.
Oct 16 08:52:30 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:52:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435 -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:52:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dc4f1917-3fee-407a-9aa8-9d8e23b41435 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:52:30 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ed1a222-ac0d-48d3-ba2d-11175c91f5a1]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:52:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:52:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.364s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:52:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] <== disconnect_volume: return (365ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:52:30 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:52:30 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Deleting instance files /opt/stack/data/nova/instances/7ff97b76-34f0-4743-b17f-4ad72947ddf6_del
Oct 16 08:52:30 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Deletion of /opt/stack/data/nova/instances/7ff97b76-34f0-4743-b17f-4ad72947ddf6_del complete
Oct 16 08:52:30 user nova-compute[73884]: INFO nova.compute.manager [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Took 1.26 seconds to destroy the instance on the hypervisor.
Oct 16 08:52:30 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 08:52:30 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 08:52:30 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 08:52:30 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:52:30 user nova-compute[73884]: DEBUG nova.compute.manager [req-05b265a2-3ae7-4608-b989-da09c2213bdc req-fe56b2e8-2680-4ab7-97fa-e09e3d096c4e service nova] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Received event network-vif-deleted-3add2e85-63ec-4247-893b-b1feafaf327b {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:52:30 user nova-compute[73884]: INFO nova.compute.manager [req-05b265a2-3ae7-4608-b989-da09c2213bdc req-fe56b2e8-2680-4ab7-97fa-e09e3d096c4e service nova] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Neutron deleted interface 3add2e85-63ec-4247-893b-b1feafaf327b; detaching it from the instance and deleting it from the info cache
Oct 16 08:52:30 user nova-compute[73884]: DEBUG nova.network.neutron [req-05b265a2-3ae7-4608-b989-da09c2213bdc req-fe56b2e8-2680-4ab7-97fa-e09e3d096c4e service nova] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:52:30 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Took 0.46 seconds to deallocate network for instance.
Oct 16 08:52:30 user nova-compute[73884]: DEBUG nova.compute.manager [req-05b265a2-3ae7-4608-b989-da09c2213bdc req-fe56b2e8-2680-4ab7-97fa-e09e3d096c4e service nova] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Detach interface failed, port_id=3add2e85-63ec-4247-893b-b1feafaf327b, reason: Instance 7ff97b76-34f0-4743-b17f-4ad72947ddf6 could not be found. {{(pid=73884) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 16 08:52:31 user nova-compute[73884]: DEBUG nova.compute.manager [req-a07216d8-68ea-4b92-9ff2-b4fec6195dab req-1f08d3cc-ce9a-4a5b-bc7e-5fe57e137f26 service nova] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Received event network-vif-plugged-3add2e85-63ec-4247-893b-b1feafaf327b {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:52:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a07216d8-68ea-4b92-9ff2-b4fec6195dab req-1f08d3cc-ce9a-4a5b-bc7e-5fe57e137f26 service nova] Acquiring lock "7ff97b76-34f0-4743-b17f-4ad72947ddf6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:52:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a07216d8-68ea-4b92-9ff2-b4fec6195dab req-1f08d3cc-ce9a-4a5b-bc7e-5fe57e137f26 service nova] Lock "7ff97b76-34f0-4743-b17f-4ad72947ddf6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:52:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a07216d8-68ea-4b92-9ff2-b4fec6195dab req-1f08d3cc-ce9a-4a5b-bc7e-5fe57e137f26 service nova] Lock "7ff97b76-34f0-4743-b17f-4ad72947ddf6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:52:31 user nova-compute[73884]: DEBUG nova.compute.manager [req-a07216d8-68ea-4b92-9ff2-b4fec6195dab req-1f08d3cc-ce9a-4a5b-bc7e-5fe57e137f26 service nova] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] No waiting events found dispatching network-vif-plugged-3add2e85-63ec-4247-893b-b1feafaf327b {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:52:31 user nova-compute[73884]: WARNING nova.compute.manager [req-a07216d8-68ea-4b92-9ff2-b4fec6195dab req-1f08d3cc-ce9a-4a5b-bc7e-5fe57e137f26 service nova] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Received unexpected event network-vif-plugged-3add2e85-63ec-4247-893b-b1feafaf327b for instance with vm_state active and task_state deleting.
Oct 16 08:52:31 user nova-compute[73884]: INFO nova.compute.manager [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Took 0.99 seconds to detach 1 volumes for instance.
Oct 16 08:52:31 user nova-compute[73884]: DEBUG nova.compute.manager [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7ff97b76-34f0-4743-b17f-4ad72947ddf6] Deleting volume: dc4f1917-3fee-407a-9aa8-9d8e23b41435 {{(pid=73884) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 16 08:52:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:52:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:52:31 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:52:31 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:52:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.184s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:52:32 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Deleted allocations for instance 7ff97b76-34f0-4743-b17f-4ad72947ddf6
Oct 16 08:52:32 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7962f555-d55f-43b1-9803-ce043f93e09e tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "7ff97b76-34f0-4743-b17f-4ad72947ddf6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.146s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:52:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:38 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:39 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:52:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=73884) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 08:52:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 08:52:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 08:52:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:52:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=73884) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 08:52:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 08:52:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 08:52:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:52:57 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:52:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:53:00 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:53:00 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:53:02 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:53:02 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:53:02 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 08:53:04 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:53:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:53:06 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:53:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:53:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:53:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:53:06 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 08:53:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:53:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:53:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:53:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:53:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:53:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:53:07 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:53:07 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:53:07 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=8716MB free_disk=25.222957611083984GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 08:53:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:53:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:53:07 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 6bc8092c-0645-4cf3-a26b-4d51405159bd actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:53:07 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance e0b309a1-5867-4e82-81fb-d95091bfb27e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:53:07 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 08:53:07 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 08:53:07 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:53:07 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:53:07 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 08:53:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.218s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:53:09 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:53:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:53:10 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:53:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:53:15 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:53:15 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 08:53:15 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Didn't find any instances for network info cache update. {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 16 08:53:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:53:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:53:20 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:53:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:53:24 user nova-compute[73884]: DEBUG nova.compute.manager [req-df659f86-bfda-49c0-a0a9-94a2c2bff671 req-628e541d-c5f6-4486-bf1c-c2ab6b65788c service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Received event network-changed-8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:53:24 user nova-compute[73884]: DEBUG nova.compute.manager [req-df659f86-bfda-49c0-a0a9-94a2c2bff671 req-628e541d-c5f6-4486-bf1c-c2ab6b65788c service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Refreshing instance network info cache due to event network-changed-8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:53:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-df659f86-bfda-49c0-a0a9-94a2c2bff671 req-628e541d-c5f6-4486-bf1c-c2ab6b65788c service nova] Acquiring lock "refresh_cache-e0b309a1-5867-4e82-81fb-d95091bfb27e" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:53:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-df659f86-bfda-49c0-a0a9-94a2c2bff671 req-628e541d-c5f6-4486-bf1c-c2ab6b65788c service nova] Acquired lock "refresh_cache-e0b309a1-5867-4e82-81fb-d95091bfb27e" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:53:24 user nova-compute[73884]: DEBUG nova.network.neutron [req-df659f86-bfda-49c0-a0a9-94a2c2bff671 req-628e541d-c5f6-4486-bf1c-c2ab6b65788c service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Refreshing network info cache for port 8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:53:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:53:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Acquiring lock "e0b309a1-5867-4e82-81fb-d95091bfb27e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:53:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Lock "e0b309a1-5867-4e82-81fb-d95091bfb27e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:53:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Acquiring lock "e0b309a1-5867-4e82-81fb-d95091bfb27e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:53:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Lock "e0b309a1-5867-4e82-81fb-d95091bfb27e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:53:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Lock "e0b309a1-5867-4e82-81fb-d95091bfb27e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:53:24 user nova-compute[73884]: INFO nova.compute.manager [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Terminating instance
Oct 16 08:53:24 user nova-compute[73884]: DEBUG nova.compute.manager [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 08:53:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:53:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:53:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:53:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG nova.network.neutron [req-df659f86-bfda-49c0-a0a9-94a2c2bff671 req-628e541d-c5f6-4486-bf1c-c2ab6b65788c service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Updated VIF entry in instance network info cache for port 8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG nova.network.neutron [req-df659f86-bfda-49c0-a0a9-94a2c2bff671 req-628e541d-c5f6-4486-bf1c-c2ab6b65788c service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Updating instance_info_cache with network_info: [{"id": "8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07", "address": "fa:16:3e:16:ca:10", "network": {"id": "af5f517c-04e0-489c-8875-09c038058422", "bridge": "br-int", "label": "tempest-TestShelveInstance-1080315197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f62d816c8ba04a8b9f612720bd7b8d31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ce2bbb9-0f", "ovs_interfaceid": "8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-df659f86-bfda-49c0-a0a9-94a2c2bff671 req-628e541d-c5f6-4486-bf1c-c2ab6b65788c service nova] Releasing lock "refresh_cache-e0b309a1-5867-4e82-81fb-d95091bfb27e" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG nova.compute.manager [req-2276a02a-6019-44d5-a92a-20e16820faf6 req-c848a95a-a582-41fa-bca6-ffaf9f8917a2 service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Received event network-vif-unplugged-8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2276a02a-6019-44d5-a92a-20e16820faf6 req-c848a95a-a582-41fa-bca6-ffaf9f8917a2 service nova] Acquiring lock "e0b309a1-5867-4e82-81fb-d95091bfb27e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2276a02a-6019-44d5-a92a-20e16820faf6 req-c848a95a-a582-41fa-bca6-ffaf9f8917a2 service nova] Lock "e0b309a1-5867-4e82-81fb-d95091bfb27e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2276a02a-6019-44d5-a92a-20e16820faf6 req-c848a95a-a582-41fa-bca6-ffaf9f8917a2 service nova] Lock "e0b309a1-5867-4e82-81fb-d95091bfb27e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG nova.compute.manager [req-2276a02a-6019-44d5-a92a-20e16820faf6 req-c848a95a-a582-41fa-bca6-ffaf9f8917a2 service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] No waiting events found dispatching network-vif-unplugged-8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG nova.compute.manager [req-2276a02a-6019-44d5-a92a-20e16820faf6 req-c848a95a-a582-41fa-bca6-ffaf9f8917a2 service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Received event network-vif-unplugged-8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07 for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:53:25 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Instance destroyed successfully.
Oct 16 08:53:25 user nova-compute[73884]: DEBUG nova.objects.instance [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Lazy-loading 'resources' on Instance uuid e0b309a1-5867-4e82-81fb-d95091bfb27e {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-10-16T08:47:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-647106249',display_name='tempest-TestShelveInstance-server-647106249',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-647106249',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKPe5DjuZkIEEf9zgmypD/g7JwV/NDTiZUguNYAIe9fuSpCGmZ7J02EnLfHEqSejy9nTYjABvm+BJn5w5VFxDKJyDTELxg6UuES43KEPJyLTMFAxVNqYAaOGX/huek7VcA==',key_name='tempest-TestShelveInstance-111766155',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:51:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f62d816c8ba04a8b9f612720bd7b8d31',ramdisk_id='',reservation_id='r-w006tenv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-463603918',owner_user_name='tempest-TestShelveInstance-463603918-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:51:57Z,user_data=None,user_id='6a765990deb84e29a86325049065bbe9',uuid=e0b309a1-5867-4e82-81fb-d95091bfb27e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07", "address": "fa:16:3e:16:ca:10", "network": {"id": "af5f517c-04e0-489c-8875-09c038058422", "bridge": "br-int", "label": "tempest-TestShelveInstance-1080315197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f62d816c8ba04a8b9f612720bd7b8d31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ce2bbb9-0f", "ovs_interfaceid": "8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Converting VIF {"id": "8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07", "address": "fa:16:3e:16:ca:10", "network": {"id": "af5f517c-04e0-489c-8875-09c038058422", "bridge": "br-int", "label": "tempest-TestShelveInstance-1080315197-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f62d816c8ba04a8b9f612720bd7b8d31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8ce2bbb9-0f", "ovs_interfaceid": "8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:16:ca:10,bridge_name='br-int',has_traffic_filtering=True,id=8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07,network=Network(af5f517c-04e0-489c-8875-09c038058422),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8ce2bbb9-0f') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG os_vif [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:16:ca:10,bridge_name='br-int',has_traffic_filtering=True,id=8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07,network=Network(af5f517c-04e0-489c-8875-09c038058422),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8ce2bbb9-0f') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8ce2bbb9-0f, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ec86396c-a43d-41f7-8105-a51d6fe48939) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:53:25 user nova-compute[73884]: INFO os_vif [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:16:ca:10,bridge_name='br-int',has_traffic_filtering=True,id=8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07,network=Network(af5f517c-04e0-489c-8875-09c038058422),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8ce2bbb9-0f')
Oct 16 08:53:25 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RguFGeIQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:53:25 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:53:25 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b42d3851-f756-4c03-9e64-130ff5754b83]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:53:25 user nova-compute[73884]: No targets found.
Oct 16 08:53:25 user nova-compute[73884]: iSNS:
Oct 16 08:53:25 user nova-compute[73884]: No targets found.
Oct 16 08:53:25 user nova-compute[73884]: STATIC:
Oct 16 08:53:25 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981
Oct 16 08:53:25 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:53:25 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:53:25 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3
Oct 16 08:53:25 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:53:25 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:53:25 user nova-compute[73884]: FIRMWARE:
Oct 16 08:53:25 user nova-compute[73884]: No targets found.
Oct 16 08:53:25 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:53:25 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:53:25 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e43b027-9d60-436e-8a4d-3e7bfe100de8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2ce0783-e3b4-46bc-ad40-4325a5d993e1]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 (non-flash)
Oct 16 08:53:25 user nova-compute[73884]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 (non-flash)
Oct 16 08:53:25 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 (non-flash)
Oct 16 08:53:25 user nova-compute[73884]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 (non-flash)
Oct 16 08:53:25 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7ea469f130>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3'): ({'sdd'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Removing single pathed devices sdd {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[32bbfdca-6c7f-4a68-a0c8-f97aed375558]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1fdaf1d-e84b-41d0-b7e6-72053bcd4dd5]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Flushing IO for device /dev/sdd {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9c463e5-8f28-4827-b9e6-af8edd659403]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.053s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[494a9a50-5674-45c6-8dd5-b406197f109f]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] SCSI volumes sdd have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-26465633336336133', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_c1692e8e', '/dev/disk/by-id/scsi-1SCST_BIOc1692e8e-dec363a3edf737c9') {{(pid=84860) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[60eb6769-dd22-4eff-aab8-e607c5f9b839]: (4, None) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[548cffc0-ee74-4538-bcdb-5df95a4271ed]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:53:25 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:53:26 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:53:26 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[327835b1-14d2-451d-b7af-26284814ceb3]: (4, ('Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3, portal: 172.16.0.220,3260]\nLogout of [sid: 46, target: iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:53:26 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3, portal: 172.16.0.220,3260]
Oct 16 08:53:26 user nova-compute[73884]: Logout of [sid: 46, target: iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3, portal: 172.16.0.220,3260] successful.
Oct 16 08:53:26 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:53:26 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:53:26 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee108a52-56ab-48f0-b127-ae57c3de35d3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:53:26 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[20a9194d-3900-4727-bc41-fd7e1e6eb78a]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:53:26 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:53:26 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.338s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:53:26 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] <== disconnect_volume: return (339ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:53:26 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:53:26 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Deleting instance files /opt/stack/data/nova/instances/e0b309a1-5867-4e82-81fb-d95091bfb27e_del
Oct 16 08:53:26 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Deletion of /opt/stack/data/nova/instances/e0b309a1-5867-4e82-81fb-d95091bfb27e_del complete
Oct 16 08:53:26 user nova-compute[73884]: INFO nova.compute.manager [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Took 1.46 seconds to destroy the instance on the hypervisor.
Oct 16 08:53:26 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 08:53:26 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 08:53:26 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 08:53:26 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:53:26 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Took 0.47 seconds to deallocate network for instance.
Oct 16 08:53:26 user nova-compute[73884]: DEBUG nova.compute.manager [req-22c11056-cb1a-47d0-b076-bcb0f5c815fd req-b7254c0f-1128-4cec-8d51-48885d53f61f service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Received event network-vif-deleted-8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:53:27 user nova-compute[73884]: DEBUG nova.compute.manager [req-632f9e63-bff2-48c2-9de4-c5c939c99586 req-21a04fc6-6f13-4a42-91dd-d888360a96f0 service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Received event network-vif-plugged-8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:53:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-632f9e63-bff2-48c2-9de4-c5c939c99586 req-21a04fc6-6f13-4a42-91dd-d888360a96f0 service nova] Acquiring lock "e0b309a1-5867-4e82-81fb-d95091bfb27e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:53:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-632f9e63-bff2-48c2-9de4-c5c939c99586 req-21a04fc6-6f13-4a42-91dd-d888360a96f0 service nova] Lock "e0b309a1-5867-4e82-81fb-d95091bfb27e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:53:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-632f9e63-bff2-48c2-9de4-c5c939c99586 req-21a04fc6-6f13-4a42-91dd-d888360a96f0 service nova] Lock "e0b309a1-5867-4e82-81fb-d95091bfb27e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:53:27 user nova-compute[73884]: DEBUG nova.compute.manager [req-632f9e63-bff2-48c2-9de4-c5c939c99586 req-21a04fc6-6f13-4a42-91dd-d888360a96f0 service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] No waiting events found dispatching network-vif-plugged-8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:53:27 user nova-compute[73884]: WARNING nova.compute.manager [req-632f9e63-bff2-48c2-9de4-c5c939c99586 req-21a04fc6-6f13-4a42-91dd-d888360a96f0 service nova] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Received unexpected event network-vif-plugged-8ce2bbb9-0ff0-4f50-b7c3-061e2db4fc07 for instance with vm_state active and task_state deleting.
Oct 16 08:53:27 user nova-compute[73884]: INFO nova.compute.manager [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Took 0.82 seconds to detach 1 volumes for instance.
Oct 16 08:53:27 user nova-compute[73884]: DEBUG nova.compute.manager [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] [instance: e0b309a1-5867-4e82-81fb-d95091bfb27e] Deleting volume: ee108a52-56ab-48f0-b127-ae57c3de35d3 {{(pid=73884) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 16 08:53:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:53:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:53:27 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:53:27 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:53:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.158s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:53:27 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Deleted allocations for instance e0b309a1-5867-4e82-81fb-d95091bfb27e
Oct 16 08:53:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-33c50d3e-1c03-4377-aeae-041d20969abb tempest-TestShelveInstance-463603918 tempest-TestShelveInstance-463603918-project-member] Lock "e0b309a1-5867-4e82-81fb-d95091bfb27e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.172s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:53:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:53:30 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:53:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:53:40 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:53:45 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:53:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:53:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:53:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=73884) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 08:53:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 08:53:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 08:53:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:53:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-77918604-cf93-4fac-9c24-48d31c3cfaaa tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquiring lock "6bc8092c-0645-4cf3-a26b-4d51405159bd" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:53:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-77918604-cf93-4fac-9c24-48d31c3cfaaa tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "6bc8092c-0645-4cf3-a26b-4d51405159bd" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:53:53 user nova-compute[73884]: INFO nova.compute.manager [None req-77918604-cf93-4fac-9c24-48d31c3cfaaa tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Detaching volume 17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981
Oct 16 08:53:53 user nova-compute[73884]: INFO nova.virt.block_device [None req-77918604-cf93-4fac-9c24-48d31c3cfaaa tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Attempting to driver detach volume 17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 from mountpoint /dev/vdb
Oct 16 08:53:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-77918604-cf93-4fac-9c24-48d31c3cfaaa tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Attempting to detach device vdb from instance 6bc8092c-0645-4cf3-a26b-4d51405159bd from the persistent domain config. {{(pid=73884) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 08:53:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-77918604-cf93-4fac-9c24-48d31c3cfaaa tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 08:53:53 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:53:53 user nova-compute[73884]:   <source dev="/dev/sdb"/>
Oct 16 08:53:53 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:53:53 user nova-compute[73884]:   <serial>17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981</serial>
Oct 16 08:53:53 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 16 08:53:53 user nova-compute[73884]: </disk>
Oct 16 08:53:53 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:53:53 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-77918604-cf93-4fac-9c24-48d31c3cfaaa tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Successfully detached device vdb from instance 6bc8092c-0645-4cf3-a26b-4d51405159bd from the persistent domain config.
Oct 16 08:53:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-77918604-cf93-4fac-9c24-48d31c3cfaaa tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 6bc8092c-0645-4cf3-a26b-4d51405159bd from the live domain config. {{(pid=73884) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 08:53:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-77918604-cf93-4fac-9c24-48d31c3cfaaa tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 08:53:53 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:53:53 user nova-compute[73884]:   <source dev="/dev/sdb"/>
Oct 16 08:53:53 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:53:53 user nova-compute[73884]:   <serial>17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981</serial>
Oct 16 08:53:53 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 16 08:53:53 user nova-compute[73884]: </disk>
Oct 16 08:53:53 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:53:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:53:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-77918604-cf93-4fac-9c24-48d31c3cfaaa tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 6bc8092c-0645-4cf3-a26b-4d51405159bd {{(pid=73884) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 08:53:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "9efe2a4c-39fc-478b-8148-36f1ebe24fc4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:53:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "9efe2a4c-39fc-478b-8148-36f1ebe24fc4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:53:53 user nova-compute[73884]: DEBUG nova.compute.manager [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:53:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:53:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:53:54 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:53:54 user nova-compute[73884]: INFO nova.compute.claims [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Claim successful on node user
Oct 16 08:53:54 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:53:54 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:53:54 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.602s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:53:54 user nova-compute[73884]: DEBUG nova.compute.manager [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:53:54 user nova-compute[73884]: DEBUG nova.compute.manager [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:53:54 user nova-compute[73884]: DEBUG nova.network.neutron [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:53:54 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:53:54 user nova-compute[73884]: DEBUG nova.compute.manager [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:53:54 user nova-compute[73884]: DEBUG nova.policy [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '167899628aee4098b7f86cd94419cf82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd32c241898f24ad3b8fafd0e2cc73c1e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:53:54 user nova-compute[73884]: INFO nova.virt.block_device [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Booting with volume 359721ed-b902-4c99-8e4c-f1c968d29dde at /dev/vda
Oct 16 08:53:54 user nova-compute[73884]: DEBUG os_brick.utils [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:53:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:53:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:53:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfce943b-b12c-4ec4-9f7b-f1a24df8106e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:53:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:53:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:53:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[100697a5-6bdf-458c-b8f1-3cff2cc2ed87]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:53:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:53:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:53:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[69d2f859-d63c-400b-8a76-3bfb9b84f89a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:53:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[696150d5-debd-4ebe-86ae-65712d3a1a16]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:53:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:53:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:53:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 08:53:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:53:54 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:53:54 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 08:53:54 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d98cc16a-7d49-4ec8-8ad2-d95e329af25e]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:53:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 08:53:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 08:53:54 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 08:53:54 user nova-compute[73884]: DEBUG os_brick.utils [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:53:54 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Updating existing volume attachment record: 635ff229-b12f-40ea-8200-23660567b651 {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 08:53:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:53:55 user nova-compute[73884]: DEBUG nova.network.neutron [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Successfully created port: ce408f5c-bfb9-40be-98b9-d3787aaf2c5b {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:53:56 user nova-compute[73884]: DEBUG nova.network.neutron [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Successfully updated port: ce408f5c-bfb9-40be-98b9-d3787aaf2c5b {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:53:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "refresh_cache-9efe2a4c-39fc-478b-8148-36f1ebe24fc4" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:53:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquired lock "refresh_cache-9efe2a4c-39fc-478b-8148-36f1ebe24fc4" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:53:56 user nova-compute[73884]: DEBUG nova.network.neutron [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:53:56 user nova-compute[73884]: DEBUG nova.compute.manager [req-7b538017-dc56-4215-9f15-b0cc100c459e req-8992d5b6-a44d-492a-aa61-200872dba833 service nova] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Received event network-changed-ce408f5c-bfb9-40be-98b9-d3787aaf2c5b {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:53:56 user nova-compute[73884]: DEBUG nova.compute.manager [req-7b538017-dc56-4215-9f15-b0cc100c459e req-8992d5b6-a44d-492a-aa61-200872dba833 service nova] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Refreshing instance network info cache due to event network-changed-ce408f5c-bfb9-40be-98b9-d3787aaf2c5b. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:53:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-7b538017-dc56-4215-9f15-b0cc100c459e req-8992d5b6-a44d-492a-aa61-200872dba833 service nova] Acquiring lock "refresh_cache-9efe2a4c-39fc-478b-8148-36f1ebe24fc4" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:53:56 user nova-compute[73884]: DEBUG nova.network.neutron [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:53:56 user nova-compute[73884]: DEBUG nova.network.neutron [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Updating instance_info_cache with network_info: [{"id": "ce408f5c-bfb9-40be-98b9-d3787aaf2c5b", "address": "fa:16:3e:6a:21:f2", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce408f5c-bf", "ovs_interfaceid": "ce408f5c-bfb9-40be-98b9-d3787aaf2c5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:53:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Releasing lock "refresh_cache-9efe2a4c-39fc-478b-8148-36f1ebe24fc4" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:53:56 user nova-compute[73884]: DEBUG nova.compute.manager [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Instance network_info: |[{"id": "ce408f5c-bfb9-40be-98b9-d3787aaf2c5b", "address": "fa:16:3e:6a:21:f2", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce408f5c-bf", "ovs_interfaceid": "ce408f5c-bfb9-40be-98b9-d3787aaf2c5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:53:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-7b538017-dc56-4215-9f15-b0cc100c459e req-8992d5b6-a44d-492a-aa61-200872dba833 service nova] Acquired lock "refresh_cache-9efe2a4c-39fc-478b-8148-36f1ebe24fc4" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:53:56 user nova-compute[73884]: DEBUG nova.network.neutron [req-7b538017-dc56-4215-9f15-b0cc100c459e req-8992d5b6-a44d-492a-aa61-200872dba833 service nova] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Refreshing network info cache for port ce408f5c-bfb9-40be-98b9-d3787aaf2c5b {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:53:57 user nova-compute[73884]: DEBUG nova.network.neutron [req-7b538017-dc56-4215-9f15-b0cc100c459e req-8992d5b6-a44d-492a-aa61-200872dba833 service nova] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Updated VIF entry in instance network info cache for port ce408f5c-bfb9-40be-98b9-d3787aaf2c5b. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:53:57 user nova-compute[73884]: DEBUG nova.network.neutron [req-7b538017-dc56-4215-9f15-b0cc100c459e req-8992d5b6-a44d-492a-aa61-200872dba833 service nova] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Updating instance_info_cache with network_info: [{"id": "ce408f5c-bfb9-40be-98b9-d3787aaf2c5b", "address": "fa:16:3e:6a:21:f2", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce408f5c-bf", "ovs_interfaceid": "ce408f5c-bfb9-40be-98b9-d3787aaf2c5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:53:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-7b538017-dc56-4215-9f15-b0cc100c459e req-8992d5b6-a44d-492a-aa61-200872dba833 service nova] Releasing lock "refresh_cache-9efe2a4c-39fc-478b-8148-36f1ebe24fc4" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:53:58 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:53:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:00 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:54:00 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:00 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:02 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:54:02 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:54:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:04 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:54:04 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 08:54:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:06 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:54:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:08 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:54:08 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:54:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:54:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:54:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:54:08 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 08:54:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:54:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:54:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:54:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:54:09 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:54:09 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:54:09 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=8798MB free_disk=25.217987060546875GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 08:54:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:54:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:54:09 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 6bc8092c-0645-4cf3-a26b-4d51405159bd actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:54:09 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 9efe2a4c-39fc-478b-8148-36f1ebe24fc4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:54:09 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 08:54:09 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 08:54:09 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Refreshing inventories for resource provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 16 08:54:09 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Updating ProviderTree inventory for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 16 08:54:09 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Updating inventory in ProviderTree for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 16 08:54:09 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Refreshing aggregate associations for resource provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6, aggregates: None {{(pid=73884) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 16 08:54:09 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Refreshing trait associations for resource provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_FDC,COMPUTE_RESCUE_BFV,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_PCNET,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSSE3,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_SSE41,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000 {{(pid=73884) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 16 08:54:09 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:54:09 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:54:09 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 08:54:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.494s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:54:09 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:54:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Acquiring lock "e5aab74e-1797-4f62-a8e5-096c11b54a96" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:54:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "e5aab74e-1797-4f62-a8e5-096c11b54a96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:54:10 user nova-compute[73884]: DEBUG nova.compute.manager [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:54:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:54:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:54:10 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:54:10 user nova-compute[73884]: INFO nova.compute.claims [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Claim successful on node user
Oct 16 08:54:10 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:54:10 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:54:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.304s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:54:10 user nova-compute[73884]: DEBUG nova.compute.manager [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:54:10 user nova-compute[73884]: DEBUG nova.compute.manager [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:54:10 user nova-compute[73884]: DEBUG nova.network.neutron [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:54:10 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:54:10 user nova-compute[73884]: DEBUG nova.compute.manager [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:54:10 user nova-compute[73884]: DEBUG nova.policy [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf9fb0d8c2ab4dc7839cef9f6456af94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eeb00c3398b1415a85e3f6e6b80b971f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:54:10 user nova-compute[73884]: DEBUG nova.compute.manager [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:54:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:54:10 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Creating image(s)
Oct 16 08:54:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Acquiring lock "/opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:54:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "/opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:54:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "/opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:54:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Acquiring lock "11dac895f2b9b3f90d84ab1067e67cf708aac45e" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:54:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "11dac895f2b9b3f90d84ab1067e67cf708aac45e" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:54:11 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/11dac895f2b9b3f90d84ab1067e67cf708aac45e.part --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:54:11 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:54:11 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Cleaning up deleted instances with incomplete migration  {{(pid=73884) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 16 08:54:11 user nova-compute[73884]: DEBUG nova.network.neutron [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Successfully created port: 8a72c6f2-2a05-4c5d-8475-23fd40303969 {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:54:11 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/11dac895f2b9b3f90d84ab1067e67cf708aac45e.part --force-share --output=json" returned: 0 in 0.174s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:54:11 user nova-compute[73884]: DEBUG nova.virt.images [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] cbf49543-22e4-4401-8e4d-a89176297589 was qcow2, converting to raw {{(pid=73884) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 16 08:54:11 user nova-compute[73884]: DEBUG nova.privsep.utils [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=73884) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 16 08:54:11 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/11dac895f2b9b3f90d84ab1067e67cf708aac45e.part /opt/stack/data/nova/instances/_base/11dac895f2b9b3f90d84ab1067e67cf708aac45e.converted {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/11dac895f2b9b3f90d84ab1067e67cf708aac45e.part /opt/stack/data/nova/instances/_base/11dac895f2b9b3f90d84ab1067e67cf708aac45e.converted" returned: 0 in 0.356s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/11dac895f2b9b3f90d84ab1067e67cf708aac45e.converted --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/11dac895f2b9b3f90d84ab1067e67cf708aac45e.converted --force-share --output=json" returned: 0 in 0.190s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "11dac895f2b9b3f90d84ab1067e67cf708aac45e" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.399s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/11dac895f2b9b3f90d84ab1067e67cf708aac45e --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG nova.network.neutron [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Successfully updated port: 8a72c6f2-2a05-4c5d-8475-23fd40303969 {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG nova.compute.manager [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:54:12 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Creating image(s)
Oct 16 08:54:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Did not create local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Ensure instance console log exists: /opt/stack/data/nova/instances/9efe2a4c-39fc-478b-8148-36f1ebe24fc4/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Start _get_guest_xml network_info=[{"id": "ce408f5c-bfb9-40be-98b9-d3787aaf2c5b", "address": "fa:16:3e:6a:21:f2", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce408f5c-bf", "ovs_interfaceid": "ce408f5c-bfb9-40be-98b9-d3787aaf2c5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MhGRkFLd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9efe2a4c-39fc-478b-8148-36f1ebe24fc4', 'attached_at': '', 'detached_at': '', 'volume_id': '359721ed-b902-4c99-8e4c-f1c968d29dde', 'serial': '359721ed-b902-4c99-8e4c-f1c968d29dde'}, 'attachment_id': '635ff229-b12f-40ea-8200-23660567b651', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'delete_on_termination': True, 'boot_index': 0, 'device_type': 'disk', 'volume_type': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Acquiring lock "refresh_cache-e5aab74e-1797-4f62-a8e5-096c11b54a96" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Acquired lock "refresh_cache-e5aab74e-1797-4f62-a8e5-096c11b54a96" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG nova.network.neutron [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:54:12 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:54:12 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:54:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MhGRkFLd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:54:12 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:54:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:54:12 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:54:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:54:12 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:54:12 user nova-compute[73884]: DEBUG nova.network.neutron [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3cd06f6-6a63-4ec7-a64a-88d965230e85]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:54:12 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cf86c11-84be-41b8-8618-80b478e284c2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde] added
Oct 16 08:54:12 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/11dac895f2b9b3f90d84ab1067e67cf708aac45e --force-share --output=json" returned: 0 in 0.196s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Acquiring lock "11dac895f2b9b3f90d84ab1067e67cf708aac45e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "11dac895f2b9b3f90d84ab1067e67cf708aac45e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/11dac895f2b9b3f90d84ab1067e67cf708aac45e --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[451a0faf-d06b-444e-bc5c-136d96f9e8ee]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG nova.compute.manager [req-8d7d0e89-d2b8-4bf1-8d76-30215db7d618 req-0933ed65-12ca-469e-ba7b-faf489a1aca7 service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Received event network-changed-8a72c6f2-2a05-4c5d-8475-23fd40303969 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG nova.compute.manager [req-8d7d0e89-d2b8-4bf1-8d76-30215db7d618 req-0933ed65-12ca-469e-ba7b-faf489a1aca7 service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Refreshing instance network info cache due to event network-changed-8a72c6f2-2a05-4c5d-8475-23fd40303969. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8d7d0e89-d2b8-4bf1-8d76-30215db7d618 req-0933ed65-12ca-469e-ba7b-faf489a1aca7 service nova] Acquiring lock "refresh_cache-e5aab74e-1797-4f62-a8e5-096c11b54a96" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[36df59be-1ab7-4fb9-b4de-5ef81732f081]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MhGRkFLd {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MhGRkFLd" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[278aa0b4-edd6-4be9-8594-4a320cd4a8ba]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'MhGRkFLd'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c49cd038-5111-4335-9658-e2ac7005a3b8]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[087f493f-aced-47ff-9d06-362a45268658]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 (non-flash)
Oct 16 08:54:12 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 (non-flash)
Oct 16 08:54:12 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/11dac895f2b9b3f90d84ab1067e67cf708aac45e --force-share --output=json" returned: 0 in 0.182s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/11dac895f2b9b3f90d84ab1067e67cf708aac45e,backing_fmt=raw /opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96/disk 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[861059b6-5a29-447e-acf6-a6c8a806879e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde, portal: 172.16.0.220,3260]
Oct 16 08:54:12 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde, portal: 172.16.0.220,3260] successful.
Oct 16 08:54:12 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/11dac895f2b9b3f90d84ab1067e67cf708aac45e,backing_fmt=raw /opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96/disk 1073741824" returned: 0 in 0.058s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "11dac895f2b9b3f90d84ab1067e67cf708aac45e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.244s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/11dac895f2b9b3f90d84ab1067e67cf708aac45e --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG nova.network.neutron [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Updating instance_info_cache with network_info: [{"id": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "address": "fa:16:3e:3d:0f:cf", "network": {"id": "d29b9e92-aca5-45cc-8664-ec7e22f33c84", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-972482687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeb00c3398b1415a85e3f6e6b80b971f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a72c6f2-2a", "ovs_interfaceid": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[3163273e-9ff9-4afd-8d9b-35d0c2b96b1a]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Releasing lock "refresh_cache-e5aab74e-1797-4f62-a8e5-096c11b54a96" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG nova.compute.manager [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Instance network_info: |[{"id": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "address": "fa:16:3e:3d:0f:cf", "network": {"id": "d29b9e92-aca5-45cc-8664-ec7e22f33c84", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-972482687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeb00c3398b1415a85e3f6e6b80b971f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a72c6f2-2a", "ovs_interfaceid": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8d7d0e89-d2b8-4bf1-8d76-30215db7d618 req-0933ed65-12ca-469e-ba7b-faf489a1aca7 service nova] Acquired lock "refresh_cache-e5aab74e-1797-4f62-a8e5-096c11b54a96" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG nova.network.neutron [req-8d7d0e89-d2b8-4bf1-8d76-30215db7d618 req-0933ed65-12ca-469e-ba7b-faf489a1aca7 service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Refreshing network info cache for port 8a72c6f2-2a05-4c5d-8475-23fd40303969 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd1f4f04-208a-41ec-b01a-ca8d2ffaf404]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 (non-flash)
Oct 16 08:54:12 user nova-compute[73884]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde (non-flash)
Oct 16 08:54:12 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 (non-flash)
Oct 16 08:54:12 user nova-compute[73884]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde (non-flash)
Oct 16 08:54:12 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.386s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] HCTL ('34', '-', '-', 0) found on session 48 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[adbffa74-6c44-4855-b725-03c6af5a0f0f]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:54:12 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Searching for a device in session 48 and hctl ['34', '*', '*', 0] yield: None {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/11dac895f2b9b3f90d84ab1067e67cf708aac45e --force-share --output=json" returned: 0 in 0.200s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96/disk. size=1073741824 {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Cannot resize image /opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96/disk to a smaller size. {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Ensure instance console log exists: /opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Start _get_guest_xml network_info=[{"id": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "address": "fa:16:3e:3d:0f:cf", "network": {"id": "d29b9e92-aca5-45cc-8664-ec7e22f33c84", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-972482687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeb00c3398b1415a85e3f6e6b80b971f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a72c6f2-2a", "ovs_interfaceid": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:54:08Z,direct_url=<?>,disk_format='qcow2',id=cbf49543-22e4-4401-8e4d-a89176297589,min_disk=0,min_ram=0,name='tempest-scenario-img--380415295',owner='eeb00c3398b1415a85e3f6e6b80b971f',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:54:09Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'cbf49543-22e4-4401-8e4d-a89176297589'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:54:13 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:54:13 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:54:13 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:54:08Z,direct_url=<?>,disk_format='qcow2',id=cbf49543-22e4-4401-8e4d-a89176297589,min_disk=0,min_ram=0,name='tempest-scenario-img--380415295',owner='eeb00c3398b1415a85e3f6e6b80b971f',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:54:09Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:54:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-647596436',display_name='tempest-TestMinimumBasicScenario-server-647596436',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-647596436',id=45,image_ref='cbf49543-22e4-4401-8e4d-a89176297589',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG/257ZH3ZJmIgUg2PkRLOhiZTDJV/faPQKHsBmqygBWSjcO3qyX8Ea2ceYXYLFyw+KRTVHHvAPjszW9y2j6UfXLOJLeci53zN5DDdDwYj4BVceag+FrXiqmjG8ubJVclA==',key_name='tempest-TestMinimumBasicScenario-1850316729',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='eeb00c3398b1415a85e3f6e6b80b971f',ramdisk_id='',reservation_id='r-th7310f4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='cbf49543-22e4-4401-8e4d-a89176297589',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-930865495',owner_user_name='tempest-TestMinimumBasicScenario-930865495-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:54:11Z,user_data=None,user_id='cf9fb0d8c2ab4dc7839cef9f6456af94',uuid=e5aab74e-1797-4f62-a8e5-096c11b54a96,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "address": "fa:16:3e:3d:0f:cf", "network": {"id": "d29b9e92-aca5-45cc-8664-ec7e22f33c84", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-972482687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeb00c3398b1415a85e3f6e6b80b971f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a72c6f2-2a", "ovs_interfaceid": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Converting VIF {"id": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "address": "fa:16:3e:3d:0f:cf", "network": {"id": "d29b9e92-aca5-45cc-8664-ec7e22f33c84", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-972482687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeb00c3398b1415a85e3f6e6b80b971f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a72c6f2-2a", "ovs_interfaceid": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3d:0f:cf,bridge_name='br-int',has_traffic_filtering=True,id=8a72c6f2-2a05-4c5d-8475-23fd40303969,network=Network(d29b9e92-aca5-45cc-8664-ec7e22f33c84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a72c6f2-2a') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG nova.objects.instance [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lazy-loading 'pci_devices' on Instance uuid e5aab74e-1797-4f62-a8e5-096c11b54a96 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG nova.network.neutron [req-8d7d0e89-d2b8-4bf1-8d76-30215db7d618 req-0933ed65-12ca-469e-ba7b-faf489a1aca7 service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Updated VIF entry in instance network info cache for port 8a72c6f2-2a05-4c5d-8475-23fd40303969. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG nova.network.neutron [req-8d7d0e89-d2b8-4bf1-8d76-30215db7d618 req-0933ed65-12ca-469e-ba7b-faf489a1aca7 service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Updating instance_info_cache with network_info: [{"id": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "address": "fa:16:3e:3d:0f:cf", "network": {"id": "d29b9e92-aca5-45cc-8664-ec7e22f33c84", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-972482687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeb00c3398b1415a85e3f6e6b80b971f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a72c6f2-2a", "ovs_interfaceid": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:54:13 user nova-compute[73884]:   <uuid>e5aab74e-1797-4f62-a8e5-096c11b54a96</uuid>
Oct 16 08:54:13 user nova-compute[73884]:   <name>instance-0000002d</name>
Oct 16 08:54:13 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:54:13 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:54:13 user nova-compute[73884]:   <metadata>
Oct 16 08:54:13 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:54:13 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:54:13 user nova-compute[73884]:       <nova:name>tempest-TestMinimumBasicScenario-server-647596436</nova:name>
Oct 16 08:54:13 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:54:13</nova:creationTime>
Oct 16 08:54:13 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:54:13 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:54:13 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:54:13 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:54:13 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:54:13 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:54:13 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:54:13 user nova-compute[73884]:       <nova:owner>
Oct 16 08:54:13 user nova-compute[73884]:         <nova:user uuid="cf9fb0d8c2ab4dc7839cef9f6456af94">tempest-TestMinimumBasicScenario-930865495-project-member</nova:user>
Oct 16 08:54:13 user nova-compute[73884]:         <nova:project uuid="eeb00c3398b1415a85e3f6e6b80b971f">tempest-TestMinimumBasicScenario-930865495</nova:project>
Oct 16 08:54:13 user nova-compute[73884]:       </nova:owner>
Oct 16 08:54:13 user nova-compute[73884]:       <nova:root type="image" uuid="cbf49543-22e4-4401-8e4d-a89176297589"/>
Oct 16 08:54:13 user nova-compute[73884]:       <nova:ports>
Oct 16 08:54:13 user nova-compute[73884]:         <nova:port uuid="8a72c6f2-2a05-4c5d-8475-23fd40303969">
Oct 16 08:54:13 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 16 08:54:13 user nova-compute[73884]:         </nova:port>
Oct 16 08:54:13 user nova-compute[73884]:       </nova:ports>
Oct 16 08:54:13 user nova-compute[73884]:     </nova:instance>
Oct 16 08:54:13 user nova-compute[73884]:   </metadata>
Oct 16 08:54:13 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:54:13 user nova-compute[73884]:     <system>
Oct 16 08:54:13 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:54:13 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:54:13 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:54:13 user nova-compute[73884]:       <entry name="serial">e5aab74e-1797-4f62-a8e5-096c11b54a96</entry>
Oct 16 08:54:13 user nova-compute[73884]:       <entry name="uuid">e5aab74e-1797-4f62-a8e5-096c11b54a96</entry>
Oct 16 08:54:13 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:54:13 user nova-compute[73884]:     </system>
Oct 16 08:54:13 user nova-compute[73884]:   </sysinfo>
Oct 16 08:54:13 user nova-compute[73884]:   <os>
Oct 16 08:54:13 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:54:13 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:54:13 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:54:13 user nova-compute[73884]:   </os>
Oct 16 08:54:13 user nova-compute[73884]:   <features>
Oct 16 08:54:13 user nova-compute[73884]:     <acpi/>
Oct 16 08:54:13 user nova-compute[73884]:     <apic/>
Oct 16 08:54:13 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:54:13 user nova-compute[73884]:   </features>
Oct 16 08:54:13 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:54:13 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:54:13 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:54:13 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:54:13 user nova-compute[73884]:   </clock>
Oct 16 08:54:13 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:54:13 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:54:13 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:54:13 user nova-compute[73884]:   </cpu>
Oct 16 08:54:13 user nova-compute[73884]:   <devices>
Oct 16 08:54:13 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:54:13 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:54:13 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96/disk"/>
Oct 16 08:54:13 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:54:13 user nova-compute[73884]:     </disk>
Oct 16 08:54:13 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:54:13 user nova-compute[73884]:       <mac address="fa:16:3e:3d:0f:cf"/>
Oct 16 08:54:13 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:54:13 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:54:13 user nova-compute[73884]:       <target dev="tap8a72c6f2-2a"/>
Oct 16 08:54:13 user nova-compute[73884]:     </interface>
Oct 16 08:54:13 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:54:13 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96/console.log" append="off"/>
Oct 16 08:54:13 user nova-compute[73884]:     </serial>
Oct 16 08:54:13 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:54:13 user nova-compute[73884]:     <video>
Oct 16 08:54:13 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:54:13 user nova-compute[73884]:     </video>
Oct 16 08:54:13 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:54:13 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:54:13 user nova-compute[73884]:     </rng>
Oct 16 08:54:13 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:54:13 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:54:13 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:54:13 user nova-compute[73884]:     </memballoon>
Oct 16 08:54:13 user nova-compute[73884]:   </devices>
Oct 16 08:54:13 user nova-compute[73884]: </domain>
Oct 16 08:54:13 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:54:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-647596436',display_name='tempest-TestMinimumBasicScenario-server-647596436',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-647596436',id=45,image_ref='cbf49543-22e4-4401-8e4d-a89176297589',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG/257ZH3ZJmIgUg2PkRLOhiZTDJV/faPQKHsBmqygBWSjcO3qyX8Ea2ceYXYLFyw+KRTVHHvAPjszW9y2j6UfXLOJLeci53zN5DDdDwYj4BVceag+FrXiqmjG8ubJVclA==',key_name='tempest-TestMinimumBasicScenario-1850316729',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='eeb00c3398b1415a85e3f6e6b80b971f',ramdisk_id='',reservation_id='r-th7310f4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='cbf49543-22e4-4401-8e4d-a89176297589',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-930865495',owner_user_name='tempest-TestMinimumBasicScenario-930865495-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:54:11Z,user_data=None,user_id='cf9fb0d8c2ab4dc7839cef9f6456af94',uuid=e5aab74e-1797-4f62-a8e5-096c11b54a96,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "address": "fa:16:3e:3d:0f:cf", "network": {"id": "d29b9e92-aca5-45cc-8664-ec7e22f33c84", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-972482687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeb00c3398b1415a85e3f6e6b80b971f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a72c6f2-2a", "ovs_interfaceid": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Converting VIF {"id": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "address": "fa:16:3e:3d:0f:cf", "network": {"id": "d29b9e92-aca5-45cc-8664-ec7e22f33c84", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-972482687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeb00c3398b1415a85e3f6e6b80b971f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a72c6f2-2a", "ovs_interfaceid": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3d:0f:cf,bridge_name='br-int',has_traffic_filtering=True,id=8a72c6f2-2a05-4c5d-8475-23fd40303969,network=Network(d29b9e92-aca5-45cc-8664-ec7e22f33c84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a72c6f2-2a') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG os_vif [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3d:0f:cf,bridge_name='br-int',has_traffic_filtering=True,id=8a72c6f2-2a05-4c5d-8475-23fd40303969,network=Network(d29b9e92-aca5-45cc-8664-ec7e22f33c84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a72c6f2-2a') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8d7d0e89-d2b8-4bf1-8d76-30215db7d618 req-0933ed65-12ca-469e-ba7b-faf489a1aca7 service nova] Releasing lock "refresh_cache-e5aab74e-1797-4f62-a8e5-096c11b54a96" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ffecbcc6-fab0-5a10-95be-449d1346e8b7', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8a72c6f2-2a, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8a72c6f2-2a, col_values=(('qos', UUID('f3cf57b1-b988-4b11-87e7-55014d45127d')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8a72c6f2-2a, col_values=(('external_ids', {'iface-id': '8a72c6f2-2a05-4c5d-8475-23fd40303969', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3d:0f:cf', 'vm-uuid': 'e5aab74e-1797-4f62-a8e5-096c11b54a96'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:13 user nova-compute[73884]: INFO os_vif [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3d:0f:cf,bridge_name='br-int',has_traffic_filtering=True,id=8a72c6f2-2a05-4c5d-8475-23fd40303969,network=Network(d29b9e92-aca5-45cc-8664-ec7e22f33c84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a72c6f2-2a')
Oct 16 08:54:13 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] No VIF found with MAC fa:16:3e:3d:0f:cf, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:13 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-77918604-cf93-4fac-9c24-48d31c3cfaaa tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 6bc8092c-0645-4cf3-a26b-4d51405159bd is timed out.
Oct 16 08:54:13 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-77918604-cf93-4fac-9c24-48d31c3cfaaa tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Successfully detached device vdb from instance 6bc8092c-0645-4cf3-a26b-4d51405159bd from the live domain config.
Oct 16 08:54:13 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-77918604-cf93-4fac-9c24-48d31c3cfaaa tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-77918604-cf93-4fac-9c24-48d31c3cfaaa tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kArdXlNE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:54:13 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-77918604-cf93-4fac-9c24-48d31c3cfaaa tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:54:13 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-77918604-cf93-4fac-9c24-48d31c3cfaaa tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Searching for a device in session 48 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MhGRkFLd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.421s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] <== connect_volume: return (1423ms) {'type': 'block', 'scsi_wwn': '26664643239323131', 'path': '/dev/sdc'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26664643239323131', 'path': '/dev/sdc'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-77918604-cf93-4fac-9c24-48d31c3cfaaa tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.205s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[01b0503d-ffdb-49a5-bc86-689e44ce3d61]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-77918604-cf93-4fac-9c24-48d31c3cfaaa tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:54:13 user nova-compute[73884]: No targets found.
Oct 16 08:54:13 user nova-compute[73884]: iSNS:
Oct 16 08:54:13 user nova-compute[73884]: No targets found.
Oct 16 08:54:13 user nova-compute[73884]: STATIC:
Oct 16 08:54:13 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981
Oct 16 08:54:13 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:54:13 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:54:13 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde
Oct 16 08:54:13 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:54:13 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:54:13 user nova-compute[73884]: FIRMWARE:
Oct 16 08:54:13 user nova-compute[73884]: No targets found.
Oct 16 08:54:13 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-77918604-cf93-4fac-9c24-48d31c3cfaaa tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:54:13 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:54:13 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-77918604-cf93-4fac-9c24-48d31c3cfaaa tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a997b1ce-84a7-4f98-9ded-c10bea7b1f8e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:54:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cf0969a-7083-48cf-8cb9-b191670a108d]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-77918604-cf93-4fac-9c24-48d31c3cfaaa tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 (non-flash)
Oct 16 08:54:14 user nova-compute[73884]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde (non-flash)
Oct 16 08:54:14 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-77918604-cf93-4fac-9c24-48d31c3cfaaa tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 (non-flash)
Oct 16 08:54:14 user nova-compute[73884]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde (non-flash)
Oct 16 08:54:14 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-77918604-cf93-4fac-9c24-48d31c3cfaaa tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7eac298dc0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981'): ({'sdb'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-77918604-cf93-4fac-9c24-48d31c3cfaaa tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Removing single pathed devices sdb {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c48c79e-768a-46b8-a36a-a9ddb8b534f2]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:53:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-940849778',display_name='tempest-TestVolumeBootPattern-volume-backed-server-940849778',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-940849778',id=44,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDyhoPfHWRdufG6eQipObfogze5fuR+tkjEi7FrLEiIk6hqVpCp2FYAsljPbD7kqmmNLKcq7MIOcvmYGcicsnSu2mcI/bZFSKhz4pPO/heunkvPse4WydFYVlgAB/ZET6A==',key_name='tempest-keypair-1592592616',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d32c241898f24ad3b8fafd0e2cc73c1e',ramdisk_id='',reservation_id='r-ozvihn53',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-513905673',owner_user_name='tempest-TestVolumeBootPattern-513905673-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:53:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='167899628aee4098b7f86cd94419cf82',uuid=9efe2a4c-39fc-478b-8148-36f1ebe24fc4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ce408f5c-bfb9-40be-98b9-d3787aaf2c5b", "address": "fa:16:3e:6a:21:f2", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce408f5c-bf", "ovs_interfaceid": "ce408f5c-bfb9-40be-98b9-d3787aaf2c5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Converting VIF {"id": "ce408f5c-bfb9-40be-98b9-d3787aaf2c5b", "address": "fa:16:3e:6a:21:f2", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce408f5c-bf", "ovs_interfaceid": "ce408f5c-bfb9-40be-98b9-d3787aaf2c5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6a:21:f2,bridge_name='br-int',has_traffic_filtering=True,id=ce408f5c-bfb9-40be-98b9-d3787aaf2c5b,network=Network(c8fab485-45f8-4e22-8baa-1813dc37206f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce408f5c-bf') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG nova.objects.instance [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lazy-loading 'pci_devices' on Instance uuid 9efe2a4c-39fc-478b-8148-36f1ebe24fc4 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:54:14 user nova-compute[73884]:   <uuid>9efe2a4c-39fc-478b-8148-36f1ebe24fc4</uuid>
Oct 16 08:54:14 user nova-compute[73884]:   <name>instance-0000002c</name>
Oct 16 08:54:14 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:54:14 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:54:14 user nova-compute[73884]:   <metadata>
Oct 16 08:54:14 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:54:14 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:54:14 user nova-compute[73884]:       <nova:name>tempest-TestVolumeBootPattern-volume-backed-server-940849778</nova:name>
Oct 16 08:54:14 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:54:12</nova:creationTime>
Oct 16 08:54:14 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:54:14 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:54:14 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:54:14 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:54:14 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:54:14 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:54:14 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:54:14 user nova-compute[73884]:       <nova:owner>
Oct 16 08:54:14 user nova-compute[73884]:         <nova:user uuid="167899628aee4098b7f86cd94419cf82">tempest-TestVolumeBootPattern-513905673-project-member</nova:user>
Oct 16 08:54:14 user nova-compute[73884]:         <nova:project uuid="d32c241898f24ad3b8fafd0e2cc73c1e">tempest-TestVolumeBootPattern-513905673</nova:project>
Oct 16 08:54:14 user nova-compute[73884]:       </nova:owner>
Oct 16 08:54:14 user nova-compute[73884]:       <nova:ports>
Oct 16 08:54:14 user nova-compute[73884]:         <nova:port uuid="ce408f5c-bfb9-40be-98b9-d3787aaf2c5b">
Oct 16 08:54:14 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Oct 16 08:54:14 user nova-compute[73884]:         </nova:port>
Oct 16 08:54:14 user nova-compute[73884]:       </nova:ports>
Oct 16 08:54:14 user nova-compute[73884]:     </nova:instance>
Oct 16 08:54:14 user nova-compute[73884]:   </metadata>
Oct 16 08:54:14 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:54:14 user nova-compute[73884]:     <system>
Oct 16 08:54:14 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:54:14 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:54:14 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:54:14 user nova-compute[73884]:       <entry name="serial">9efe2a4c-39fc-478b-8148-36f1ebe24fc4</entry>
Oct 16 08:54:14 user nova-compute[73884]:       <entry name="uuid">9efe2a4c-39fc-478b-8148-36f1ebe24fc4</entry>
Oct 16 08:54:14 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:54:14 user nova-compute[73884]:     </system>
Oct 16 08:54:14 user nova-compute[73884]:   </sysinfo>
Oct 16 08:54:14 user nova-compute[73884]:   <os>
Oct 16 08:54:14 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:54:14 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:54:14 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:54:14 user nova-compute[73884]:   </os>
Oct 16 08:54:14 user nova-compute[73884]:   <features>
Oct 16 08:54:14 user nova-compute[73884]:     <acpi/>
Oct 16 08:54:14 user nova-compute[73884]:     <apic/>
Oct 16 08:54:14 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:54:14 user nova-compute[73884]:   </features>
Oct 16 08:54:14 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:54:14 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:54:14 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:54:14 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:54:14 user nova-compute[73884]:   </clock>
Oct 16 08:54:14 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:54:14 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:54:14 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:54:14 user nova-compute[73884]:   </cpu>
Oct 16 08:54:14 user nova-compute[73884]:   <devices>
Oct 16 08:54:14 user nova-compute[73884]:     <disk type="block" device="disk">
Oct 16 08:54:14 user nova-compute[73884]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:54:14 user nova-compute[73884]:       <source dev="/dev/sdc"/>
Oct 16 08:54:14 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:54:14 user nova-compute[73884]:       <serial>359721ed-b902-4c99-8e4c-f1c968d29dde</serial>
Oct 16 08:54:14 user nova-compute[73884]:     </disk>
Oct 16 08:54:14 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:54:14 user nova-compute[73884]:       <mac address="fa:16:3e:6a:21:f2"/>
Oct 16 08:54:14 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:54:14 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:54:14 user nova-compute[73884]:       <target dev="tapce408f5c-bf"/>
Oct 16 08:54:14 user nova-compute[73884]:     </interface>
Oct 16 08:54:14 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:54:14 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/9efe2a4c-39fc-478b-8148-36f1ebe24fc4/console.log" append="off"/>
Oct 16 08:54:14 user nova-compute[73884]:     </serial>
Oct 16 08:54:14 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:54:14 user nova-compute[73884]:     <video>
Oct 16 08:54:14 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:54:14 user nova-compute[73884]:     </video>
Oct 16 08:54:14 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:54:14 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:54:14 user nova-compute[73884]:     </rng>
Oct 16 08:54:14 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:54:14 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:54:14 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:54:14 user nova-compute[73884]:     </memballoon>
Oct 16 08:54:14 user nova-compute[73884]:   </devices>
Oct 16 08:54:14 user nova-compute[73884]: </domain>
Oct 16 08:54:14 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:53:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-940849778',display_name='tempest-TestVolumeBootPattern-volume-backed-server-940849778',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-940849778',id=44,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDyhoPfHWRdufG6eQipObfogze5fuR+tkjEi7FrLEiIk6hqVpCp2FYAsljPbD7kqmmNLKcq7MIOcvmYGcicsnSu2mcI/bZFSKhz4pPO/heunkvPse4WydFYVlgAB/ZET6A==',key_name='tempest-keypair-1592592616',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d32c241898f24ad3b8fafd0e2cc73c1e',ramdisk_id='',reservation_id='r-ozvihn53',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-513905673',owner_user_name='tempest-TestVolumeBootPattern-513905673-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:53:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='167899628aee4098b7f86cd94419cf82',uuid=9efe2a4c-39fc-478b-8148-36f1ebe24fc4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ce408f5c-bfb9-40be-98b9-d3787aaf2c5b", "address": "fa:16:3e:6a:21:f2", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce408f5c-bf", "ovs_interfaceid": "ce408f5c-bfb9-40be-98b9-d3787aaf2c5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Converting VIF {"id": "ce408f5c-bfb9-40be-98b9-d3787aaf2c5b", "address": "fa:16:3e:6a:21:f2", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce408f5c-bf", "ovs_interfaceid": "ce408f5c-bfb9-40be-98b9-d3787aaf2c5b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6a:21:f2,bridge_name='br-int',has_traffic_filtering=True,id=ce408f5c-bfb9-40be-98b9-d3787aaf2c5b,network=Network(c8fab485-45f8-4e22-8baa-1813dc37206f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce408f5c-bf') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG os_vif [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6a:21:f2,bridge_name='br-int',has_traffic_filtering=True,id=ce408f5c-bfb9-40be-98b9-d3787aaf2c5b,network=Network(c8fab485-45f8-4e22-8baa-1813dc37206f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce408f5c-bf') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[14df2723-cfed-4763-8e05-bea358bc6f54]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-77918604-cf93-4fac-9c24-48d31c3cfaaa tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Flushing IO for device /dev/sdb {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '02bb8e93-7691-53bf-b5f0-e714e1ea8074', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c4a0248-d3df-43c8-963f-bbe4f9bd8123]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-77918604-cf93-4fac-9c24-48d31c3cfaaa tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapce408f5c-bf, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapce408f5c-bf, col_values=(('qos', UUID('fc4043ce-2296-49f4-98b5-beba1260e6d8')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapce408f5c-bf, col_values=(('external_ids', {'iface-id': 'ce408f5c-bfb9-40be-98b9-d3787aaf2c5b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6a:21:f2', 'vm-uuid': '9efe2a4c-39fc-478b-8148-36f1ebe24fc4'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:14 user nova-compute[73884]: INFO os_vif [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6a:21:f2,bridge_name='br-int',has_traffic_filtering=True,id=ce408f5c-bfb9-40be-98b9-d3787aaf2c5b,network=Network(c8fab485-45f8-4e22-8baa-1813dc37206f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce408f5c-bf')
Oct 16 08:54:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.049s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b880e345-6833-41c0-bdb0-38831d91a22e]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-77918604-cf93-4fac-9c24-48d31c3cfaaa tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-77918604-cf93-4fac-9c24-48d31c3cfaaa tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] SCSI volumes sdb have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-77918604-cf93-4fac-9c24-48d31c3cfaaa tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[46ad0485-29c9-4d14-841f-49b0d291027d]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-77918604-cf93-4fac-9c24-48d31c3cfaaa tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] No VIF found with MAC fa:16:3e:6a:21:f2, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[435b40f4-abab-49e2-aa2f-fd94c2be906f]: (4, ('Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981, portal: 172.16.0.220,3260]\nLogout of [sid: 47, target: iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-77918604-cf93-4fac-9c24-48d31c3cfaaa tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981, portal: 172.16.0.220,3260]
Oct 16 08:54:14 user nova-compute[73884]: Logout of [sid: 47, target: iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981, portal: 172.16.0.220,3260] successful.
Oct 16 08:54:14 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:17d6c04f-5dab-4cc4-87a5-d1dbe9f7f981 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[93db929a-5335-488b-8f88-08617f9e5efc]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-77918604-cf93-4fac-9c24-48d31c3cfaaa tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-77918604-cf93-4fac-9c24-48d31c3cfaaa tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.331s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-77918604-cf93-4fac-9c24-48d31c3cfaaa tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] <== disconnect_volume: return (536ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-77918604-cf93-4fac-9c24-48d31c3cfaaa tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:15 user nova-compute[73884]: DEBUG nova.objects.instance [None req-77918604-cf93-4fac-9c24-48d31c3cfaaa tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lazy-loading 'flavor' on Instance uuid 6bc8092c-0645-4cf3-a26b-4d51405159bd {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:54:15 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-77918604-cf93-4fac-9c24-48d31c3cfaaa tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "6bc8092c-0645-4cf3-a26b-4d51405159bd" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.109s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:54:15 user nova-compute[73884]: DEBUG nova.compute.manager [req-99006d89-e353-4b5f-83a8-66a05eb4b3cd req-ab776e71-2148-426a-bd07-36ac9ddd88ed service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Received event network-vif-plugged-8a72c6f2-2a05-4c5d-8475-23fd40303969 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:54:15 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-99006d89-e353-4b5f-83a8-66a05eb4b3cd req-ab776e71-2148-426a-bd07-36ac9ddd88ed service nova] Acquiring lock "e5aab74e-1797-4f62-a8e5-096c11b54a96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:54:15 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-99006d89-e353-4b5f-83a8-66a05eb4b3cd req-ab776e71-2148-426a-bd07-36ac9ddd88ed service nova] Lock "e5aab74e-1797-4f62-a8e5-096c11b54a96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:54:15 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-99006d89-e353-4b5f-83a8-66a05eb4b3cd req-ab776e71-2148-426a-bd07-36ac9ddd88ed service nova] Lock "e5aab74e-1797-4f62-a8e5-096c11b54a96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:54:15 user nova-compute[73884]: DEBUG nova.compute.manager [req-99006d89-e353-4b5f-83a8-66a05eb4b3cd req-ab776e71-2148-426a-bd07-36ac9ddd88ed service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] No waiting events found dispatching network-vif-plugged-8a72c6f2-2a05-4c5d-8475-23fd40303969 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:54:15 user nova-compute[73884]: WARNING nova.compute.manager [req-99006d89-e353-4b5f-83a8-66a05eb4b3cd req-ab776e71-2148-426a-bd07-36ac9ddd88ed service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Received unexpected event network-vif-plugged-8a72c6f2-2a05-4c5d-8475-23fd40303969 for instance with vm_state building and task_state spawning.
Oct 16 08:54:15 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-89c9cd19-ce6d-4d8a-9802-29d5671a8fae tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquiring lock "6bc8092c-0645-4cf3-a26b-4d51405159bd" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:54:15 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-89c9cd19-ce6d-4d8a-9802-29d5671a8fae tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "6bc8092c-0645-4cf3-a26b-4d51405159bd" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:54:15 user nova-compute[73884]: DEBUG nova.compute.manager [None req-89c9cd19-ce6d-4d8a-9802-29d5671a8fae tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:54:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:15 user nova-compute[73884]: DEBUG nova.compute.manager [None req-89c9cd19-ce6d-4d8a-9802-29d5671a8fae tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=73884) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Oct 16 08:54:15 user nova-compute[73884]: DEBUG nova.objects.instance [None req-89c9cd19-ce6d-4d8a-9802-29d5671a8fae tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lazy-loading 'flavor' on Instance uuid 6bc8092c-0645-4cf3-a26b-4d51405159bd {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:54:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:16 user nova-compute[73884]: DEBUG nova.compute.manager [req-5df777c8-80f8-4069-b0ee-ee724ea4755a req-4f08a101-501f-4ab7-9dc8-bbb293f76909 service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Received event network-vif-unplugged-9bd59e93-bfbd-4d64-be3b-199e96b62401 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:54:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-5df777c8-80f8-4069-b0ee-ee724ea4755a req-4f08a101-501f-4ab7-9dc8-bbb293f76909 service nova] Acquiring lock "6bc8092c-0645-4cf3-a26b-4d51405159bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:54:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-5df777c8-80f8-4069-b0ee-ee724ea4755a req-4f08a101-501f-4ab7-9dc8-bbb293f76909 service nova] Lock "6bc8092c-0645-4cf3-a26b-4d51405159bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:54:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-5df777c8-80f8-4069-b0ee-ee724ea4755a req-4f08a101-501f-4ab7-9dc8-bbb293f76909 service nova] Lock "6bc8092c-0645-4cf3-a26b-4d51405159bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:54:16 user nova-compute[73884]: DEBUG nova.compute.manager [req-5df777c8-80f8-4069-b0ee-ee724ea4755a req-4f08a101-501f-4ab7-9dc8-bbb293f76909 service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] No waiting events found dispatching network-vif-unplugged-9bd59e93-bfbd-4d64-be3b-199e96b62401 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:54:16 user nova-compute[73884]: WARNING nova.compute.manager [req-5df777c8-80f8-4069-b0ee-ee724ea4755a req-4f08a101-501f-4ab7-9dc8-bbb293f76909 service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Received unexpected event network-vif-unplugged-9bd59e93-bfbd-4d64-be3b-199e96b62401 for instance with vm_state active and task_state powering-off.
Oct 16 08:54:16 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:16 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:16 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:16 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:16 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:54:16 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 08:54:16 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Rebuilding the list of instances to heal {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 16 08:54:16 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Skipping network cache update for instance because it is Building. {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9934}}
Oct 16 08:54:16 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Skipping network cache update for instance because it is Building. {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9934}}
Oct 16 08:54:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "refresh_cache-6bc8092c-0645-4cf3-a26b-4d51405159bd" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:54:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquired lock "refresh_cache-6bc8092c-0645-4cf3-a26b-4d51405159bd" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:54:16 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Forcefully refreshing network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 08:54:16 user nova-compute[73884]: DEBUG nova.objects.instance [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lazy-loading 'info_cache' on Instance uuid 6bc8092c-0645-4cf3-a26b-4d51405159bd {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:54:16 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Updating instance_info_cache with network_info: [{"id": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "address": "fa:16:3e:a2:b7:bd", "network": {"id": "795d1d26-3506-4bf7-9b12-4b4ebd58c1ee", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-963791271-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.25", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500befd5b50d4fa598c657d7e617b265", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9bd59e93-bf", "ovs_interfaceid": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:54:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Releasing lock "refresh_cache-6bc8092c-0645-4cf3-a26b-4d51405159bd" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:54:16 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Updated the network info_cache for instance {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 08:54:16 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Instance destroyed successfully.
Oct 16 08:54:16 user nova-compute[73884]: DEBUG nova.compute.manager [None req-89c9cd19-ce6d-4d8a-9802-29d5671a8fae tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:54:16 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:16 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:16 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-89c9cd19-ce6d-4d8a-9802-29d5671a8fae tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "6bc8092c-0645-4cf3-a26b-4d51405159bd" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 1.362s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:54:16 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:16 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:17 user nova-compute[73884]: DEBUG nova.compute.manager [req-bc192461-e0a5-408b-a502-255007f01f3f req-99b4eb25-4af5-4f69-b4ef-7c62cae9b78c service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Received event network-vif-plugged-8a72c6f2-2a05-4c5d-8475-23fd40303969 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:54:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-bc192461-e0a5-408b-a502-255007f01f3f req-99b4eb25-4af5-4f69-b4ef-7c62cae9b78c service nova] Acquiring lock "e5aab74e-1797-4f62-a8e5-096c11b54a96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:54:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-bc192461-e0a5-408b-a502-255007f01f3f req-99b4eb25-4af5-4f69-b4ef-7c62cae9b78c service nova] Lock "e5aab74e-1797-4f62-a8e5-096c11b54a96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:54:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-bc192461-e0a5-408b-a502-255007f01f3f req-99b4eb25-4af5-4f69-b4ef-7c62cae9b78c service nova] Lock "e5aab74e-1797-4f62-a8e5-096c11b54a96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:54:17 user nova-compute[73884]: DEBUG nova.compute.manager [req-bc192461-e0a5-408b-a502-255007f01f3f req-99b4eb25-4af5-4f69-b4ef-7c62cae9b78c service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] No waiting events found dispatching network-vif-plugged-8a72c6f2-2a05-4c5d-8475-23fd40303969 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:54:17 user nova-compute[73884]: WARNING nova.compute.manager [req-bc192461-e0a5-408b-a502-255007f01f3f req-99b4eb25-4af5-4f69-b4ef-7c62cae9b78c service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Received unexpected event network-vif-plugged-8a72c6f2-2a05-4c5d-8475-23fd40303969 for instance with vm_state building and task_state spawning.
Oct 16 08:54:18 user nova-compute[73884]: DEBUG nova.compute.manager [req-ea248ddf-2e74-47ba-a46c-6a31790e8cb7 req-6b6184d5-7688-4e7d-977e-ac953c13b423 service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Received event network-vif-plugged-9bd59e93-bfbd-4d64-be3b-199e96b62401 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:54:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ea248ddf-2e74-47ba-a46c-6a31790e8cb7 req-6b6184d5-7688-4e7d-977e-ac953c13b423 service nova] Acquiring lock "6bc8092c-0645-4cf3-a26b-4d51405159bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:54:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ea248ddf-2e74-47ba-a46c-6a31790e8cb7 req-6b6184d5-7688-4e7d-977e-ac953c13b423 service nova] Lock "6bc8092c-0645-4cf3-a26b-4d51405159bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:54:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ea248ddf-2e74-47ba-a46c-6a31790e8cb7 req-6b6184d5-7688-4e7d-977e-ac953c13b423 service nova] Lock "6bc8092c-0645-4cf3-a26b-4d51405159bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:54:18 user nova-compute[73884]: DEBUG nova.compute.manager [req-ea248ddf-2e74-47ba-a46c-6a31790e8cb7 req-6b6184d5-7688-4e7d-977e-ac953c13b423 service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] No waiting events found dispatching network-vif-plugged-9bd59e93-bfbd-4d64-be3b-199e96b62401 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:54:18 user nova-compute[73884]: WARNING nova.compute.manager [req-ea248ddf-2e74-47ba-a46c-6a31790e8cb7 req-6b6184d5-7688-4e7d-977e-ac953c13b423 service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Received unexpected event network-vif-plugged-9bd59e93-bfbd-4d64-be3b-199e96b62401 for instance with vm_state stopped and task_state None.
Oct 16 08:54:18 user nova-compute[73884]: DEBUG nova.compute.manager [req-ea248ddf-2e74-47ba-a46c-6a31790e8cb7 req-6b6184d5-7688-4e7d-977e-ac953c13b423 service nova] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Received event network-vif-plugged-ce408f5c-bfb9-40be-98b9-d3787aaf2c5b {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:54:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ea248ddf-2e74-47ba-a46c-6a31790e8cb7 req-6b6184d5-7688-4e7d-977e-ac953c13b423 service nova] Acquiring lock "9efe2a4c-39fc-478b-8148-36f1ebe24fc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:54:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ea248ddf-2e74-47ba-a46c-6a31790e8cb7 req-6b6184d5-7688-4e7d-977e-ac953c13b423 service nova] Lock "9efe2a4c-39fc-478b-8148-36f1ebe24fc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:54:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ea248ddf-2e74-47ba-a46c-6a31790e8cb7 req-6b6184d5-7688-4e7d-977e-ac953c13b423 service nova] Lock "9efe2a4c-39fc-478b-8148-36f1ebe24fc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:54:18 user nova-compute[73884]: DEBUG nova.compute.manager [req-ea248ddf-2e74-47ba-a46c-6a31790e8cb7 req-6b6184d5-7688-4e7d-977e-ac953c13b423 service nova] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] No waiting events found dispatching network-vif-plugged-ce408f5c-bfb9-40be-98b9-d3787aaf2c5b {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:54:18 user nova-compute[73884]: WARNING nova.compute.manager [req-ea248ddf-2e74-47ba-a46c-6a31790e8cb7 req-6b6184d5-7688-4e7d-977e-ac953c13b423 service nova] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Received unexpected event network-vif-plugged-ce408f5c-bfb9-40be-98b9-d3787aaf2c5b for instance with vm_state building and task_state spawning.
Oct 16 08:54:18 user nova-compute[73884]: DEBUG nova.compute.manager [req-ea248ddf-2e74-47ba-a46c-6a31790e8cb7 req-6b6184d5-7688-4e7d-977e-ac953c13b423 service nova] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Received event network-vif-plugged-ce408f5c-bfb9-40be-98b9-d3787aaf2c5b {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:54:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ea248ddf-2e74-47ba-a46c-6a31790e8cb7 req-6b6184d5-7688-4e7d-977e-ac953c13b423 service nova] Acquiring lock "9efe2a4c-39fc-478b-8148-36f1ebe24fc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:54:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ea248ddf-2e74-47ba-a46c-6a31790e8cb7 req-6b6184d5-7688-4e7d-977e-ac953c13b423 service nova] Lock "9efe2a4c-39fc-478b-8148-36f1ebe24fc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:54:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ea248ddf-2e74-47ba-a46c-6a31790e8cb7 req-6b6184d5-7688-4e7d-977e-ac953c13b423 service nova] Lock "9efe2a4c-39fc-478b-8148-36f1ebe24fc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:54:18 user nova-compute[73884]: DEBUG nova.compute.manager [req-ea248ddf-2e74-47ba-a46c-6a31790e8cb7 req-6b6184d5-7688-4e7d-977e-ac953c13b423 service nova] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] No waiting events found dispatching network-vif-plugged-ce408f5c-bfb9-40be-98b9-d3787aaf2c5b {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:54:18 user nova-compute[73884]: WARNING nova.compute.manager [req-ea248ddf-2e74-47ba-a46c-6a31790e8cb7 req-6b6184d5-7688-4e7d-977e-ac953c13b423 service nova] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Received unexpected event network-vif-plugged-ce408f5c-bfb9-40be-98b9-d3787aaf2c5b for instance with vm_state building and task_state spawning.
Oct 16 08:54:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:18 user nova-compute[73884]: DEBUG nova.compute.manager [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:54:18 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:54:18 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Instance spawned successfully.
Oct 16 08:54:18 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:54:18 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:54:18 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:54:18 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:54:18 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:54:18 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:54:18 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:54:18 user nova-compute[73884]: INFO nova.compute.manager [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Took 7.87 seconds to spawn the instance on the hypervisor.
Oct 16 08:54:18 user nova-compute[73884]: DEBUG nova.compute.manager [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:54:18 user nova-compute[73884]: INFO nova.compute.manager [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Took 8.49 seconds to build instance.
Oct 16 08:54:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-0aebb798-9dad-4aad-ad7c-75c699d95f97 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "e5aab74e-1797-4f62-a8e5-096c11b54a96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.601s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:54:18 user nova-compute[73884]: DEBUG nova.compute.manager [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:54:18 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:54:18 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Instance spawned successfully.
Oct 16 08:54:18 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:54:18 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:54:18 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:54:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:54:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:54:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:54:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:54:19 user nova-compute[73884]: INFO nova.compute.manager [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Took 6.67 seconds to spawn the instance on the hypervisor.
Oct 16 08:54:19 user nova-compute[73884]: DEBUG nova.compute.manager [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:54:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:19 user nova-compute[73884]: INFO nova.compute.manager [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Took 25.24 seconds to build instance.
Oct 16 08:54:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ed2d602b-6e2e-4e8b-816a-36fb0295a2f0 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "9efe2a4c-39fc-478b-8148-36f1ebe24fc4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 25.346s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:54:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:21 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:54:30 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:54:30 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Cleaning up deleted instances {{(pid=73884) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 16 08:54:30 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] There are 0 instances to clean {{(pid=73884) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 16 08:54:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:38 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:39 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:54:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:54:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=73884) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 08:54:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 08:54:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 08:54:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:55:00 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:55:00 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:55:02 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:55:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:55:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:55:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=73884) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 08:55:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 08:55:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:55:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 08:55:04 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:55:06 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:55:06 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 08:55:07 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:55:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:55:09 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:55:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:55:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:55:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:55:09 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 08:55:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:55:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:55:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:55:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:55:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:55:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:55:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:55:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:55:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:55:10 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:55:10 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:55:10 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=8623MB free_disk=25.11724853515625GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 08:55:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:55:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:55:10 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 6bc8092c-0645-4cf3-a26b-4d51405159bd actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:55:10 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 9efe2a4c-39fc-478b-8148-36f1ebe24fc4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:55:10 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance e5aab74e-1797-4f62-a8e5-096c11b54a96 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:55:10 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 08:55:10 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 08:55:10 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:55:10 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:55:10 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 08:55:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.283s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:55:11 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:55:13 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:55:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:55:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:55:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=73884) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 08:55:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 08:55:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 08:55:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:55:16 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:55:16 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 08:55:16 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Rebuilding the list of instances to heal {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 16 08:55:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "refresh_cache-6bc8092c-0645-4cf3-a26b-4d51405159bd" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:55:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquired lock "refresh_cache-6bc8092c-0645-4cf3-a26b-4d51405159bd" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:55:16 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Forcefully refreshing network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 08:55:16 user nova-compute[73884]: DEBUG nova.objects.instance [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lazy-loading 'info_cache' on Instance uuid 6bc8092c-0645-4cf3-a26b-4d51405159bd {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:55:16 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Updating instance_info_cache with network_info: [{"id": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "address": "fa:16:3e:a2:b7:bd", "network": {"id": "795d1d26-3506-4bf7-9b12-4b4ebd58c1ee", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-963791271-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.25", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500befd5b50d4fa598c657d7e617b265", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9bd59e93-bf", "ovs_interfaceid": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:55:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Releasing lock "refresh_cache-6bc8092c-0645-4cf3-a26b-4d51405159bd" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:55:16 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Updated the network info_cache for instance {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 08:55:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:55:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:55:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=73884) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 08:55:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 08:55:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 08:55:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:55:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:55:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:55:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:55:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:55:39 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:55:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:55:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:55:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=73884) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 08:55:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 08:55:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 08:55:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:55:44 user nova-compute[73884]: DEBUG nova.compute.manager [req-3dc45cb1-94c2-4467-8090-4916c858f71a req-7a374563-cf1a-4d68-a104-685abbcc103b service nova] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Received event network-changed-ce408f5c-bfb9-40be-98b9-d3787aaf2c5b {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:55:44 user nova-compute[73884]: DEBUG nova.compute.manager [req-3dc45cb1-94c2-4467-8090-4916c858f71a req-7a374563-cf1a-4d68-a104-685abbcc103b service nova] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Refreshing instance network info cache due to event network-changed-ce408f5c-bfb9-40be-98b9-d3787aaf2c5b. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:55:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-3dc45cb1-94c2-4467-8090-4916c858f71a req-7a374563-cf1a-4d68-a104-685abbcc103b service nova] Acquiring lock "refresh_cache-9efe2a4c-39fc-478b-8148-36f1ebe24fc4" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:55:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-3dc45cb1-94c2-4467-8090-4916c858f71a req-7a374563-cf1a-4d68-a104-685abbcc103b service nova] Acquired lock "refresh_cache-9efe2a4c-39fc-478b-8148-36f1ebe24fc4" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:55:44 user nova-compute[73884]: DEBUG nova.network.neutron [req-3dc45cb1-94c2-4467-8090-4916c858f71a req-7a374563-cf1a-4d68-a104-685abbcc103b service nova] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Refreshing network info cache for port ce408f5c-bfb9-40be-98b9-d3787aaf2c5b {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:55:45 user nova-compute[73884]: DEBUG nova.network.neutron [req-3dc45cb1-94c2-4467-8090-4916c858f71a req-7a374563-cf1a-4d68-a104-685abbcc103b service nova] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Updated VIF entry in instance network info cache for port ce408f5c-bfb9-40be-98b9-d3787aaf2c5b. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:55:45 user nova-compute[73884]: DEBUG nova.network.neutron [req-3dc45cb1-94c2-4467-8090-4916c858f71a req-7a374563-cf1a-4d68-a104-685abbcc103b service nova] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Updating instance_info_cache with network_info: [{"id": "ce408f5c-bfb9-40be-98b9-d3787aaf2c5b", "address": "fa:16:3e:6a:21:f2", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.103", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce408f5c-bf", "ovs_interfaceid": "ce408f5c-bfb9-40be-98b9-d3787aaf2c5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:55:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-3dc45cb1-94c2-4467-8090-4916c858f71a req-7a374563-cf1a-4d68-a104-685abbcc103b service nova] Releasing lock "refresh_cache-9efe2a4c-39fc-478b-8148-36f1ebe24fc4" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:55:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:55:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:55:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:55:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:55:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:56:00 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:56:01 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:56:02 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:56:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "dd25b160-0695-44fc-8a74-b3de3202230a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:56:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "dd25b160-0695-44fc-8a74-b3de3202230a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:56:05 user nova-compute[73884]: DEBUG nova.compute.manager [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:56:05 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:56:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:56:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:56:05 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:56:05 user nova-compute[73884]: INFO nova.compute.claims [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Claim successful on node user
Oct 16 08:56:05 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:56:05 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:56:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.269s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:56:05 user nova-compute[73884]: DEBUG nova.compute.manager [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:56:05 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:56:05 user nova-compute[73884]: DEBUG nova.compute.manager [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:56:05 user nova-compute[73884]: DEBUG nova.network.neutron [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:56:05 user nova-compute[73884]: DEBUG nova.compute.manager [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:56:05 user nova-compute[73884]: DEBUG nova.policy [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '167899628aee4098b7f86cd94419cf82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd32c241898f24ad3b8fafd0e2cc73c1e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:56:05 user nova-compute[73884]: INFO nova.virt.block_device [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Booting with volume snapshot 3bf8542c-cfb5-4d9f-942e-7c4a9c4d7439 at /dev/vda
Oct 16 08:56:06 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:56:06 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 08:56:06 user nova-compute[73884]: DEBUG nova.network.neutron [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Successfully created port: d6cf9bcd-b44d-4fe4-8d24-01054687cb7d {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:56:06 user nova-compute[73884]: DEBUG nova.objects.instance [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lazy-loading 'flavor' on Instance uuid 6bc8092c-0645-4cf3-a26b-4d51405159bd {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:56:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquiring lock "refresh_cache-6bc8092c-0645-4cf3-a26b-4d51405159bd" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:56:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquired lock "refresh_cache-6bc8092c-0645-4cf3-a26b-4d51405159bd" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:56:06 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:56:06 user nova-compute[73884]: DEBUG nova.objects.instance [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lazy-loading 'info_cache' on Instance uuid 6bc8092c-0645-4cf3-a26b-4d51405159bd {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:56:06 user nova-compute[73884]: DEBUG nova.objects.base [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Object Instance<6bc8092c-0645-4cf3-a26b-4d51405159bd> lazy-loaded attributes: flavor,info_cache {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:56:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Acquiring lock "e5aab74e-1797-4f62-a8e5-096c11b54a96" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:56:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "e5aab74e-1797-4f62-a8e5-096c11b54a96" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:56:06 user nova-compute[73884]: DEBUG nova.objects.instance [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lazy-loading 'flavor' on Instance uuid e5aab74e-1797-4f62-a8e5-096c11b54a96 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Updating instance_info_cache with network_info: [{"id": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "address": "fa:16:3e:a2:b7:bd", "network": {"id": "795d1d26-3506-4bf7-9b12-4b4ebd58c1ee", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-963791271-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.25", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500befd5b50d4fa598c657d7e617b265", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9bd59e93-bf", "ovs_interfaceid": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Releasing lock "refresh_cache-6bc8092c-0645-4cf3-a26b-4d51405159bd" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "e5aab74e-1797-4f62-a8e5-096c11b54a96" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.065s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:56:07 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Instance destroyed successfully.
Oct 16 08:56:07 user nova-compute[73884]: DEBUG nova.objects.instance [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lazy-loading 'resources' on Instance uuid 6bc8092c-0645-4cf3-a26b-4d51405159bd {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG nova.objects.base [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Object Instance<6bc8092c-0645-4cf3-a26b-4d51405159bd> lazy-loaded attributes: flavor,info_cache,resources {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:47:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-683746936',display_name='tempest-AttachVolumeTestJSON-server-683746936',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-683746936',id=41,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBm7LVfUlQpLUI1wfozvcr5mMhc4MpqyH7ZXQkaFR+jVv5WTTp8NylTNAgIAzIWjbuPUw5mvwmo+9mEeXXI9tnWUGXpx3KiYh9C6+edZ2chpzXwUK0R4r9E7d1Y2dCeshg==',key_name='tempest-keypair-839640580',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:48:00Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='500befd5b50d4fa598c657d7e617b265',ramdisk_id='',reservation_id='r-qsntfyn5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-249638898',owner_user_name='tempest-AttachVolumeTestJSON-249638898-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:54:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e2a4cdaa31a94c5f8ec1becde28346f1',uuid=6bc8092c-0645-4cf3-a26b-4d51405159bd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "address": "fa:16:3e:a2:b7:bd", "network": {"id": "795d1d26-3506-4bf7-9b12-4b4ebd58c1ee", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-963791271-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.25", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500befd5b50d4fa598c657d7e617b265", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9bd59e93-bf", "ovs_interfaceid": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Converting VIF {"id": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "address": "fa:16:3e:a2:b7:bd", "network": {"id": "795d1d26-3506-4bf7-9b12-4b4ebd58c1ee", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-963791271-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.25", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500befd5b50d4fa598c657d7e617b265", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9bd59e93-bf", "ovs_interfaceid": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a2:b7:bd,bridge_name='br-int',has_traffic_filtering=True,id=9bd59e93-bfbd-4d64-be3b-199e96b62401,network=Network(795d1d26-3506-4bf7-9b12-4b4ebd58c1ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9bd59e93-bf') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG os_vif [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:b7:bd,bridge_name='br-int',has_traffic_filtering=True,id=9bd59e93-bfbd-4d64-be3b-199e96b62401,network=Network(795d1d26-3506-4bf7-9b12-4b4ebd58c1ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9bd59e93-bf') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9bd59e93-bf, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f257695c-c055-48c3-ba98-11ab37153427) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:07 user nova-compute[73884]: INFO os_vif [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:b7:bd,bridge_name='br-int',has_traffic_filtering=True,id=9bd59e93-bfbd-4d64-be3b-199e96b62401,network=Network(795d1d26-3506-4bf7-9b12-4b4ebd58c1ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9bd59e93-bf')
Oct 16 08:56:07 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Start _get_guest_xml network_info=[{"id": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "address": "fa:16:3e:a2:b7:bd", "network": {"id": "795d1d26-3506-4bf7-9b12-4b4ebd58c1ee", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-963791271-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.25", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500befd5b50d4fa598c657d7e617b265", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9bd59e93-bf", "ovs_interfaceid": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'a4e1d819-b957-4c9c-9b9d-fd987951fbab'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG nova.objects.instance [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lazy-loading 'numa_topology' on Instance uuid 6bc8092c-0645-4cf3-a26b-4d51405159bd {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG nova.network.neutron [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Successfully updated port: d6cf9bcd-b44d-4fe4-8d24-01054687cb7d {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG nova.objects.base [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Object Instance<6bc8092c-0645-4cf3-a26b-4d51405159bd> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "refresh_cache-dd25b160-0695-44fc-8a74-b3de3202230a" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquired lock "refresh_cache-dd25b160-0695-44fc-8a74-b3de3202230a" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG nova.network.neutron [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:56:07 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:56:07 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:56:07 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG nova.objects.instance [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lazy-loading 'vcpu_model' on Instance uuid 6bc8092c-0645-4cf3-a26b-4d51405159bd {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG nova.compute.manager [req-f76d5eb1-8d21-4bff-8c92-c14fdd8ca427 req-4b31c6c9-6168-415e-9ae8-3fb0162c73a3 service nova] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Received event network-changed-d6cf9bcd-b44d-4fe4-8d24-01054687cb7d {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG nova.compute.manager [req-f76d5eb1-8d21-4bff-8c92-c14fdd8ca427 req-4b31c6c9-6168-415e-9ae8-3fb0162c73a3 service nova] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Refreshing instance network info cache due to event network-changed-d6cf9bcd-b44d-4fe4-8d24-01054687cb7d. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f76d5eb1-8d21-4bff-8c92-c14fdd8ca427 req-4b31c6c9-6168-415e-9ae8-3fb0162c73a3 service nova] Acquiring lock "refresh_cache-dd25b160-0695-44fc-8a74-b3de3202230a" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG nova.objects.base [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Object Instance<6bc8092c-0645-4cf3-a26b-4d51405159bd> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:47:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-683746936',display_name='tempest-AttachVolumeTestJSON-server-683746936',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-683746936',id=41,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBm7LVfUlQpLUI1wfozvcr5mMhc4MpqyH7ZXQkaFR+jVv5WTTp8NylTNAgIAzIWjbuPUw5mvwmo+9mEeXXI9tnWUGXpx3KiYh9C6+edZ2chpzXwUK0R4r9E7d1Y2dCeshg==',key_name='tempest-keypair-839640580',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:48:00Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='500befd5b50d4fa598c657d7e617b265',ramdisk_id='',reservation_id='r-qsntfyn5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-249638898',owner_user_name='tempest-AttachVolumeTestJSON-249638898-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:54:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e2a4cdaa31a94c5f8ec1becde28346f1',uuid=6bc8092c-0645-4cf3-a26b-4d51405159bd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "address": "fa:16:3e:a2:b7:bd", "network": {"id": "795d1d26-3506-4bf7-9b12-4b4ebd58c1ee", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-963791271-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.25", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500befd5b50d4fa598c657d7e617b265", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9bd59e93-bf", "ovs_interfaceid": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Converting VIF {"id": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "address": "fa:16:3e:a2:b7:bd", "network": {"id": "795d1d26-3506-4bf7-9b12-4b4ebd58c1ee", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-963791271-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.25", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500befd5b50d4fa598c657d7e617b265", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9bd59e93-bf", "ovs_interfaceid": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a2:b7:bd,bridge_name='br-int',has_traffic_filtering=True,id=9bd59e93-bfbd-4d64-be3b-199e96b62401,network=Network(795d1d26-3506-4bf7-9b12-4b4ebd58c1ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9bd59e93-bf') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG nova.objects.instance [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lazy-loading 'pci_devices' on Instance uuid 6bc8092c-0645-4cf3-a26b-4d51405159bd {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG nova.objects.base [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Object Instance<6bc8092c-0645-4cf3-a26b-4d51405159bd> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:56:07 user nova-compute[73884]:   <uuid>6bc8092c-0645-4cf3-a26b-4d51405159bd</uuid>
Oct 16 08:56:07 user nova-compute[73884]:   <name>instance-00000029</name>
Oct 16 08:56:07 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:56:07 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:56:07 user nova-compute[73884]:   <metadata>
Oct 16 08:56:07 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:56:07 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:56:07 user nova-compute[73884]:       <nova:name>tempest-AttachVolumeTestJSON-server-683746936</nova:name>
Oct 16 08:56:07 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:56:07</nova:creationTime>
Oct 16 08:56:07 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:56:07 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:56:07 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:56:07 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:56:07 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:56:07 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:56:07 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:56:07 user nova-compute[73884]:       <nova:owner>
Oct 16 08:56:07 user nova-compute[73884]:         <nova:user uuid="e2a4cdaa31a94c5f8ec1becde28346f1">tempest-AttachVolumeTestJSON-249638898-project-member</nova:user>
Oct 16 08:56:07 user nova-compute[73884]:         <nova:project uuid="500befd5b50d4fa598c657d7e617b265">tempest-AttachVolumeTestJSON-249638898</nova:project>
Oct 16 08:56:07 user nova-compute[73884]:       </nova:owner>
Oct 16 08:56:07 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:56:07 user nova-compute[73884]:       <nova:ports>
Oct 16 08:56:07 user nova-compute[73884]:         <nova:port uuid="9bd59e93-bfbd-4d64-be3b-199e96b62401">
Oct 16 08:56:07 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Oct 16 08:56:07 user nova-compute[73884]:         </nova:port>
Oct 16 08:56:07 user nova-compute[73884]:       </nova:ports>
Oct 16 08:56:07 user nova-compute[73884]:     </nova:instance>
Oct 16 08:56:07 user nova-compute[73884]:   </metadata>
Oct 16 08:56:07 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:56:07 user nova-compute[73884]:     <system>
Oct 16 08:56:07 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:56:07 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:56:07 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:56:07 user nova-compute[73884]:       <entry name="serial">6bc8092c-0645-4cf3-a26b-4d51405159bd</entry>
Oct 16 08:56:07 user nova-compute[73884]:       <entry name="uuid">6bc8092c-0645-4cf3-a26b-4d51405159bd</entry>
Oct 16 08:56:07 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:56:07 user nova-compute[73884]:     </system>
Oct 16 08:56:07 user nova-compute[73884]:   </sysinfo>
Oct 16 08:56:07 user nova-compute[73884]:   <os>
Oct 16 08:56:07 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:56:07 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:56:07 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:56:07 user nova-compute[73884]:   </os>
Oct 16 08:56:07 user nova-compute[73884]:   <features>
Oct 16 08:56:07 user nova-compute[73884]:     <acpi/>
Oct 16 08:56:07 user nova-compute[73884]:     <apic/>
Oct 16 08:56:07 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:56:07 user nova-compute[73884]:   </features>
Oct 16 08:56:07 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:56:07 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:56:07 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:56:07 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:56:07 user nova-compute[73884]:   </clock>
Oct 16 08:56:07 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:56:07 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:56:07 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:56:07 user nova-compute[73884]:   </cpu>
Oct 16 08:56:07 user nova-compute[73884]:   <devices>
Oct 16 08:56:07 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:56:07 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:56:07 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk"/>
Oct 16 08:56:07 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:56:07 user nova-compute[73884]:     </disk>
Oct 16 08:56:07 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:56:07 user nova-compute[73884]:       <mac address="fa:16:3e:a2:b7:bd"/>
Oct 16 08:56:07 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:56:07 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:56:07 user nova-compute[73884]:       <target dev="tap9bd59e93-bf"/>
Oct 16 08:56:07 user nova-compute[73884]:     </interface>
Oct 16 08:56:07 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:56:07 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/console.log" append="off"/>
Oct 16 08:56:07 user nova-compute[73884]:     </serial>
Oct 16 08:56:07 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:56:07 user nova-compute[73884]:     <video>
Oct 16 08:56:07 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:56:07 user nova-compute[73884]:     </video>
Oct 16 08:56:07 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:56:07 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:56:07 user nova-compute[73884]:     </rng>
Oct 16 08:56:07 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:56:07 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:56:07 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:56:07 user nova-compute[73884]:     </memballoon>
Oct 16 08:56:07 user nova-compute[73884]:   </devices>
Oct 16 08:56:07 user nova-compute[73884]: </domain>
Oct 16 08:56:07 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Acquiring lock "e5aab74e-1797-4f62-a8e5-096c11b54a96" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "e5aab74e-1797-4f62-a8e5-096c11b54a96" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.003s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:56:07 user nova-compute[73884]: INFO nova.compute.manager [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Attaching volume de10d262-d784-47a2-9a84-e3dc91c71173 to /dev/vdb
Oct 16 08:56:07 user nova-compute[73884]: DEBUG nova.network.neutron [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG os_brick.utils [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[7529eabd-edb2-4be8-aae3-216034a5ade1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc61ac68-bcb6-415e-a0ef-1e00864737a7]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab03e28d-6a19-4fbb-91d5-5b7f41a246ce]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7762970-a66e-4596-8b46-3b1254344298]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:56:07 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 08:56:07 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b36fa72-3f29-407e-8905-cefe74103d74]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG os_brick.utils [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] <== get_connector_properties: return (162ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Updating existing volume attachment record: 0cedc51e-7b9e-4cdf-a51f-95b2d5bcc96c {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG nova.network.neutron [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Updating instance_info_cache with network_info: [{"id": "d6cf9bcd-b44d-4fe4-8d24-01054687cb7d", "address": "fa:16:3e:dc:23:92", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6cf9bcd-b4", "ovs_interfaceid": "d6cf9bcd-b44d-4fe4-8d24-01054687cb7d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG nova.objects.instance [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lazy-loading 'trusted_certs' on Instance uuid 6bc8092c-0645-4cf3-a26b-4d51405159bd {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Releasing lock "refresh_cache-dd25b160-0695-44fc-8a74-b3de3202230a" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG nova.compute.manager [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Instance network_info: |[{"id": "d6cf9bcd-b44d-4fe4-8d24-01054687cb7d", "address": "fa:16:3e:dc:23:92", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6cf9bcd-b4", "ovs_interfaceid": "d6cf9bcd-b44d-4fe4-8d24-01054687cb7d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f76d5eb1-8d21-4bff-8c92-c14fdd8ca427 req-4b31c6c9-6168-415e-9ae8-3fb0162c73a3 service nova] Acquired lock "refresh_cache-dd25b160-0695-44fc-8a74-b3de3202230a" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG nova.network.neutron [req-f76d5eb1-8d21-4bff-8c92-c14fdd8ca427 req-4b31c6c9-6168-415e-9ae8-3fb0162c73a3 service nova] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Refreshing network info cache for port d6cf9bcd-b44d-4fe4-8d24-01054687cb7d {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG nova.objects.base [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Object Instance<6bc8092c-0645-4cf3-a26b-4d51405159bd> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.221s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk. size=1073741824 {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 08:56:07 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:56:08 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:56:08 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Cannot resize image /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk to a smaller size. {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 08:56:08 user nova-compute[73884]: DEBUG nova.objects.instance [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lazy-loading 'migration_context' on Instance uuid 6bc8092c-0645-4cf3-a26b-4d51405159bd {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:56:08 user nova-compute[73884]: DEBUG nova.objects.base [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Object Instance<6bc8092c-0645-4cf3-a26b-4d51405159bd> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:56:08 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:47:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-683746936',display_name='tempest-AttachVolumeTestJSON-server-683746936',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-683746936',id=41,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBm7LVfUlQpLUI1wfozvcr5mMhc4MpqyH7ZXQkaFR+jVv5WTTp8NylTNAgIAzIWjbuPUw5mvwmo+9mEeXXI9tnWUGXpx3KiYh9C6+edZ2chpzXwUK0R4r9E7d1Y2dCeshg==',key_name='tempest-keypair-839640580',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:48:00Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='500befd5b50d4fa598c657d7e617b265',ramdisk_id='',reservation_id='r-qsntfyn5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-249638898',owner_user_name='tempest-AttachVolumeTestJSON-249638898-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:54:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e2a4cdaa31a94c5f8ec1becde28346f1',uuid=6bc8092c-0645-4cf3-a26b-4d51405159bd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "address": "fa:16:3e:a2:b7:bd", "network": {"id": "795d1d26-3506-4bf7-9b12-4b4ebd58c1ee", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-963791271-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.25", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500befd5b50d4fa598c657d7e617b265", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9bd59e93-bf", "ovs_interfaceid": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:56:08 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Converting VIF {"id": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "address": "fa:16:3e:a2:b7:bd", "network": {"id": "795d1d26-3506-4bf7-9b12-4b4ebd58c1ee", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-963791271-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.25", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500befd5b50d4fa598c657d7e617b265", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9bd59e93-bf", "ovs_interfaceid": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:56:08 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a2:b7:bd,bridge_name='br-int',has_traffic_filtering=True,id=9bd59e93-bfbd-4d64-be3b-199e96b62401,network=Network(795d1d26-3506-4bf7-9b12-4b4ebd58c1ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9bd59e93-bf') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:56:08 user nova-compute[73884]: DEBUG os_vif [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:b7:bd,bridge_name='br-int',has_traffic_filtering=True,id=9bd59e93-bfbd-4d64-be3b-199e96b62401,network=Network(795d1d26-3506-4bf7-9b12-4b4ebd58c1ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9bd59e93-bf') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:56:08 user nova-compute[73884]: DEBUG nova.network.neutron [req-f76d5eb1-8d21-4bff-8c92-c14fdd8ca427 req-4b31c6c9-6168-415e-9ae8-3fb0162c73a3 service nova] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Updated VIF entry in instance network info cache for port d6cf9bcd-b44d-4fe4-8d24-01054687cb7d. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:56:08 user nova-compute[73884]: DEBUG nova.network.neutron [req-f76d5eb1-8d21-4bff-8c92-c14fdd8ca427 req-4b31c6c9-6168-415e-9ae8-3fb0162c73a3 service nova] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Updating instance_info_cache with network_info: [{"id": "d6cf9bcd-b44d-4fe4-8d24-01054687cb7d", "address": "fa:16:3e:dc:23:92", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6cf9bcd-b4", "ovs_interfaceid": "d6cf9bcd-b44d-4fe4-8d24-01054687cb7d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:56:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:56:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:56:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'af65ce80-b425-5be0-be73-9e6781dca210', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:56:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:56:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f76d5eb1-8d21-4bff-8c92-c14fdd8ca427 req-4b31c6c9-6168-415e-9ae8-3fb0162c73a3 service nova] Releasing lock "refresh_cache-dd25b160-0695-44fc-8a74-b3de3202230a" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:56:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9bd59e93-bf, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:56:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9bd59e93-bf, col_values=(('qos', UUID('1816b025-0a36-415f-829d-6e4d9a456fe5')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:56:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9bd59e93-bf, col_values=(('external_ids', {'iface-id': '9bd59e93-bfbd-4d64-be3b-199e96b62401', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a2:b7:bd', 'vm-uuid': '6bc8092c-0645-4cf3-a26b-4d51405159bd'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:56:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:56:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:08 user nova-compute[73884]: INFO os_vif [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:b7:bd,bridge_name='br-int',has_traffic_filtering=True,id=9bd59e93-bfbd-4d64-be3b-199e96b62401,network=Network(795d1d26-3506-4bf7-9b12-4b4ebd58c1ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9bd59e93-bf')
Oct 16 08:56:08 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:56:09 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:56:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:56:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:56:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:56:09 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 08:56:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:09 user nova-compute[73884]: DEBUG nova.compute.manager [req-3c37b14a-6714-4f49-bbd7-fc9c303d562e req-85638def-ee7f-47bc-945e-2d9cbb7212ac service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Received event network-vif-plugged-9bd59e93-bfbd-4d64-be3b-199e96b62401 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:56:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-3c37b14a-6714-4f49-bbd7-fc9c303d562e req-85638def-ee7f-47bc-945e-2d9cbb7212ac service nova] Acquiring lock "6bc8092c-0645-4cf3-a26b-4d51405159bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:56:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-3c37b14a-6714-4f49-bbd7-fc9c303d562e req-85638def-ee7f-47bc-945e-2d9cbb7212ac service nova] Lock "6bc8092c-0645-4cf3-a26b-4d51405159bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:56:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-3c37b14a-6714-4f49-bbd7-fc9c303d562e req-85638def-ee7f-47bc-945e-2d9cbb7212ac service nova] Lock "6bc8092c-0645-4cf3-a26b-4d51405159bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:56:09 user nova-compute[73884]: DEBUG nova.compute.manager [req-3c37b14a-6714-4f49-bbd7-fc9c303d562e req-85638def-ee7f-47bc-945e-2d9cbb7212ac service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] No waiting events found dispatching network-vif-plugged-9bd59e93-bfbd-4d64-be3b-199e96b62401 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:56:09 user nova-compute[73884]: WARNING nova.compute.manager [req-3c37b14a-6714-4f49-bbd7-fc9c303d562e req-85638def-ee7f-47bc-945e-2d9cbb7212ac service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Received unexpected event network-vif-plugged-9bd59e93-bfbd-4d64-be3b-199e96b62401 for instance with vm_state stopped and task_state powering-on.
Oct 16 08:56:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:56:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:56:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:56:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:56:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:56:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:56:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:56:10 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:56:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:56:12 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:56:12 user nova-compute[73884]: DEBUG nova.compute.manager [req-4746b47b-c3d6-4584-8c56-7af9414f2563 req-5b0ba513-cb70-4089-9c4f-e5cbcb97ae2a service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Received event network-vif-plugged-9bd59e93-bfbd-4d64-be3b-199e96b62401 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:56:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-4746b47b-c3d6-4584-8c56-7af9414f2563 req-5b0ba513-cb70-4089-9c4f-e5cbcb97ae2a service nova] Acquiring lock "6bc8092c-0645-4cf3-a26b-4d51405159bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:56:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-4746b47b-c3d6-4584-8c56-7af9414f2563 req-5b0ba513-cb70-4089-9c4f-e5cbcb97ae2a service nova] Lock "6bc8092c-0645-4cf3-a26b-4d51405159bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:56:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-4746b47b-c3d6-4584-8c56-7af9414f2563 req-5b0ba513-cb70-4089-9c4f-e5cbcb97ae2a service nova] Lock "6bc8092c-0645-4cf3-a26b-4d51405159bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:56:12 user nova-compute[73884]: DEBUG nova.compute.manager [req-4746b47b-c3d6-4584-8c56-7af9414f2563 req-5b0ba513-cb70-4089-9c4f-e5cbcb97ae2a service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] No waiting events found dispatching network-vif-plugged-9bd59e93-bfbd-4d64-be3b-199e96b62401 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:56:12 user nova-compute[73884]: WARNING nova.compute.manager [req-4746b47b-c3d6-4584-8c56-7af9414f2563 req-5b0ba513-cb70-4089-9c4f-e5cbcb97ae2a service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Received unexpected event network-vif-plugged-9bd59e93-bfbd-4d64-be3b-199e96b62401 for instance with vm_state stopped and task_state powering-on.
Oct 16 08:56:12 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Instance rebooted successfully.
Oct 16 08:56:12 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b564bf1c-be06-411b-b495-8abdc457ddc4 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:56:12 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:56:12 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:56:12 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=8657MB free_disk=25.10601043701172GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 08:56:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:56:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:56:12 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 6bc8092c-0645-4cf3-a26b-4d51405159bd actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:56:12 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 9efe2a4c-39fc-478b-8148-36f1ebe24fc4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:56:12 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance e5aab74e-1797-4f62-a8e5-096c11b54a96 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:56:12 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance dd25b160-0695-44fc-8a74-b3de3202230a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:56:12 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 08:56:12 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 08:56:12 user nova-compute[73884]: DEBUG os_brick.utils [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:56:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:56:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:56:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[72a4a99a-be3f-443a-b169-cc09c608bdc8]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:56:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:56:12 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:56:12 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:56:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:56:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fe8b34c-c0b3-47b6-aadc-6d17aa6c4063]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:56:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:56:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:56:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[816a402d-a039-453a-9b98-62f46ba7bf4b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:56:12 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 08:56:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.343s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:56:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3f2a280-e016-4667-a131-20aa3e893eee]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:56:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:56:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:56:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 08:56:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:56:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 08:56:12 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 08:56:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c067b9d8-d1f0-4f42-aa91-9c9c7830be55]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:56:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 08:56:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 08:56:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 08:56:12 user nova-compute[73884]: DEBUG os_brick.utils [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] <== get_connector_properties: return (160ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:56:12 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Updating existing volume attachment record: f6ba1a86-596a-47df-a218-cad78aa01c76 {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 08:56:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:15 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:56:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:18 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:56:18 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 08:56:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "refresh_cache-9efe2a4c-39fc-478b-8148-36f1ebe24fc4" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:56:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquired lock "refresh_cache-9efe2a4c-39fc-478b-8148-36f1ebe24fc4" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:56:18 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Forcefully refreshing network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 08:56:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:18 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Updating instance_info_cache with network_info: [{"id": "ce408f5c-bfb9-40be-98b9-d3787aaf2c5b", "address": "fa:16:3e:6a:21:f2", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.103", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce408f5c-bf", "ovs_interfaceid": "ce408f5c-bfb9-40be-98b9-d3787aaf2c5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:56:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Releasing lock "refresh_cache-9efe2a4c-39fc-478b-8148-36f1ebe24fc4" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:56:18 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Updated the network info_cache for instance {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 08:56:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG nova.compute.manager [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:56:30 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Creating image(s)
Oct 16 08:56:30 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Did not create local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Ensure instance console log exists: /opt/stack/data/nova/instances/dd25b160-0695-44fc-8a74-b3de3202230a/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Start _get_guest_xml network_info=[{"id": "d6cf9bcd-b44d-4fe4-8d24-01054687cb7d", "address": "fa:16:3e:dc:23:92", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6cf9bcd-b4", "ovs_interfaceid": "d6cf9bcd-b44d-4fe4-8d24-01054687cb7d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-10-16T08:55:47Z,direct_url=<?>,disk_format='qcow2',id=2c7f9f79-5851-4b75-8e0d-75f733dfed2c,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-53346859',owner='d32c241898f24ad3b8fafd0e2cc73c1e',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-10-16T08:55:48Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'paYdSwMF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'dd25b160-0695-44fc-8a74-b3de3202230a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c67a532c-a157-4728-8303-7edcca62ce0b', 'serial': 'c67a532c-a157-4728-8303-7edcca62ce0b'}, 'attachment_id': 'f6ba1a86-596a-47df-a218-cad78aa01c76', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'delete_on_termination': True, 'boot_index': 0, 'device_type': 'disk', 'volume_type': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:56:30 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:56:30 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:56:30 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-10-16T08:55:47Z,direct_url=<?>,disk_format='qcow2',id=2c7f9f79-5851-4b75-8e0d-75f733dfed2c,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-53346859',owner='d32c241898f24ad3b8fafd0e2cc73c1e',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-10-16T08:55:48Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'paYdSwMF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:56:30 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:56:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:56:30 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:56:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:56:30 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:56:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[533a206e-921f-41b2-874b-fb417506e2f4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:56:30 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[276805d4-fc98-4b8b-88a0-4e83d5de1e96]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b] added
Oct 16 08:56:30 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6646c05-4e3a-423d-97a3-adf952fcc54e]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[875687a9-16d8-4e18-b9cf-796216ea0097]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v paYdSwMF {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v paYdSwMF" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c43e1920-7919-48f7-aac7-20cf7dd645cb]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'paYdSwMF'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f58f3eae-649d-4bd1-b3e1-f95a419b39f2]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed1547bf-6f58-4bfb-ad43-e2e505aaf882]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde (non-flash)
Oct 16 08:56:30 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde (non-flash)
Oct 16 08:56:30 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[be7e8dee-3f6e-4cae-a284-593fbf10c10c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b, portal: 172.16.0.220,3260]
Oct 16 08:56:30 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b, portal: 172.16.0.220,3260] successful.
Oct 16 08:56:30 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[84f56bdb-8598-43a5-995f-e698848b3eef]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[8af40774-4237-4b49-a0a9-bb9b5d5e0a52]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde (non-flash)
Oct 16 08:56:30 user nova-compute[73884]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b (non-flash)
Oct 16 08:56:30 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde (non-flash)
Oct 16 08:56:30 user nova-compute[73884]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b (non-flash)
Oct 16 08:56:30 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.262s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] HCTL ('33', '-', '-', 0) found on session 49 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[1683a3ba-06ca-4271-a0cf-bed884de948b]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:56:30 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Searching for a device in session 49 and hctl ['33', '*', '*', 0] yield: None {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:56:31 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Searching for a device in session 49 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:56:31 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'paYdSwMF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:56:31 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.295s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:56:31 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] <== connect_volume: return (1296ms) {'type': 'block', 'scsi_wwn': '23232613632343731', 'path': '/dev/sdb'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:56:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23232613632343731', 'path': '/dev/sdb'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:56:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:56:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1051947337',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1051947337',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1051947337',id=46,image_ref='2c7f9f79-5851-4b75-8e0d-75f733dfed2c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMci6bySM1EqfrrfhkFMoMwmx/546JMMYBKY3BWu8/BweIHQx47g6aT4Eo/xnfoWQiWmn7e42MIB6hVKTjtpSjnnT2xNP5APMzZtf/6yvyhSTBF8D4nPhf1URYcgxDdxXw==',key_name='tempest-keypair-1309950157',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d32c241898f24ad3b8fafd0e2cc73c1e',ramdisk_id='',reservation_id='r-3gqybn3m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-513905673',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-513905673-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-513905673',owner_user_name='tempest-TestVolumeBootPattern-513905673-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:56:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='167899628aee4098b7f86cd94419cf82',uuid=dd25b160-0695-44fc-8a74-b3de3202230a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d6cf9bcd-b44d-4fe4-8d24-01054687cb7d", "address": "fa:16:3e:dc:23:92", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6cf9bcd-b4", "ovs_interfaceid": "d6cf9bcd-b44d-4fe4-8d24-01054687cb7d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:56:31 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Converting VIF {"id": "d6cf9bcd-b44d-4fe4-8d24-01054687cb7d", "address": "fa:16:3e:dc:23:92", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6cf9bcd-b4", "ovs_interfaceid": "d6cf9bcd-b44d-4fe4-8d24-01054687cb7d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:56:31 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dc:23:92,bridge_name='br-int',has_traffic_filtering=True,id=d6cf9bcd-b44d-4fe4-8d24-01054687cb7d,network=Network(c8fab485-45f8-4e22-8baa-1813dc37206f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6cf9bcd-b4') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:56:31 user nova-compute[73884]: DEBUG nova.objects.instance [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lazy-loading 'pci_devices' on Instance uuid dd25b160-0695-44fc-8a74-b3de3202230a {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:56:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:56:31 user nova-compute[73884]:   <uuid>dd25b160-0695-44fc-8a74-b3de3202230a</uuid>
Oct 16 08:56:31 user nova-compute[73884]:   <name>instance-0000002e</name>
Oct 16 08:56:31 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:56:31 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:56:31 user nova-compute[73884]:   <metadata>
Oct 16 08:56:31 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:56:31 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:56:31 user nova-compute[73884]:       <nova:name>tempest-TestVolumeBootPattern-image-snapshot-server-1051947337</nova:name>
Oct 16 08:56:31 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:56:30</nova:creationTime>
Oct 16 08:56:31 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:56:31 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:56:31 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:56:31 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:56:31 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:56:31 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:56:31 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:56:31 user nova-compute[73884]:       <nova:owner>
Oct 16 08:56:31 user nova-compute[73884]:         <nova:user uuid="167899628aee4098b7f86cd94419cf82">tempest-TestVolumeBootPattern-513905673-project-member</nova:user>
Oct 16 08:56:31 user nova-compute[73884]:         <nova:project uuid="d32c241898f24ad3b8fafd0e2cc73c1e">tempest-TestVolumeBootPattern-513905673</nova:project>
Oct 16 08:56:31 user nova-compute[73884]:       </nova:owner>
Oct 16 08:56:31 user nova-compute[73884]:       <nova:root type="image" uuid="2c7f9f79-5851-4b75-8e0d-75f733dfed2c"/>
Oct 16 08:56:31 user nova-compute[73884]:       <nova:ports>
Oct 16 08:56:31 user nova-compute[73884]:         <nova:port uuid="d6cf9bcd-b44d-4fe4-8d24-01054687cb7d">
Oct 16 08:56:31 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 16 08:56:31 user nova-compute[73884]:         </nova:port>
Oct 16 08:56:31 user nova-compute[73884]:       </nova:ports>
Oct 16 08:56:31 user nova-compute[73884]:     </nova:instance>
Oct 16 08:56:31 user nova-compute[73884]:   </metadata>
Oct 16 08:56:31 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:56:31 user nova-compute[73884]:     <system>
Oct 16 08:56:31 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:56:31 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:56:31 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:56:31 user nova-compute[73884]:       <entry name="serial">dd25b160-0695-44fc-8a74-b3de3202230a</entry>
Oct 16 08:56:31 user nova-compute[73884]:       <entry name="uuid">dd25b160-0695-44fc-8a74-b3de3202230a</entry>
Oct 16 08:56:31 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:56:31 user nova-compute[73884]:     </system>
Oct 16 08:56:31 user nova-compute[73884]:   </sysinfo>
Oct 16 08:56:31 user nova-compute[73884]:   <os>
Oct 16 08:56:31 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:56:31 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:56:31 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:56:31 user nova-compute[73884]:   </os>
Oct 16 08:56:31 user nova-compute[73884]:   <features>
Oct 16 08:56:31 user nova-compute[73884]:     <acpi/>
Oct 16 08:56:31 user nova-compute[73884]:     <apic/>
Oct 16 08:56:31 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:56:31 user nova-compute[73884]:   </features>
Oct 16 08:56:31 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:56:31 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:56:31 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:56:31 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:56:31 user nova-compute[73884]:   </clock>
Oct 16 08:56:31 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:56:31 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:56:31 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:56:31 user nova-compute[73884]:   </cpu>
Oct 16 08:56:31 user nova-compute[73884]:   <devices>
Oct 16 08:56:31 user nova-compute[73884]:     <disk type="block" device="disk">
Oct 16 08:56:31 user nova-compute[73884]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:56:31 user nova-compute[73884]:       <source dev="/dev/sdb"/>
Oct 16 08:56:31 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:56:31 user nova-compute[73884]:       <serial>c67a532c-a157-4728-8303-7edcca62ce0b</serial>
Oct 16 08:56:31 user nova-compute[73884]:     </disk>
Oct 16 08:56:31 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:56:31 user nova-compute[73884]:       <mac address="fa:16:3e:dc:23:92"/>
Oct 16 08:56:31 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:56:31 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:56:31 user nova-compute[73884]:       <target dev="tapd6cf9bcd-b4"/>
Oct 16 08:56:31 user nova-compute[73884]:     </interface>
Oct 16 08:56:31 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:56:31 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/dd25b160-0695-44fc-8a74-b3de3202230a/console.log" append="off"/>
Oct 16 08:56:31 user nova-compute[73884]:     </serial>
Oct 16 08:56:31 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:56:31 user nova-compute[73884]:     <video>
Oct 16 08:56:31 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:56:31 user nova-compute[73884]:     </video>
Oct 16 08:56:31 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:56:31 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:56:31 user nova-compute[73884]:     </rng>
Oct 16 08:56:31 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:56:31 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:56:31 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:56:31 user nova-compute[73884]:     </memballoon>
Oct 16 08:56:31 user nova-compute[73884]:   </devices>
Oct 16 08:56:31 user nova-compute[73884]: </domain>
Oct 16 08:56:31 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:56:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:56:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1051947337',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1051947337',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1051947337',id=46,image_ref='2c7f9f79-5851-4b75-8e0d-75f733dfed2c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMci6bySM1EqfrrfhkFMoMwmx/546JMMYBKY3BWu8/BweIHQx47g6aT4Eo/xnfoWQiWmn7e42MIB6hVKTjtpSjnnT2xNP5APMzZtf/6yvyhSTBF8D4nPhf1URYcgxDdxXw==',key_name='tempest-keypair-1309950157',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d32c241898f24ad3b8fafd0e2cc73c1e',ramdisk_id='',reservation_id='r-3gqybn3m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-513905673',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-513905673-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-513905673',owner_user_name='tempest-TestVolumeBootPattern-513905673-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:56:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='167899628aee4098b7f86cd94419cf82',uuid=dd25b160-0695-44fc-8a74-b3de3202230a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d6cf9bcd-b44d-4fe4-8d24-01054687cb7d", "address": "fa:16:3e:dc:23:92", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6cf9bcd-b4", "ovs_interfaceid": "d6cf9bcd-b44d-4fe4-8d24-01054687cb7d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:56:31 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Converting VIF {"id": "d6cf9bcd-b44d-4fe4-8d24-01054687cb7d", "address": "fa:16:3e:dc:23:92", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6cf9bcd-b4", "ovs_interfaceid": "d6cf9bcd-b44d-4fe4-8d24-01054687cb7d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:56:31 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dc:23:92,bridge_name='br-int',has_traffic_filtering=True,id=d6cf9bcd-b44d-4fe4-8d24-01054687cb7d,network=Network(c8fab485-45f8-4e22-8baa-1813dc37206f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6cf9bcd-b4') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:56:31 user nova-compute[73884]: DEBUG os_vif [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:dc:23:92,bridge_name='br-int',has_traffic_filtering=True,id=d6cf9bcd-b44d-4fe4-8d24-01054687cb7d,network=Network(c8fab485-45f8-4e22-8baa-1813dc37206f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6cf9bcd-b4') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:56:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:56:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:56:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '392467fb-2d25-5aa5-9d45-c901083a9a1a', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:56:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:56:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd6cf9bcd-b4, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:56:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd6cf9bcd-b4, col_values=(('qos', UUID('b93295b7-6944-4a75-8fe6-a6871014e879')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:56:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd6cf9bcd-b4, col_values=(('external_ids', {'iface-id': 'd6cf9bcd-b44d-4fe4-8d24-01054687cb7d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:dc:23:92', 'vm-uuid': 'dd25b160-0695-44fc-8a74-b3de3202230a'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:56:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:56:31 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:31 user nova-compute[73884]: INFO os_vif [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:dc:23:92,bridge_name='br-int',has_traffic_filtering=True,id=d6cf9bcd-b44d-4fe4-8d24-01054687cb7d,network=Network(c8fab485-45f8-4e22-8baa-1813dc37206f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6cf9bcd-b4')
Oct 16 08:56:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:56:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] No VIF found with MAC fa:16:3e:dc:23:92, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:56:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:33 user nova-compute[73884]: DEBUG nova.compute.manager [req-b5c33b86-1dd4-4b83-a62f-5c36393b2deb req-ef609b1f-20a0-4d3f-b1e0-a06345bfe727 service nova] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Received event network-vif-plugged-d6cf9bcd-b44d-4fe4-8d24-01054687cb7d {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:56:33 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-b5c33b86-1dd4-4b83-a62f-5c36393b2deb req-ef609b1f-20a0-4d3f-b1e0-a06345bfe727 service nova] Acquiring lock "dd25b160-0695-44fc-8a74-b3de3202230a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:56:33 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-b5c33b86-1dd4-4b83-a62f-5c36393b2deb req-ef609b1f-20a0-4d3f-b1e0-a06345bfe727 service nova] Lock "dd25b160-0695-44fc-8a74-b3de3202230a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:56:33 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-b5c33b86-1dd4-4b83-a62f-5c36393b2deb req-ef609b1f-20a0-4d3f-b1e0-a06345bfe727 service nova] Lock "dd25b160-0695-44fc-8a74-b3de3202230a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:56:33 user nova-compute[73884]: DEBUG nova.compute.manager [req-b5c33b86-1dd4-4b83-a62f-5c36393b2deb req-ef609b1f-20a0-4d3f-b1e0-a06345bfe727 service nova] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] No waiting events found dispatching network-vif-plugged-d6cf9bcd-b44d-4fe4-8d24-01054687cb7d {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:56:33 user nova-compute[73884]: WARNING nova.compute.manager [req-b5c33b86-1dd4-4b83-a62f-5c36393b2deb req-ef609b1f-20a0-4d3f-b1e0-a06345bfe727 service nova] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Received unexpected event network-vif-plugged-d6cf9bcd-b44d-4fe4-8d24-01054687cb7d for instance with vm_state building and task_state spawning.
Oct 16 08:56:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:35 user nova-compute[73884]: DEBUG nova.compute.manager [req-1701b3b2-47d7-4ff1-888b-f6920e75f2ad req-441ab505-7e7d-411a-81a4-ee16f08206f6 service nova] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Received event network-vif-plugged-d6cf9bcd-b44d-4fe4-8d24-01054687cb7d {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:56:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1701b3b2-47d7-4ff1-888b-f6920e75f2ad req-441ab505-7e7d-411a-81a4-ee16f08206f6 service nova] Acquiring lock "dd25b160-0695-44fc-8a74-b3de3202230a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:56:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1701b3b2-47d7-4ff1-888b-f6920e75f2ad req-441ab505-7e7d-411a-81a4-ee16f08206f6 service nova] Lock "dd25b160-0695-44fc-8a74-b3de3202230a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:56:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1701b3b2-47d7-4ff1-888b-f6920e75f2ad req-441ab505-7e7d-411a-81a4-ee16f08206f6 service nova] Lock "dd25b160-0695-44fc-8a74-b3de3202230a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:56:35 user nova-compute[73884]: DEBUG nova.compute.manager [req-1701b3b2-47d7-4ff1-888b-f6920e75f2ad req-441ab505-7e7d-411a-81a4-ee16f08206f6 service nova] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] No waiting events found dispatching network-vif-plugged-d6cf9bcd-b44d-4fe4-8d24-01054687cb7d {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:56:35 user nova-compute[73884]: WARNING nova.compute.manager [req-1701b3b2-47d7-4ff1-888b-f6920e75f2ad req-441ab505-7e7d-411a-81a4-ee16f08206f6 service nova] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Received unexpected event network-vif-plugged-d6cf9bcd-b44d-4fe4-8d24-01054687cb7d for instance with vm_state building and task_state spawning.
Oct 16 08:56:35 user nova-compute[73884]: DEBUG nova.compute.manager [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:56:35 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:56:35 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Instance spawned successfully.
Oct 16 08:56:35 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:56:35 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:56:35 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:56:35 user nova-compute[73884]: INFO nova.compute.manager [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Took 5.32 seconds to spawn the instance on the hypervisor.
Oct 16 08:56:35 user nova-compute[73884]: DEBUG nova.compute.manager [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:56:35 user nova-compute[73884]: INFO nova.compute.manager [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Took 30.16 seconds to build instance.
Oct 16 08:56:35 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-31145be3-44f6-4b39-8646-3ef57894317b tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "dd25b160-0695-44fc-8a74-b3de3202230a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 30.387s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zWjEvxea', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:56:36 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:56:36 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:56:36 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:56:36 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:56:36 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:56:36 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[18ca78ae-db15-4bd1-88fb-6a25e8fd5238]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:56:36 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[76c09921-1553-4da4-9784-737892644352]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173] added
Oct 16 08:56:36 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[844381a1-f662-4898-a21c-fd4e7a2e8abe]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[59fc4c30-12d1-4a73-8745-ea4072529110]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zWjEvxea {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zWjEvxea" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f68ed00-5099-4614-bca0-bdc8187e727f]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'zWjEvxea'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a59ce79e-cdea-4f25-8d1d-352283767632]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bcfa72e-d00b-4fda-8b01-e087ba6f50fa]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde (non-flash)
Oct 16 08:56:36 user nova-compute[73884]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b (non-flash)
Oct 16 08:56:36 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde (non-flash)
Oct 16 08:56:36 user nova-compute[73884]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b (non-flash)
Oct 16 08:56:36 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1a24122-7188-4505-bc83-590d11ed3e51]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173, portal: 172.16.0.220,3260]
Oct 16 08:56:36 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173, portal: 172.16.0.220,3260] successful.
Oct 16 08:56:36 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[504e76a4-778a-452d-b41b-93a07e2114ca]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[14c6829a-0794-45b3-8a64-7448c1800ecd]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde (non-flash)
Oct 16 08:56:36 user nova-compute[73884]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b (non-flash)
Oct 16 08:56:36 user nova-compute[73884]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 (non-flash)
Oct 16 08:56:36 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde (non-flash)
Oct 16 08:56:36 user nova-compute[73884]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b (non-flash)
Oct 16 08:56:36 user nova-compute[73884]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 (non-flash)
Oct 16 08:56:36 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.287s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] HCTL ('35', '-', '-', 0) found on session 50 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[373a26d3-818f-4c1a-aec4-4f2080dcabc0]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:56:36 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Searching for a device in session 50 and hctl ['35', '*', '*', 0] yield: None {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:56:37 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Searching for a device in session 50 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:56:37 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zWjEvxea', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:56:37 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.315s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:56:37 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] <== connect_volume: return (1316ms) {'type': 'block', 'scsi_wwn': '23062323935336435', 'path': '/dev/sdd'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:56:38 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23062323935336435', 'path': '/dev/sdd'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:56:38 user nova-compute[73884]: DEBUG nova.objects.instance [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lazy-loading 'flavor' on Instance uuid e5aab74e-1797-4f62-a8e5-096c11b54a96 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:56:38 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 08:56:38 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:56:38 user nova-compute[73884]:   <source dev="/dev/sdd"/>
Oct 16 08:56:38 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:56:38 user nova-compute[73884]:   <serial>de10d262-d784-47a2-9a84-e3dc91c71173</serial>
Oct 16 08:56:38 user nova-compute[73884]: </disk>
Oct 16 08:56:38 user nova-compute[73884]:  {{(pid=73884) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 08:56:38 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:56:38 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] No BDM found with device name vdb, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:56:38 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] No VIF found with MAC fa:16:3e:3d:0f:cf, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:56:38 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-d1dd6aed-30fd-4fcc-9622-b86db9a47d01 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "e5aab74e-1797-4f62-a8e5-096c11b54a96" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 31.302s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:56:38 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:41 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:46 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:51 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:56:51 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:56:51 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=73884) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 08:56:51 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 08:56:51 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 08:56:51 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:56 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-e21e1686-304c-4043-9f31-996f29b87b78 req-fe908231-5336-4427-a978-b4d8743334db service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Received event network-changed-8a72c6f2-2a05-4c5d-8475-23fd40303969 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:56:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-e21e1686-304c-4043-9f31-996f29b87b78 req-fe908231-5336-4427-a978-b4d8743334db service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Refreshing instance network info cache due to event network-changed-8a72c6f2-2a05-4c5d-8475-23fd40303969. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:56:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e21e1686-304c-4043-9f31-996f29b87b78 req-fe908231-5336-4427-a978-b4d8743334db service nova] Acquiring lock "refresh_cache-e5aab74e-1797-4f62-a8e5-096c11b54a96" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:56:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e21e1686-304c-4043-9f31-996f29b87b78 req-fe908231-5336-4427-a978-b4d8743334db service nova] Acquired lock "refresh_cache-e5aab74e-1797-4f62-a8e5-096c11b54a96" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:56:57 user nova-compute[73884]: DEBUG nova.network.neutron [req-e21e1686-304c-4043-9f31-996f29b87b78 req-fe908231-5336-4427-a978-b4d8743334db service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Refreshing network info cache for port 8a72c6f2-2a05-4c5d-8475-23fd40303969 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:56:57 user nova-compute[73884]: DEBUG nova.network.neutron [req-e21e1686-304c-4043-9f31-996f29b87b78 req-fe908231-5336-4427-a978-b4d8743334db service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Updated VIF entry in instance network info cache for port 8a72c6f2-2a05-4c5d-8475-23fd40303969. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:56:57 user nova-compute[73884]: DEBUG nova.network.neutron [req-e21e1686-304c-4043-9f31-996f29b87b78 req-fe908231-5336-4427-a978-b4d8743334db service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Updating instance_info_cache with network_info: [{"id": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "address": "fa:16:3e:3d:0f:cf", "network": {"id": "d29b9e92-aca5-45cc-8664-ec7e22f33c84", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-972482687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.113", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeb00c3398b1415a85e3f6e6b80b971f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a72c6f2-2a", "ovs_interfaceid": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:56:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e21e1686-304c-4043-9f31-996f29b87b78 req-fe908231-5336-4427-a978-b4d8743334db service nova] Releasing lock "refresh_cache-e5aab74e-1797-4f62-a8e5-096c11b54a96" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:56:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:56:59 user nova-compute[73884]: DEBUG nova.compute.manager [req-253b08e1-93de-4c5c-859f-d94b3da4f0c4 req-a916686b-05cc-4e3e-a9f0-15c52186e574 service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Received event network-changed-8a72c6f2-2a05-4c5d-8475-23fd40303969 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:56:59 user nova-compute[73884]: DEBUG nova.compute.manager [req-253b08e1-93de-4c5c-859f-d94b3da4f0c4 req-a916686b-05cc-4e3e-a9f0-15c52186e574 service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Refreshing instance network info cache due to event network-changed-8a72c6f2-2a05-4c5d-8475-23fd40303969. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:56:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-253b08e1-93de-4c5c-859f-d94b3da4f0c4 req-a916686b-05cc-4e3e-a9f0-15c52186e574 service nova] Acquiring lock "refresh_cache-e5aab74e-1797-4f62-a8e5-096c11b54a96" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:56:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-253b08e1-93de-4c5c-859f-d94b3da4f0c4 req-a916686b-05cc-4e3e-a9f0-15c52186e574 service nova] Acquired lock "refresh_cache-e5aab74e-1797-4f62-a8e5-096c11b54a96" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:56:59 user nova-compute[73884]: DEBUG nova.network.neutron [req-253b08e1-93de-4c5c-859f-d94b3da4f0c4 req-a916686b-05cc-4e3e-a9f0-15c52186e574 service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Refreshing network info cache for port 8a72c6f2-2a05-4c5d-8475-23fd40303969 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:57:00 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:57:00 user nova-compute[73884]: DEBUG nova.network.neutron [req-253b08e1-93de-4c5c-859f-d94b3da4f0c4 req-a916686b-05cc-4e3e-a9f0-15c52186e574 service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Updated VIF entry in instance network info cache for port 8a72c6f2-2a05-4c5d-8475-23fd40303969. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:57:00 user nova-compute[73884]: DEBUG nova.network.neutron [req-253b08e1-93de-4c5c-859f-d94b3da4f0c4 req-a916686b-05cc-4e3e-a9f0-15c52186e574 service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Updating instance_info_cache with network_info: [{"id": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "address": "fa:16:3e:3d:0f:cf", "network": {"id": "d29b9e92-aca5-45cc-8664-ec7e22f33c84", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-972482687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.113", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeb00c3398b1415a85e3f6e6b80b971f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a72c6f2-2a", "ovs_interfaceid": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:57:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-253b08e1-93de-4c5c-859f-d94b3da4f0c4 req-a916686b-05cc-4e3e-a9f0-15c52186e574 service nova] Releasing lock "refresh_cache-e5aab74e-1797-4f62-a8e5-096c11b54a96" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:57:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:02 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:57:02 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:57:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:05 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:57:06 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:57:06 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 08:57:06 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:09 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:57:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Acquiring lock "e5aab74e-1797-4f62-a8e5-096c11b54a96" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:57:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "e5aab74e-1797-4f62-a8e5-096c11b54a96" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:57:10 user nova-compute[73884]: INFO nova.compute.manager [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Rebooting instance
Oct 16 08:57:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Acquiring lock "refresh_cache-e5aab74e-1797-4f62-a8e5-096c11b54a96" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:57:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Acquired lock "refresh_cache-e5aab74e-1797-4f62-a8e5-096c11b54a96" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:57:10 user nova-compute[73884]: DEBUG nova.network.neutron [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:57:10 user nova-compute[73884]: DEBUG nova.network.neutron [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Updating instance_info_cache with network_info: [{"id": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "address": "fa:16:3e:3d:0f:cf", "network": {"id": "d29b9e92-aca5-45cc-8664-ec7e22f33c84", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-972482687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.113", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeb00c3398b1415a85e3f6e6b80b971f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a72c6f2-2a", "ovs_interfaceid": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:57:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Releasing lock "refresh_cache-e5aab74e-1797-4f62-a8e5-096c11b54a96" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:57:10 user nova-compute[73884]: DEBUG nova.compute.manager [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:57:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG nova.compute.manager [req-caacbcb7-f01c-4c0c-b134-517adbd1b17e req-a487dfe4-f312-4a59-9f90-a3bbe04a263c service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Received event network-vif-unplugged-8a72c6f2-2a05-4c5d-8475-23fd40303969 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-caacbcb7-f01c-4c0c-b134-517adbd1b17e req-a487dfe4-f312-4a59-9f90-a3bbe04a263c service nova] Acquiring lock "e5aab74e-1797-4f62-a8e5-096c11b54a96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-caacbcb7-f01c-4c0c-b134-517adbd1b17e req-a487dfe4-f312-4a59-9f90-a3bbe04a263c service nova] Lock "e5aab74e-1797-4f62-a8e5-096c11b54a96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-caacbcb7-f01c-4c0c-b134-517adbd1b17e req-a487dfe4-f312-4a59-9f90-a3bbe04a263c service nova] Lock "e5aab74e-1797-4f62-a8e5-096c11b54a96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG nova.compute.manager [req-caacbcb7-f01c-4c0c-b134-517adbd1b17e req-a487dfe4-f312-4a59-9f90-a3bbe04a263c service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] No waiting events found dispatching network-vif-unplugged-8a72c6f2-2a05-4c5d-8475-23fd40303969 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:57:11 user nova-compute[73884]: WARNING nova.compute.manager [req-caacbcb7-f01c-4c0c-b134-517adbd1b17e req-a487dfe4-f312-4a59-9f90-a3bbe04a263c service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Received unexpected event network-vif-unplugged-8a72c6f2-2a05-4c5d-8475-23fd40303969 for instance with vm_state active and task_state reboot_started_hard.
Oct 16 08:57:11 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:11 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Instance destroyed successfully.
Oct 16 08:57:11 user nova-compute[73884]: DEBUG nova.objects.instance [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lazy-loading 'resources' on Instance uuid e5aab74e-1797-4f62-a8e5-096c11b54a96 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:54:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-647596436',display_name='tempest-TestMinimumBasicScenario-server-647596436',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-647596436',id=45,image_ref='cbf49543-22e4-4401-8e4d-a89176297589',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG/257ZH3ZJmIgUg2PkRLOhiZTDJV/faPQKHsBmqygBWSjcO3qyX8Ea2ceYXYLFyw+KRTVHHvAPjszW9y2j6UfXLOJLeci53zN5DDdDwYj4BVceag+FrXiqmjG8ubJVclA==',key_name='tempest-TestMinimumBasicScenario-1850316729',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:54:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='eeb00c3398b1415a85e3f6e6b80b971f',ramdisk_id='',reservation_id='r-th7310f4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='cbf49543-22e4-4401-8e4d-a89176297589',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-930865495',owner_user_name='tempest-TestMinimumBasicScenario-930865495-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:57:11Z,user_data=None,user_id='cf9fb0d8c2ab4dc7839cef9f6456af94',uuid=e5aab74e-1797-4f62-a8e5-096c11b54a96,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "address": "fa:16:3e:3d:0f:cf", "network": {"id": "d29b9e92-aca5-45cc-8664-ec7e22f33c84", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-972482687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.113", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeb00c3398b1415a85e3f6e6b80b971f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a72c6f2-2a", "ovs_interfaceid": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Converting VIF {"id": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "address": "fa:16:3e:3d:0f:cf", "network": {"id": "d29b9e92-aca5-45cc-8664-ec7e22f33c84", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-972482687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.113", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeb00c3398b1415a85e3f6e6b80b971f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a72c6f2-2a", "ovs_interfaceid": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3d:0f:cf,bridge_name='br-int',has_traffic_filtering=True,id=8a72c6f2-2a05-4c5d-8475-23fd40303969,network=Network(d29b9e92-aca5-45cc-8664-ec7e22f33c84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a72c6f2-2a') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG os_vif [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3d:0f:cf,bridge_name='br-int',has_traffic_filtering=True,id=8a72c6f2-2a05-4c5d-8475-23fd40303969,network=Network(d29b9e92-aca5-45cc-8664-ec7e22f33c84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a72c6f2-2a') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8a72c6f2-2a, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f3cf57b1-b988-4b11-87e7-55014d45127d) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:57:11 user nova-compute[73884]: INFO os_vif [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3d:0f:cf,bridge_name='br-int',has_traffic_filtering=True,id=8a72c6f2-2a05-4c5d-8475-23fd40303969,network=Network(d29b9e92-aca5-45cc-8664-ec7e22f33c84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a72c6f2-2a')
Oct 16 08:57:11 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zWjEvxea', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:57:11 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:57:11 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a83ab709-1106-4757-b27d-3f0ce218fe82]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:57:11 user nova-compute[73884]: No targets found.
Oct 16 08:57:11 user nova-compute[73884]: iSNS:
Oct 16 08:57:11 user nova-compute[73884]: No targets found.
Oct 16 08:57:11 user nova-compute[73884]: STATIC:
Oct 16 08:57:11 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b
Oct 16 08:57:11 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:57:11 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:57:11 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde
Oct 16 08:57:11 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:57:11 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:57:11 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173
Oct 16 08:57:11 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:57:11 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:57:11 user nova-compute[73884]: FIRMWARE:
Oct 16 08:57:11 user nova-compute[73884]: No targets found.
Oct 16 08:57:11 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:57:11 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:57:11 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.031s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f86e2aa9-ced0-44d1-ae85-b58002d29c46]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.038s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac666c9a-b2a0-4ba4-b59f-d4b4a264f495]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde (non-flash)
Oct 16 08:57:11 user nova-compute[73884]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b (non-flash)
Oct 16 08:57:11 user nova-compute[73884]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 (non-flash)
Oct 16 08:57:11 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde (non-flash)
Oct 16 08:57:11 user nova-compute[73884]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b (non-flash)
Oct 16 08:57:11 user nova-compute[73884]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 (non-flash)
Oct 16 08:57:11 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7ea47cd7e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173'): ({'sdd'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Removing single pathed devices sdd {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.027s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[58b3af87-d1be-4509-8ebb-0337b99eb188]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.027s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3560e78-1764-4825-b925-b1551fad4ebc]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Flushing IO for device /dev/sdd {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[13ae23f3-4483-480b-841d-bfc06f52a97a]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:57:11 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.057s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ed7c30d-bead-4dd9-b693-602a8204a927]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] SCSI volumes sdd have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a379f106-958f-4a4e-994b-4b7f31c20df3]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[43abe7ae-de8e-4ae8-8f54-eb11d5b66634]: (4, ('Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173, portal: 172.16.0.220,3260]\nLogout of [sid: 50, target: iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173, portal: 172.16.0.220,3260]
Oct 16 08:57:12 user nova-compute[73884]: Logout of [sid: 50, target: iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173, portal: 172.16.0.220,3260] successful.
Oct 16 08:57:12 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[150952e1-a3de-48ac-9409-bd2717c6f0bd]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.440s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] <== disconnect_volume: return (443ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Start _get_guest_xml network_info=[{"id": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "address": "fa:16:3e:3d:0f:cf", "network": {"id": "d29b9e92-aca5-45cc-8664-ec7e22f33c84", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-972482687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.113", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeb00c3398b1415a85e3f6e6b80b971f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a72c6f2-2a", "ovs_interfaceid": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=cbf49543-22e4-4401-8e4d-a89176297589,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'cbf49543-22e4-4401-8e4d-a89176297589'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zWjEvxea', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': 'e5aab74e-1797-4f62-a8e5-096c11b54a96', 'attached_at': '', 'detached_at': '', 'volume_id': 'de10d262-d784-47a2-9a84-e3dc91c71173', 'serial': 'de10d262-d784-47a2-9a84-e3dc91c71173'}, 'attachment_id': '0cedc51e-7b9e-4cdf-a51f-95b2d5bcc96c', 'disk_bus': 'virtio', 'mount_device': '/dev/vdb', 'guest_format': None, 'delete_on_termination': False, 'boot_index': None, 'device_type': 'disk', 'volume_type': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:57:12 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:57:12 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:57:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=cbf49543-22e4-4401-8e4d-a89176297589,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG nova.objects.instance [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lazy-loading 'vcpu_model' on Instance uuid e5aab74e-1797-4f62-a8e5-096c11b54a96 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG nova.objects.base [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Object Instance<e5aab74e-1797-4f62-a8e5-096c11b54a96> lazy-loaded attributes: resources,vcpu_model {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zWjEvxea', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:57:12 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:57:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:57:12 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:57:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:57:12 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[95f844fc-26b8-4593-b254-29efe80ae86c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 08:57:12 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[def9371b-c023-4b74-9fe5-6a60eccac732]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173] added
Oct 16 08:57:12 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[751072b7-c99c-4c7d-a3c3-4c733f5663ad]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[494ee1e2-160c-4176-90c3-0603bb0cea14]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zWjEvxea {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zWjEvxea" returned: 0 in 0.030s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb92af90-3618-45be-9d76-a8223567d4b1]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'zWjEvxea'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5920c68-e139-4bca-9952-33bbd770e981]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[9439d6e1-4833-42e0-a3d0-bb5dff9d4548]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde (non-flash)
Oct 16 08:57:12 user nova-compute[73884]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b (non-flash)
Oct 16 08:57:12 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde (non-flash)
Oct 16 08:57:12 user nova-compute[73884]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b (non-flash)
Oct 16 08:57:12 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3d5d415-7ad0-472f-932c-1eb1e733ee45]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173, portal: 172.16.0.220,3260]
Oct 16 08:57:12 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173, portal: 172.16.0.220,3260] successful.
Oct 16 08:57:12 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[35929583-cd61-42f1-aab8-ea18118ff90e]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9eb9f44-69a1-4b93-a776-cc18626d07ea]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde (non-flash)
Oct 16 08:57:12 user nova-compute[73884]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b (non-flash)
Oct 16 08:57:12 user nova-compute[73884]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 (non-flash)
Oct 16 08:57:12 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde (non-flash)
Oct 16 08:57:12 user nova-compute[73884]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b (non-flash)
Oct 16 08:57:12 user nova-compute[73884]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 (non-flash)
Oct 16 08:57:12 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.410s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] HCTL ('35', '-', '-', 0) found on session 51 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fe3671b-52f8-42d8-b3ac-834607e9c8c5]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Searching for a device in session 51 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zWjEvxea', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 08:57:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:57:13 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:57:13 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:57:13 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=8516MB free_disk=25.102069854736328GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 08:57:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:57:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:57:13 user nova-compute[73884]: DEBUG nova.compute.manager [req-d9a96da8-9607-4ce1-81eb-e2c3ff814b52 req-609ffc54-1ed5-4d90-a7b8-2c3646e39bc6 service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Received event network-vif-plugged-8a72c6f2-2a05-4c5d-8475-23fd40303969 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:57:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d9a96da8-9607-4ce1-81eb-e2c3ff814b52 req-609ffc54-1ed5-4d90-a7b8-2c3646e39bc6 service nova] Acquiring lock "e5aab74e-1797-4f62-a8e5-096c11b54a96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:57:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d9a96da8-9607-4ce1-81eb-e2c3ff814b52 req-609ffc54-1ed5-4d90-a7b8-2c3646e39bc6 service nova] Lock "e5aab74e-1797-4f62-a8e5-096c11b54a96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:57:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d9a96da8-9607-4ce1-81eb-e2c3ff814b52 req-609ffc54-1ed5-4d90-a7b8-2c3646e39bc6 service nova] Lock "e5aab74e-1797-4f62-a8e5-096c11b54a96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:57:13 user nova-compute[73884]: DEBUG nova.compute.manager [req-d9a96da8-9607-4ce1-81eb-e2c3ff814b52 req-609ffc54-1ed5-4d90-a7b8-2c3646e39bc6 service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] No waiting events found dispatching network-vif-plugged-8a72c6f2-2a05-4c5d-8475-23fd40303969 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:57:13 user nova-compute[73884]: WARNING nova.compute.manager [req-d9a96da8-9607-4ce1-81eb-e2c3ff814b52 req-609ffc54-1ed5-4d90-a7b8-2c3646e39bc6 service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Received unexpected event network-vif-plugged-8a72c6f2-2a05-4c5d-8475-23fd40303969 for instance with vm_state active and task_state reboot_started_hard.
Oct 16 08:57:13 user nova-compute[73884]: DEBUG nova.compute.manager [req-d9a96da8-9607-4ce1-81eb-e2c3ff814b52 req-609ffc54-1ed5-4d90-a7b8-2c3646e39bc6 service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Received event network-vif-plugged-8a72c6f2-2a05-4c5d-8475-23fd40303969 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:57:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d9a96da8-9607-4ce1-81eb-e2c3ff814b52 req-609ffc54-1ed5-4d90-a7b8-2c3646e39bc6 service nova] Acquiring lock "e5aab74e-1797-4f62-a8e5-096c11b54a96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:57:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d9a96da8-9607-4ce1-81eb-e2c3ff814b52 req-609ffc54-1ed5-4d90-a7b8-2c3646e39bc6 service nova] Lock "e5aab74e-1797-4f62-a8e5-096c11b54a96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:57:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d9a96da8-9607-4ce1-81eb-e2c3ff814b52 req-609ffc54-1ed5-4d90-a7b8-2c3646e39bc6 service nova] Lock "e5aab74e-1797-4f62-a8e5-096c11b54a96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:57:13 user nova-compute[73884]: DEBUG nova.compute.manager [req-d9a96da8-9607-4ce1-81eb-e2c3ff814b52 req-609ffc54-1ed5-4d90-a7b8-2c3646e39bc6 service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] No waiting events found dispatching network-vif-plugged-8a72c6f2-2a05-4c5d-8475-23fd40303969 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:57:13 user nova-compute[73884]: WARNING nova.compute.manager [req-d9a96da8-9607-4ce1-81eb-e2c3ff814b52 req-609ffc54-1ed5-4d90-a7b8-2c3646e39bc6 service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Received unexpected event network-vif-plugged-8a72c6f2-2a05-4c5d-8475-23fd40303969 for instance with vm_state active and task_state reboot_started_hard.
Oct 16 08:57:13 user nova-compute[73884]: DEBUG nova.compute.manager [req-d9a96da8-9607-4ce1-81eb-e2c3ff814b52 req-609ffc54-1ed5-4d90-a7b8-2c3646e39bc6 service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Received event network-vif-plugged-8a72c6f2-2a05-4c5d-8475-23fd40303969 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:57:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d9a96da8-9607-4ce1-81eb-e2c3ff814b52 req-609ffc54-1ed5-4d90-a7b8-2c3646e39bc6 service nova] Acquiring lock "e5aab74e-1797-4f62-a8e5-096c11b54a96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:57:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d9a96da8-9607-4ce1-81eb-e2c3ff814b52 req-609ffc54-1ed5-4d90-a7b8-2c3646e39bc6 service nova] Lock "e5aab74e-1797-4f62-a8e5-096c11b54a96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:57:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d9a96da8-9607-4ce1-81eb-e2c3ff814b52 req-609ffc54-1ed5-4d90-a7b8-2c3646e39bc6 service nova] Lock "e5aab74e-1797-4f62-a8e5-096c11b54a96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:57:13 user nova-compute[73884]: DEBUG nova.compute.manager [req-d9a96da8-9607-4ce1-81eb-e2c3ff814b52 req-609ffc54-1ed5-4d90-a7b8-2c3646e39bc6 service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] No waiting events found dispatching network-vif-plugged-8a72c6f2-2a05-4c5d-8475-23fd40303969 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:57:13 user nova-compute[73884]: WARNING nova.compute.manager [req-d9a96da8-9607-4ce1-81eb-e2c3ff814b52 req-609ffc54-1ed5-4d90-a7b8-2c3646e39bc6 service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Received unexpected event network-vif-plugged-8a72c6f2-2a05-4c5d-8475-23fd40303969 for instance with vm_state active and task_state reboot_started_hard.
Oct 16 08:57:13 user nova-compute[73884]: DEBUG nova.compute.manager [req-d9a96da8-9607-4ce1-81eb-e2c3ff814b52 req-609ffc54-1ed5-4d90-a7b8-2c3646e39bc6 service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Received event network-vif-unplugged-8a72c6f2-2a05-4c5d-8475-23fd40303969 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:57:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d9a96da8-9607-4ce1-81eb-e2c3ff814b52 req-609ffc54-1ed5-4d90-a7b8-2c3646e39bc6 service nova] Acquiring lock "e5aab74e-1797-4f62-a8e5-096c11b54a96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:57:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d9a96da8-9607-4ce1-81eb-e2c3ff814b52 req-609ffc54-1ed5-4d90-a7b8-2c3646e39bc6 service nova] Lock "e5aab74e-1797-4f62-a8e5-096c11b54a96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:57:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d9a96da8-9607-4ce1-81eb-e2c3ff814b52 req-609ffc54-1ed5-4d90-a7b8-2c3646e39bc6 service nova] Lock "e5aab74e-1797-4f62-a8e5-096c11b54a96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:57:13 user nova-compute[73884]: DEBUG nova.compute.manager [req-d9a96da8-9607-4ce1-81eb-e2c3ff814b52 req-609ffc54-1ed5-4d90-a7b8-2c3646e39bc6 service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] No waiting events found dispatching network-vif-unplugged-8a72c6f2-2a05-4c5d-8475-23fd40303969 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:57:13 user nova-compute[73884]: WARNING nova.compute.manager [req-d9a96da8-9607-4ce1-81eb-e2c3ff814b52 req-609ffc54-1ed5-4d90-a7b8-2c3646e39bc6 service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Received unexpected event network-vif-unplugged-8a72c6f2-2a05-4c5d-8475-23fd40303969 for instance with vm_state active and task_state reboot_started_hard.
Oct 16 08:57:13 user nova-compute[73884]: DEBUG nova.compute.manager [req-d9a96da8-9607-4ce1-81eb-e2c3ff814b52 req-609ffc54-1ed5-4d90-a7b8-2c3646e39bc6 service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Received event network-vif-plugged-8a72c6f2-2a05-4c5d-8475-23fd40303969 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:57:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d9a96da8-9607-4ce1-81eb-e2c3ff814b52 req-609ffc54-1ed5-4d90-a7b8-2c3646e39bc6 service nova] Acquiring lock "e5aab74e-1797-4f62-a8e5-096c11b54a96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:57:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d9a96da8-9607-4ce1-81eb-e2c3ff814b52 req-609ffc54-1ed5-4d90-a7b8-2c3646e39bc6 service nova] Lock "e5aab74e-1797-4f62-a8e5-096c11b54a96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:57:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-d9a96da8-9607-4ce1-81eb-e2c3ff814b52 req-609ffc54-1ed5-4d90-a7b8-2c3646e39bc6 service nova] Lock "e5aab74e-1797-4f62-a8e5-096c11b54a96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:57:13 user nova-compute[73884]: DEBUG nova.compute.manager [req-d9a96da8-9607-4ce1-81eb-e2c3ff814b52 req-609ffc54-1ed5-4d90-a7b8-2c3646e39bc6 service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] No waiting events found dispatching network-vif-plugged-8a72c6f2-2a05-4c5d-8475-23fd40303969 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:57:13 user nova-compute[73884]: WARNING nova.compute.manager [req-d9a96da8-9607-4ce1-81eb-e2c3ff814b52 req-609ffc54-1ed5-4d90-a7b8-2c3646e39bc6 service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Received unexpected event network-vif-plugged-8a72c6f2-2a05-4c5d-8475-23fd40303969 for instance with vm_state active and task_state reboot_started_hard.
Oct 16 08:57:13 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 6bc8092c-0645-4cf3-a26b-4d51405159bd actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:57:13 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 9efe2a4c-39fc-478b-8148-36f1ebe24fc4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:57:13 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance e5aab74e-1797-4f62-a8e5-096c11b54a96 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:57:13 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance dd25b160-0695-44fc-8a74-b3de3202230a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:57:13 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 08:57:13 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 08:57:13 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:57:13 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:57:13 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 08:57:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.392s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:57:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:13 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.451s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:57:13 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] <== connect_volume: return (1453ms) {'type': 'block', 'scsi_wwn': '23062323935336435', 'path': '/dev/sdd'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:57:13 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23062323935336435', 'path': '/dev/sdd'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 08:57:13 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:54:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-647596436',display_name='tempest-TestMinimumBasicScenario-server-647596436',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-647596436',id=45,image_ref='cbf49543-22e4-4401-8e4d-a89176297589',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG/257ZH3ZJmIgUg2PkRLOhiZTDJV/faPQKHsBmqygBWSjcO3qyX8Ea2ceYXYLFyw+KRTVHHvAPjszW9y2j6UfXLOJLeci53zN5DDdDwYj4BVceag+FrXiqmjG8ubJVclA==',key_name='tempest-TestMinimumBasicScenario-1850316729',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:54:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='eeb00c3398b1415a85e3f6e6b80b971f',ramdisk_id='',reservation_id='r-th7310f4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='cbf49543-22e4-4401-8e4d-a89176297589',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-930865495',owner_user_name='tempest-TestMinimumBasicScenario-930865495-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:57:11Z,user_data=None,user_id='cf9fb0d8c2ab4dc7839cef9f6456af94',uuid=e5aab74e-1797-4f62-a8e5-096c11b54a96,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "address": "fa:16:3e:3d:0f:cf", "network": {"id": "d29b9e92-aca5-45cc-8664-ec7e22f33c84", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-972482687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.113", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeb00c3398b1415a85e3f6e6b80b971f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a72c6f2-2a", "ovs_interfaceid": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:57:13 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Converting VIF {"id": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "address": "fa:16:3e:3d:0f:cf", "network": {"id": "d29b9e92-aca5-45cc-8664-ec7e22f33c84", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-972482687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.113", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeb00c3398b1415a85e3f6e6b80b971f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a72c6f2-2a", "ovs_interfaceid": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:57:13 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3d:0f:cf,bridge_name='br-int',has_traffic_filtering=True,id=8a72c6f2-2a05-4c5d-8475-23fd40303969,network=Network(d29b9e92-aca5-45cc-8664-ec7e22f33c84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a72c6f2-2a') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:57:13 user nova-compute[73884]: DEBUG nova.objects.instance [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lazy-loading 'pci_devices' on Instance uuid e5aab74e-1797-4f62-a8e5-096c11b54a96 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:57:13 user nova-compute[73884]: DEBUG nova.objects.base [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Object Instance<e5aab74e-1797-4f62-a8e5-096c11b54a96> lazy-loaded attributes: resources,vcpu_model,pci_devices {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:57:13 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:57:13 user nova-compute[73884]:   <uuid>e5aab74e-1797-4f62-a8e5-096c11b54a96</uuid>
Oct 16 08:57:13 user nova-compute[73884]:   <name>instance-0000002d</name>
Oct 16 08:57:13 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:57:13 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:57:13 user nova-compute[73884]:   <metadata>
Oct 16 08:57:13 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:57:13 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:57:13 user nova-compute[73884]:       <nova:name>tempest-TestMinimumBasicScenario-server-647596436</nova:name>
Oct 16 08:57:13 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:57:12</nova:creationTime>
Oct 16 08:57:13 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:57:13 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:57:13 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:57:13 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:57:13 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:57:13 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:57:13 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:57:13 user nova-compute[73884]:       <nova:owner>
Oct 16 08:57:13 user nova-compute[73884]:         <nova:user uuid="cf9fb0d8c2ab4dc7839cef9f6456af94">tempest-TestMinimumBasicScenario-930865495-project-member</nova:user>
Oct 16 08:57:13 user nova-compute[73884]:         <nova:project uuid="eeb00c3398b1415a85e3f6e6b80b971f">tempest-TestMinimumBasicScenario-930865495</nova:project>
Oct 16 08:57:13 user nova-compute[73884]:       </nova:owner>
Oct 16 08:57:13 user nova-compute[73884]:       <nova:root type="image" uuid="cbf49543-22e4-4401-8e4d-a89176297589"/>
Oct 16 08:57:13 user nova-compute[73884]:       <nova:ports>
Oct 16 08:57:13 user nova-compute[73884]:         <nova:port uuid="8a72c6f2-2a05-4c5d-8475-23fd40303969">
Oct 16 08:57:13 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 16 08:57:13 user nova-compute[73884]:         </nova:port>
Oct 16 08:57:13 user nova-compute[73884]:       </nova:ports>
Oct 16 08:57:13 user nova-compute[73884]:     </nova:instance>
Oct 16 08:57:13 user nova-compute[73884]:   </metadata>
Oct 16 08:57:13 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:57:13 user nova-compute[73884]:     <system>
Oct 16 08:57:13 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:57:13 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:57:13 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:57:13 user nova-compute[73884]:       <entry name="serial">e5aab74e-1797-4f62-a8e5-096c11b54a96</entry>
Oct 16 08:57:13 user nova-compute[73884]:       <entry name="uuid">e5aab74e-1797-4f62-a8e5-096c11b54a96</entry>
Oct 16 08:57:13 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:57:13 user nova-compute[73884]:     </system>
Oct 16 08:57:13 user nova-compute[73884]:   </sysinfo>
Oct 16 08:57:13 user nova-compute[73884]:   <os>
Oct 16 08:57:13 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:57:13 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:57:13 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:57:13 user nova-compute[73884]:   </os>
Oct 16 08:57:13 user nova-compute[73884]:   <features>
Oct 16 08:57:13 user nova-compute[73884]:     <acpi/>
Oct 16 08:57:13 user nova-compute[73884]:     <apic/>
Oct 16 08:57:13 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:57:13 user nova-compute[73884]:   </features>
Oct 16 08:57:13 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:57:13 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:57:13 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:57:13 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:57:13 user nova-compute[73884]:   </clock>
Oct 16 08:57:13 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:57:13 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:57:13 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:57:13 user nova-compute[73884]:   </cpu>
Oct 16 08:57:13 user nova-compute[73884]:   <devices>
Oct 16 08:57:13 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:57:13 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:57:13 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96/disk"/>
Oct 16 08:57:13 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:57:13 user nova-compute[73884]:     </disk>
Oct 16 08:57:13 user nova-compute[73884]:     <disk type="block" device="disk">
Oct 16 08:57:13 user nova-compute[73884]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:57:13 user nova-compute[73884]:       <source dev="/dev/sdd"/>
Oct 16 08:57:13 user nova-compute[73884]:       <target dev="vdb" bus="virtio"/>
Oct 16 08:57:13 user nova-compute[73884]:       <serial>de10d262-d784-47a2-9a84-e3dc91c71173</serial>
Oct 16 08:57:13 user nova-compute[73884]:     </disk>
Oct 16 08:57:13 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:57:13 user nova-compute[73884]:       <mac address="fa:16:3e:3d:0f:cf"/>
Oct 16 08:57:13 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:57:13 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:57:13 user nova-compute[73884]:       <target dev="tap8a72c6f2-2a"/>
Oct 16 08:57:13 user nova-compute[73884]:     </interface>
Oct 16 08:57:13 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:57:13 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96/console.log" append="off"/>
Oct 16 08:57:13 user nova-compute[73884]:     </serial>
Oct 16 08:57:13 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:57:13 user nova-compute[73884]:     <video>
Oct 16 08:57:13 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:57:13 user nova-compute[73884]:     </video>
Oct 16 08:57:13 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:57:13 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:57:13 user nova-compute[73884]:     </rng>
Oct 16 08:57:13 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:57:13 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:57:13 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:57:13 user nova-compute[73884]:     </memballoon>
Oct 16 08:57:13 user nova-compute[73884]:   </devices>
Oct 16 08:57:13 user nova-compute[73884]: </domain>
Oct 16 08:57:13 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:57:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:57:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:57:13 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:57:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:57:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:57:14 user nova-compute[73884]: DEBUG nova.objects.instance [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lazy-loading 'trusted_certs' on Instance uuid e5aab74e-1797-4f62-a8e5-096c11b54a96 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:57:14 user nova-compute[73884]: DEBUG nova.objects.base [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Object Instance<e5aab74e-1797-4f62-a8e5-096c11b54a96> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:57:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/11dac895f2b9b3f90d84ab1067e67cf708aac45e --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:57:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/11dac895f2b9b3f90d84ab1067e67cf708aac45e --force-share --output=json" returned: 0 in 0.178s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:57:14 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96/disk. size=1073741824 {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 08:57:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:57:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:57:14 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Cannot resize image /opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96/disk to a smaller size. {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 08:57:14 user nova-compute[73884]: DEBUG nova.objects.instance [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lazy-loading 'migration_context' on Instance uuid e5aab74e-1797-4f62-a8e5-096c11b54a96 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:57:14 user nova-compute[73884]: DEBUG nova.objects.base [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Object Instance<e5aab74e-1797-4f62-a8e5-096c11b54a96> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=73884) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Oct 16 08:57:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:54:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-647596436',display_name='tempest-TestMinimumBasicScenario-server-647596436',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-647596436',id=45,image_ref='cbf49543-22e4-4401-8e4d-a89176297589',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG/257ZH3ZJmIgUg2PkRLOhiZTDJV/faPQKHsBmqygBWSjcO3qyX8Ea2ceYXYLFyw+KRTVHHvAPjszW9y2j6UfXLOJLeci53zN5DDdDwYj4BVceag+FrXiqmjG8ubJVclA==',key_name='tempest-TestMinimumBasicScenario-1850316729',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:54:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=1,progress=0,project_id='eeb00c3398b1415a85e3f6e6b80b971f',ramdisk_id='',reservation_id='r-th7310f4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='cbf49543-22e4-4401-8e4d-a89176297589',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-930865495',owner_user_name='tempest-TestMinimumBasicScenario-930865495-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:57:11Z,user_data=None,user_id='cf9fb0d8c2ab4dc7839cef9f6456af94',uuid=e5aab74e-1797-4f62-a8e5-096c11b54a96,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "address": "fa:16:3e:3d:0f:cf", "network": {"id": "d29b9e92-aca5-45cc-8664-ec7e22f33c84", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-972482687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.113", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeb00c3398b1415a85e3f6e6b80b971f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a72c6f2-2a", "ovs_interfaceid": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:57:14 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Converting VIF {"id": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "address": "fa:16:3e:3d:0f:cf", "network": {"id": "d29b9e92-aca5-45cc-8664-ec7e22f33c84", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-972482687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.113", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeb00c3398b1415a85e3f6e6b80b971f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a72c6f2-2a", "ovs_interfaceid": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:57:14 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3d:0f:cf,bridge_name='br-int',has_traffic_filtering=True,id=8a72c6f2-2a05-4c5d-8475-23fd40303969,network=Network(d29b9e92-aca5-45cc-8664-ec7e22f33c84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a72c6f2-2a') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:57:14 user nova-compute[73884]: DEBUG os_vif [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3d:0f:cf,bridge_name='br-int',has_traffic_filtering=True,id=8a72c6f2-2a05-4c5d-8475-23fd40303969,network=Network(d29b9e92-aca5-45cc-8664-ec7e22f33c84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a72c6f2-2a') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:57:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:57:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:57:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ffecbcc6-fab0-5a10-95be-449d1346e8b7', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:57:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:57:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8a72c6f2-2a, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:57:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8a72c6f2-2a, col_values=(('qos', UUID('7fd1aaec-b639-4882-ac55-4f7e40c7dbdc')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:57:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8a72c6f2-2a, col_values=(('external_ids', {'iface-id': '8a72c6f2-2a05-4c5d-8475-23fd40303969', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3d:0f:cf', 'vm-uuid': 'e5aab74e-1797-4f62-a8e5-096c11b54a96'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:57:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:57:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:14 user nova-compute[73884]: INFO os_vif [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3d:0f:cf,bridge_name='br-int',has_traffic_filtering=True,id=8a72c6f2-2a05-4c5d-8475-23fd40303969,network=Network(d29b9e92-aca5-45cc-8664-ec7e22f33c84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a72c6f2-2a')
Oct 16 08:57:15 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:57:15 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:57:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:16 user nova-compute[73884]: DEBUG nova.compute.manager [req-a1e9e000-3344-4720-ac1c-228f33e2fc84 req-7761b21c-90ae-4b03-9d0e-d37acdbd43b1 service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Received event network-vif-plugged-8a72c6f2-2a05-4c5d-8475-23fd40303969 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:57:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a1e9e000-3344-4720-ac1c-228f33e2fc84 req-7761b21c-90ae-4b03-9d0e-d37acdbd43b1 service nova] Acquiring lock "e5aab74e-1797-4f62-a8e5-096c11b54a96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:57:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a1e9e000-3344-4720-ac1c-228f33e2fc84 req-7761b21c-90ae-4b03-9d0e-d37acdbd43b1 service nova] Lock "e5aab74e-1797-4f62-a8e5-096c11b54a96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:57:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a1e9e000-3344-4720-ac1c-228f33e2fc84 req-7761b21c-90ae-4b03-9d0e-d37acdbd43b1 service nova] Lock "e5aab74e-1797-4f62-a8e5-096c11b54a96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:57:16 user nova-compute[73884]: DEBUG nova.compute.manager [req-a1e9e000-3344-4720-ac1c-228f33e2fc84 req-7761b21c-90ae-4b03-9d0e-d37acdbd43b1 service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] No waiting events found dispatching network-vif-plugged-8a72c6f2-2a05-4c5d-8475-23fd40303969 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:57:16 user nova-compute[73884]: WARNING nova.compute.manager [req-a1e9e000-3344-4720-ac1c-228f33e2fc84 req-7761b21c-90ae-4b03-9d0e-d37acdbd43b1 service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Received unexpected event network-vif-plugged-8a72c6f2-2a05-4c5d-8475-23fd40303969 for instance with vm_state active and task_state reboot_started_hard.
Oct 16 08:57:16 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:16 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:16 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:16 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:18 user nova-compute[73884]: DEBUG nova.compute.manager [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:57:18 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Instance rebooted successfully.
Oct 16 08:57:18 user nova-compute[73884]: DEBUG nova.compute.manager [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:57:18 user nova-compute[73884]: DEBUG nova.compute.manager [req-90c5a5d3-f406-489d-8bf5-1fc91b5db8ed req-fffcd6af-87fb-401b-9e59-1202122128fa service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Received event network-vif-plugged-8a72c6f2-2a05-4c5d-8475-23fd40303969 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:57:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-90c5a5d3-f406-489d-8bf5-1fc91b5db8ed req-fffcd6af-87fb-401b-9e59-1202122128fa service nova] Acquiring lock "e5aab74e-1797-4f62-a8e5-096c11b54a96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:57:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-90c5a5d3-f406-489d-8bf5-1fc91b5db8ed req-fffcd6af-87fb-401b-9e59-1202122128fa service nova] Lock "e5aab74e-1797-4f62-a8e5-096c11b54a96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:57:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-90c5a5d3-f406-489d-8bf5-1fc91b5db8ed req-fffcd6af-87fb-401b-9e59-1202122128fa service nova] Lock "e5aab74e-1797-4f62-a8e5-096c11b54a96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:57:18 user nova-compute[73884]: DEBUG nova.compute.manager [req-90c5a5d3-f406-489d-8bf5-1fc91b5db8ed req-fffcd6af-87fb-401b-9e59-1202122128fa service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] No waiting events found dispatching network-vif-plugged-8a72c6f2-2a05-4c5d-8475-23fd40303969 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:57:18 user nova-compute[73884]: WARNING nova.compute.manager [req-90c5a5d3-f406-489d-8bf5-1fc91b5db8ed req-fffcd6af-87fb-401b-9e59-1202122128fa service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Received unexpected event network-vif-plugged-8a72c6f2-2a05-4c5d-8475-23fd40303969 for instance with vm_state active and task_state reboot_started_hard.
Oct 16 08:57:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-718e5b51-967f-4abb-8065-371858cd927d tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "e5aab74e-1797-4f62-a8e5-096c11b54a96" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 8.063s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:57:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:19 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:57:19 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 08:57:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "refresh_cache-e5aab74e-1797-4f62-a8e5-096c11b54a96" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:57:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquired lock "refresh_cache-e5aab74e-1797-4f62-a8e5-096c11b54a96" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:57:19 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Forcefully refreshing network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 08:57:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:19 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Updating instance_info_cache with network_info: [{"id": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "address": "fa:16:3e:3d:0f:cf", "network": {"id": "d29b9e92-aca5-45cc-8664-ec7e22f33c84", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-972482687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.113", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeb00c3398b1415a85e3f6e6b80b971f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a72c6f2-2a", "ovs_interfaceid": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:57:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Releasing lock "refresh_cache-e5aab74e-1797-4f62-a8e5-096c11b54a96" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:57:19 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Updated the network info_cache for instance {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 08:57:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:57:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:38 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:39 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:56 user nova-compute[73884]: DEBUG nova.compute.manager [req-e44c049f-1b3f-46d8-ac82-72161bb9be1e req-b6a35141-2926-46fe-ac1c-e2c7bc4dcbc7 service nova] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Received event network-changed-d6cf9bcd-b44d-4fe4-8d24-01054687cb7d {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:57:56 user nova-compute[73884]: DEBUG nova.compute.manager [req-e44c049f-1b3f-46d8-ac82-72161bb9be1e req-b6a35141-2926-46fe-ac1c-e2c7bc4dcbc7 service nova] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Refreshing instance network info cache due to event network-changed-d6cf9bcd-b44d-4fe4-8d24-01054687cb7d. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:57:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e44c049f-1b3f-46d8-ac82-72161bb9be1e req-b6a35141-2926-46fe-ac1c-e2c7bc4dcbc7 service nova] Acquiring lock "refresh_cache-dd25b160-0695-44fc-8a74-b3de3202230a" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:57:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e44c049f-1b3f-46d8-ac82-72161bb9be1e req-b6a35141-2926-46fe-ac1c-e2c7bc4dcbc7 service nova] Acquired lock "refresh_cache-dd25b160-0695-44fc-8a74-b3de3202230a" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:57:56 user nova-compute[73884]: DEBUG nova.network.neutron [req-e44c049f-1b3f-46d8-ac82-72161bb9be1e req-b6a35141-2926-46fe-ac1c-e2c7bc4dcbc7 service nova] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Refreshing network info cache for port d6cf9bcd-b44d-4fe4-8d24-01054687cb7d {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:57:56 user nova-compute[73884]: DEBUG nova.network.neutron [req-e44c049f-1b3f-46d8-ac82-72161bb9be1e req-b6a35141-2926-46fe-ac1c-e2c7bc4dcbc7 service nova] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Updated VIF entry in instance network info cache for port d6cf9bcd-b44d-4fe4-8d24-01054687cb7d. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:57:56 user nova-compute[73884]: DEBUG nova.network.neutron [req-e44c049f-1b3f-46d8-ac82-72161bb9be1e req-b6a35141-2926-46fe-ac1c-e2c7bc4dcbc7 service nova] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Updating instance_info_cache with network_info: [{"id": "d6cf9bcd-b44d-4fe4-8d24-01054687cb7d", "address": "fa:16:3e:dc:23:92", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.72", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6cf9bcd-b4", "ovs_interfaceid": "d6cf9bcd-b44d-4fe4-8d24-01054687cb7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:57:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e44c049f-1b3f-46d8-ac82-72161bb9be1e req-b6a35141-2926-46fe-ac1c-e2c7bc4dcbc7 service nova] Releasing lock "refresh_cache-dd25b160-0695-44fc-8a74-b3de3202230a" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:57:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "dd25b160-0695-44fc-8a74-b3de3202230a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:57:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "dd25b160-0695-44fc-8a74-b3de3202230a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:57:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "dd25b160-0695-44fc-8a74-b3de3202230a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:57:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "dd25b160-0695-44fc-8a74-b3de3202230a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:57:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "dd25b160-0695-44fc-8a74-b3de3202230a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:57:57 user nova-compute[73884]: INFO nova.compute.manager [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Terminating instance
Oct 16 08:57:57 user nova-compute[73884]: DEBUG nova.compute.manager [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 08:57:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-2bb61a0c-1e2a-44a9-b58d-3b05fae43cf9 req-40cb229c-8f11-46a2-b2ec-91f6ca504942 service nova] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Received event network-vif-unplugged-d6cf9bcd-b44d-4fe4-8d24-01054687cb7d {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:57:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2bb61a0c-1e2a-44a9-b58d-3b05fae43cf9 req-40cb229c-8f11-46a2-b2ec-91f6ca504942 service nova] Acquiring lock "dd25b160-0695-44fc-8a74-b3de3202230a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:57:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2bb61a0c-1e2a-44a9-b58d-3b05fae43cf9 req-40cb229c-8f11-46a2-b2ec-91f6ca504942 service nova] Lock "dd25b160-0695-44fc-8a74-b3de3202230a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:57:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2bb61a0c-1e2a-44a9-b58d-3b05fae43cf9 req-40cb229c-8f11-46a2-b2ec-91f6ca504942 service nova] Lock "dd25b160-0695-44fc-8a74-b3de3202230a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:57:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-2bb61a0c-1e2a-44a9-b58d-3b05fae43cf9 req-40cb229c-8f11-46a2-b2ec-91f6ca504942 service nova] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] No waiting events found dispatching network-vif-unplugged-d6cf9bcd-b44d-4fe4-8d24-01054687cb7d {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:57:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-2bb61a0c-1e2a-44a9-b58d-3b05fae43cf9 req-40cb229c-8f11-46a2-b2ec-91f6ca504942 service nova] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Received event network-vif-unplugged-d6cf9bcd-b44d-4fe4-8d24-01054687cb7d for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:57:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-dd6ba3c6-0db3-4124-8adb-7dab6b7fe695 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquiring lock "6bc8092c-0645-4cf3-a26b-4d51405159bd" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:57:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-dd6ba3c6-0db3-4124-8adb-7dab6b7fe695 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "6bc8092c-0645-4cf3-a26b-4d51405159bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:57:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-dd6ba3c6-0db3-4124-8adb-7dab6b7fe695 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquiring lock "6bc8092c-0645-4cf3-a26b-4d51405159bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:57:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-dd6ba3c6-0db3-4124-8adb-7dab6b7fe695 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "6bc8092c-0645-4cf3-a26b-4d51405159bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:57:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-dd6ba3c6-0db3-4124-8adb-7dab6b7fe695 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "6bc8092c-0645-4cf3-a26b-4d51405159bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:57:57 user nova-compute[73884]: INFO nova.compute.manager [None req-dd6ba3c6-0db3-4124-8adb-7dab6b7fe695 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Terminating instance
Oct 16 08:57:57 user nova-compute[73884]: DEBUG nova.compute.manager [None req-dd6ba3c6-0db3-4124-8adb-7dab6b7fe695 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 08:57:57 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Instance destroyed successfully.
Oct 16 08:57:57 user nova-compute[73884]: DEBUG nova.objects.instance [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lazy-loading 'resources' on Instance uuid dd25b160-0695-44fc-8a74-b3de3202230a {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:56:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1051947337',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1051947337',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1051947337',id=46,image_ref='2c7f9f79-5851-4b75-8e0d-75f733dfed2c',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMci6bySM1EqfrrfhkFMoMwmx/546JMMYBKY3BWu8/BweIHQx47g6aT4Eo/xnfoWQiWmn7e42MIB6hVKTjtpSjnnT2xNP5APMzZtf/6yvyhSTBF8D4nPhf1URYcgxDdxXw==',key_name='tempest-keypair-1309950157',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:56:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d32c241898f24ad3b8fafd0e2cc73c1e',ramdisk_id='',reservation_id='r-3gqybn3m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-513905673',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-513905673-project-member',image_root_device_name='/dev/vda',owner_project_name='tempest-TestVolumeBootPattern-513905673',owner_user_name='tempest-TestVolumeBootPattern-513905673-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:56:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='167899628aee4098b7f86cd94419cf82',uuid=dd25b160-0695-44fc-8a74-b3de3202230a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d6cf9bcd-b44d-4fe4-8d24-01054687cb7d", "address": "fa:16:3e:dc:23:92", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.72", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6cf9bcd-b4", "ovs_interfaceid": "d6cf9bcd-b44d-4fe4-8d24-01054687cb7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Converting VIF {"id": "d6cf9bcd-b44d-4fe4-8d24-01054687cb7d", "address": "fa:16:3e:dc:23:92", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.72", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6cf9bcd-b4", "ovs_interfaceid": "d6cf9bcd-b44d-4fe4-8d24-01054687cb7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:dc:23:92,bridge_name='br-int',has_traffic_filtering=True,id=d6cf9bcd-b44d-4fe4-8d24-01054687cb7d,network=Network(c8fab485-45f8-4e22-8baa-1813dc37206f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6cf9bcd-b4') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG os_vif [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:dc:23:92,bridge_name='br-int',has_traffic_filtering=True,id=d6cf9bcd-b44d-4fe4-8d24-01054687cb7d,network=Network(c8fab485-45f8-4e22-8baa-1813dc37206f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6cf9bcd-b4') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd6cf9bcd-b4, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b93295b7-6944-4a75-8fe6-a6871014e879) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:58 user nova-compute[73884]: INFO os_vif [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:dc:23:92,bridge_name='br-int',has_traffic_filtering=True,id=d6cf9bcd-b44d-4fe4-8d24-01054687cb7d,network=Network(c8fab485-45f8-4e22-8baa-1813dc37206f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd6cf9bcd-b4')
Oct 16 08:57:58 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'paYdSwMF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:57:58 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:57:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.029s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[615c8a8f-ab54-4f04-8c63-98d06b36aa85]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:57:58 user nova-compute[73884]: No targets found.
Oct 16 08:57:58 user nova-compute[73884]: iSNS:
Oct 16 08:57:58 user nova-compute[73884]: No targets found.
Oct 16 08:57:58 user nova-compute[73884]: STATIC:
Oct 16 08:57:58 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b
Oct 16 08:57:58 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:57:58 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:57:58 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde
Oct 16 08:57:58 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:57:58 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:57:58 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173
Oct 16 08:57:58 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:57:58 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:57:58 user nova-compute[73884]: FIRMWARE:
Oct 16 08:57:58 user nova-compute[73884]: No targets found.
Oct 16 08:57:58 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:57:58 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:57:58 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.026s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[21c1c7e8-b034-46fe-a234-8ceb5eac3594]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[89518f79-43de-431a-a2de-7094c58b2c8c]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde (non-flash)
Oct 16 08:57:58 user nova-compute[73884]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b (non-flash)
Oct 16 08:57:58 user nova-compute[73884]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 (non-flash)
Oct 16 08:57:58 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde (non-flash)
Oct 16 08:57:58 user nova-compute[73884]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b (non-flash)
Oct 16 08:57:58 user nova-compute[73884]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 (non-flash)
Oct 16 08:57:58 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7ea47ce050>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b'): ({'sdb'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Removing single pathed devices sdb {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3582d1a-36bd-4a2b-8750-d7d933f12e64]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfdd237e-a884-4779-bb33-4c1e9592e199]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Flushing IO for device /dev/sdb {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f61e5ce-2801-4436-9ebe-cada85cc05fd]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG nova.compute.manager [req-3fc7fe75-80f5-479b-aca0-b1652219260e req-2e4c3a60-e7d5-4a5e-857a-5170326f9810 service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Received event network-vif-unplugged-9bd59e93-bfbd-4d64-be3b-199e96b62401 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-3fc7fe75-80f5-479b-aca0-b1652219260e req-2e4c3a60-e7d5-4a5e-857a-5170326f9810 service nova] Acquiring lock "6bc8092c-0645-4cf3-a26b-4d51405159bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-3fc7fe75-80f5-479b-aca0-b1652219260e req-2e4c3a60-e7d5-4a5e-857a-5170326f9810 service nova] Lock "6bc8092c-0645-4cf3-a26b-4d51405159bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-3fc7fe75-80f5-479b-aca0-b1652219260e req-2e4c3a60-e7d5-4a5e-857a-5170326f9810 service nova] Lock "6bc8092c-0645-4cf3-a26b-4d51405159bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG nova.compute.manager [req-3fc7fe75-80f5-479b-aca0-b1652219260e req-2e4c3a60-e7d5-4a5e-857a-5170326f9810 service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] No waiting events found dispatching network-vif-unplugged-9bd59e93-bfbd-4d64-be3b-199e96b62401 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG nova.compute.manager [req-3fc7fe75-80f5-479b-aca0-b1652219260e req-2e4c3a60-e7d5-4a5e-857a-5170326f9810 service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Received event network-vif-unplugged-9bd59e93-bfbd-4d64-be3b-199e96b62401 for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.056s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[856376e6-7cf7-4345-b5cf-59697857408d]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] SCSI volumes sdb have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[960eb19a-e5ff-46c0-a382-858cf2e52923]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3b81f7f-104d-4f97-bebb-1753b2ac2d90]: (4, ('Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b, portal: 172.16.0.220,3260]\nLogout of [sid: 49, target: iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b, portal: 172.16.0.220,3260]
Oct 16 08:57:58 user nova-compute[73884]: Logout of [sid: 49, target: iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b, portal: 172.16.0.220,3260] successful.
Oct 16 08:57:58 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c67a532c-a157-4728-8303-7edcca62ce0b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce3fb999-84c0-43f0-9bd9-0c688be72010]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.439s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] <== disconnect_volume: return (441ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:57:58 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Deleting instance files /opt/stack/data/nova/instances/dd25b160-0695-44fc-8a74-b3de3202230a_del
Oct 16 08:57:58 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Deletion of /opt/stack/data/nova/instances/dd25b160-0695-44fc-8a74-b3de3202230a_del complete
Oct 16 08:57:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:58 user nova-compute[73884]: INFO nova.compute.manager [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Took 1.38 seconds to destroy the instance on the hypervisor.
Oct 16 08:57:58 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 08:57:58 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Instance destroyed successfully.
Oct 16 08:57:58 user nova-compute[73884]: DEBUG nova.objects.instance [None req-dd6ba3c6-0db3-4124-8adb-7dab6b7fe695 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lazy-loading 'resources' on Instance uuid 6bc8092c-0645-4cf3-a26b-4d51405159bd {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-dd6ba3c6-0db3-4124-8adb-7dab6b7fe695 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:47:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-683746936',display_name='tempest-AttachVolumeTestJSON-server-683746936',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-683746936',id=41,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBm7LVfUlQpLUI1wfozvcr5mMhc4MpqyH7ZXQkaFR+jVv5WTTp8NylTNAgIAzIWjbuPUw5mvwmo+9mEeXXI9tnWUGXpx3KiYh9C6+edZ2chpzXwUK0R4r9E7d1Y2dCeshg==',key_name='tempest-keypair-839640580',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:48:00Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='500befd5b50d4fa598c657d7e617b265',ramdisk_id='',reservation_id='r-qsntfyn5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-249638898',owner_user_name='tempest-AttachVolumeTestJSON-249638898-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:56:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e2a4cdaa31a94c5f8ec1becde28346f1',uuid=6bc8092c-0645-4cf3-a26b-4d51405159bd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "address": "fa:16:3e:a2:b7:bd", "network": {"id": "795d1d26-3506-4bf7-9b12-4b4ebd58c1ee", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-963791271-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.25", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500befd5b50d4fa598c657d7e617b265", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9bd59e93-bf", "ovs_interfaceid": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-dd6ba3c6-0db3-4124-8adb-7dab6b7fe695 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Converting VIF {"id": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "address": "fa:16:3e:a2:b7:bd", "network": {"id": "795d1d26-3506-4bf7-9b12-4b4ebd58c1ee", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-963791271-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.25", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500befd5b50d4fa598c657d7e617b265", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9bd59e93-bf", "ovs_interfaceid": "9bd59e93-bfbd-4d64-be3b-199e96b62401", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-dd6ba3c6-0db3-4124-8adb-7dab6b7fe695 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a2:b7:bd,bridge_name='br-int',has_traffic_filtering=True,id=9bd59e93-bfbd-4d64-be3b-199e96b62401,network=Network(795d1d26-3506-4bf7-9b12-4b4ebd58c1ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9bd59e93-bf') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG os_vif [None req-dd6ba3c6-0db3-4124-8adb-7dab6b7fe695 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:b7:bd,bridge_name='br-int',has_traffic_filtering=True,id=9bd59e93-bfbd-4d64-be3b-199e96b62401,network=Network(795d1d26-3506-4bf7-9b12-4b4ebd58c1ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9bd59e93-bf') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9bd59e93-bf, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1816b025-0a36-415f-829d-6e4d9a456fe5) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:58 user nova-compute[73884]: INFO os_vif [None req-dd6ba3c6-0db3-4124-8adb-7dab6b7fe695 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:b7:bd,bridge_name='br-int',has_traffic_filtering=True,id=9bd59e93-bfbd-4d64-be3b-199e96b62401,network=Network(795d1d26-3506-4bf7-9b12-4b4ebd58c1ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9bd59e93-bf')
Oct 16 08:57:58 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-dd6ba3c6-0db3-4124-8adb-7dab6b7fe695 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Deleting instance files /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd_del
Oct 16 08:57:58 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-dd6ba3c6-0db3-4124-8adb-7dab6b7fe695 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Deletion of /opt/stack/data/nova/instances/6bc8092c-0645-4cf3-a26b-4d51405159bd_del complete
Oct 16 08:57:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:57:58 user nova-compute[73884]: INFO nova.compute.manager [None req-dd6ba3c6-0db3-4124-8adb-7dab6b7fe695 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Took 0.86 seconds to destroy the instance on the hypervisor.
Oct 16 08:57:58 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-dd6ba3c6-0db3-4124-8adb-7dab6b7fe695 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 08:57:58 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 08:57:59 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:57:59 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Took 0.77 seconds to deallocate network for instance.
Oct 16 08:57:59 user nova-compute[73884]: DEBUG nova.compute.manager [req-dce35794-801c-46fc-8596-b55a1d920c26 req-09fbd745-4bd1-463b-9161-6373814e6de1 service nova] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Received event network-vif-plugged-d6cf9bcd-b44d-4fe4-8d24-01054687cb7d {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:57:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-dce35794-801c-46fc-8596-b55a1d920c26 req-09fbd745-4bd1-463b-9161-6373814e6de1 service nova] Acquiring lock "dd25b160-0695-44fc-8a74-b3de3202230a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:57:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-dce35794-801c-46fc-8596-b55a1d920c26 req-09fbd745-4bd1-463b-9161-6373814e6de1 service nova] Lock "dd25b160-0695-44fc-8a74-b3de3202230a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:57:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-dce35794-801c-46fc-8596-b55a1d920c26 req-09fbd745-4bd1-463b-9161-6373814e6de1 service nova] Lock "dd25b160-0695-44fc-8a74-b3de3202230a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:57:59 user nova-compute[73884]: DEBUG nova.compute.manager [req-dce35794-801c-46fc-8596-b55a1d920c26 req-09fbd745-4bd1-463b-9161-6373814e6de1 service nova] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] No waiting events found dispatching network-vif-plugged-d6cf9bcd-b44d-4fe4-8d24-01054687cb7d {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:57:59 user nova-compute[73884]: WARNING nova.compute.manager [req-dce35794-801c-46fc-8596-b55a1d920c26 req-09fbd745-4bd1-463b-9161-6373814e6de1 service nova] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Received unexpected event network-vif-plugged-d6cf9bcd-b44d-4fe4-8d24-01054687cb7d for instance with vm_state active and task_state deleting.
Oct 16 08:57:59 user nova-compute[73884]: DEBUG nova.compute.manager [req-dce35794-801c-46fc-8596-b55a1d920c26 req-09fbd745-4bd1-463b-9161-6373814e6de1 service nova] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Received event network-vif-deleted-d6cf9bcd-b44d-4fe4-8d24-01054687cb7d {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:58:00 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:58:00 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Took 1.32 seconds to deallocate network for instance.
Oct 16 08:58:00 user nova-compute[73884]: DEBUG nova.compute.manager [req-17026a93-919c-4eb9-8d24-493267aaf0ae req-31b88d64-4d2f-4c7a-8209-151fda2382a6 service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Received event network-vif-deleted-9bd59e93-bfbd-4d64-be3b-199e96b62401 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:58:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-dd6ba3c6-0db3-4124-8adb-7dab6b7fe695 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:58:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-dd6ba3c6-0db3-4124-8adb-7dab6b7fe695 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:58:00 user nova-compute[73884]: INFO nova.compute.manager [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Took 0.84 seconds to detach 1 volumes for instance.
Oct 16 08:58:00 user nova-compute[73884]: DEBUG nova.compute.manager [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: dd25b160-0695-44fc-8a74-b3de3202230a] Deleting volume: c67a532c-a157-4728-8303-7edcca62ce0b {{(pid=73884) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 16 08:58:00 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:58:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:58:00 user nova-compute[73884]: DEBUG nova.compute.manager [req-8468a995-cbd7-457e-a810-9fdc4cbee00a req-7629ef63-ff47-4bc1-a00a-2446bd161637 service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Received event network-vif-plugged-9bd59e93-bfbd-4d64-be3b-199e96b62401 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:58:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8468a995-cbd7-457e-a810-9fdc4cbee00a req-7629ef63-ff47-4bc1-a00a-2446bd161637 service nova] Acquiring lock "6bc8092c-0645-4cf3-a26b-4d51405159bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:58:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8468a995-cbd7-457e-a810-9fdc4cbee00a req-7629ef63-ff47-4bc1-a00a-2446bd161637 service nova] Lock "6bc8092c-0645-4cf3-a26b-4d51405159bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:58:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8468a995-cbd7-457e-a810-9fdc4cbee00a req-7629ef63-ff47-4bc1-a00a-2446bd161637 service nova] Lock "6bc8092c-0645-4cf3-a26b-4d51405159bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:58:00 user nova-compute[73884]: DEBUG nova.compute.manager [req-8468a995-cbd7-457e-a810-9fdc4cbee00a req-7629ef63-ff47-4bc1-a00a-2446bd161637 service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] No waiting events found dispatching network-vif-plugged-9bd59e93-bfbd-4d64-be3b-199e96b62401 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:58:00 user nova-compute[73884]: WARNING nova.compute.manager [req-8468a995-cbd7-457e-a810-9fdc4cbee00a req-7629ef63-ff47-4bc1-a00a-2446bd161637 service nova] [instance: 6bc8092c-0645-4cf3-a26b-4d51405159bd] Received unexpected event network-vif-plugged-9bd59e93-bfbd-4d64-be3b-199e96b62401 for instance with vm_state deleted and task_state None.
Oct 16 08:58:00 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-dd6ba3c6-0db3-4124-8adb-7dab6b7fe695 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:58:00 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-dd6ba3c6-0db3-4124-8adb-7dab6b7fe695 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:58:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-dd6ba3c6-0db3-4124-8adb-7dab6b7fe695 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.251s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:58:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.115s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:58:00 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-dd6ba3c6-0db3-4124-8adb-7dab6b7fe695 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Deleted allocations for instance 6bc8092c-0645-4cf3-a26b-4d51405159bd
Oct 16 08:58:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-dd6ba3c6-0db3-4124-8adb-7dab6b7fe695 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "6bc8092c-0645-4cf3-a26b-4d51405159bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.716s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:58:00 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:58:00 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:58:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.184s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:58:00 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Deleted allocations for instance dd25b160-0695-44fc-8a74-b3de3202230a
Oct 16 08:58:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-17c09431-813a-4f6c-ac7f-0a9eb6662275 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "dd25b160-0695-44fc-8a74-b3de3202230a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.561s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:58:03 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:58:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:04 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:58:05 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:58:08 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:58:08 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 08:58:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:09 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:58:12 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:58:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:58:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:58:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:58:12 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 08:58:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:58:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:58:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:58:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:58:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:58:12 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 08:58:13 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:58:13 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:58:13 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=8700MB free_disk=25.119373321533203GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 08:58:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:58:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:58:13 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 9efe2a4c-39fc-478b-8148-36f1ebe24fc4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:58:13 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance e5aab74e-1797-4f62-a8e5-096c11b54a96 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:58:13 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 08:58:13 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 08:58:13 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:58:13 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:58:13 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 08:58:13 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.200s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:58:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:58:14 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:58:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:20 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:58:20 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 08:58:20 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Rebuilding the list of instances to heal {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 16 08:58:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "refresh_cache-9efe2a4c-39fc-478b-8148-36f1ebe24fc4" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:58:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquired lock "refresh_cache-9efe2a4c-39fc-478b-8148-36f1ebe24fc4" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:58:20 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Forcefully refreshing network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 08:58:20 user nova-compute[73884]: DEBUG nova.objects.instance [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lazy-loading 'info_cache' on Instance uuid 9efe2a4c-39fc-478b-8148-36f1ebe24fc4 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:58:20 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:20 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Updating instance_info_cache with network_info: [{"id": "ce408f5c-bfb9-40be-98b9-d3787aaf2c5b", "address": "fa:16:3e:6a:21:f2", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.103", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce408f5c-bf", "ovs_interfaceid": "ce408f5c-bfb9-40be-98b9-d3787aaf2c5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:58:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Releasing lock "refresh_cache-9efe2a4c-39fc-478b-8148-36f1ebe24fc4" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:58:20 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Updated the network info_cache for instance {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 08:58:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:26 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Acquiring lock "76ccf87d-3971-46a0-9e52-bdb34a42a33d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:58:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lock "76ccf87d-3971-46a0-9e52-bdb34a42a33d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:58:29 user nova-compute[73884]: DEBUG nova.compute.manager [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:58:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:58:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:58:29 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:58:29 user nova-compute[73884]: INFO nova.compute.claims [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Claim successful on node user
Oct 16 08:58:29 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:58:29 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:58:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.360s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:58:29 user nova-compute[73884]: DEBUG nova.compute.manager [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:58:30 user nova-compute[73884]: DEBUG nova.compute.manager [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:58:30 user nova-compute[73884]: DEBUG nova.network.neutron [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:58:30 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:58:30 user nova-compute[73884]: DEBUG nova.compute.manager [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:58:30 user nova-compute[73884]: DEBUG nova.compute.manager [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:58:30 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:58:30 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Creating image(s)
Oct 16 08:58:30 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Acquiring lock "/opt/stack/data/nova/instances/76ccf87d-3971-46a0-9e52-bdb34a42a33d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:58:30 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lock "/opt/stack/data/nova/instances/76ccf87d-3971-46a0-9e52-bdb34a42a33d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:58:30 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lock "/opt/stack/data/nova/instances/76ccf87d-3971-46a0-9e52-bdb34a42a33d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:58:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:58:30 user nova-compute[73884]: DEBUG nova.policy [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6909038d5c2477c8db3a8d64c2d3e02', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5decf402f5a465b89027f0951f8f26a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:58:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.186s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:58:30 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Acquiring lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:58:30 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:58:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:58:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.189s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:58:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/76ccf87d-3971-46a0-9e52-bdb34a42a33d/disk 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:58:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/76ccf87d-3971-46a0-9e52-bdb34a42a33d/disk 1073741824" returned: 0 in 0.057s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:58:30 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.254s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:58:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:58:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.203s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:58:30 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Checking if we can resize image /opt/stack/data/nova/instances/76ccf87d-3971-46a0-9e52-bdb34a42a33d/disk. size=1073741824 {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 08:58:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76ccf87d-3971-46a0-9e52-bdb34a42a33d/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:58:30 user nova-compute[73884]: DEBUG nova.network.neutron [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Successfully created port: de603380-3d83-4c24-ab31-c3ab98b0990b {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:58:31 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76ccf87d-3971-46a0-9e52-bdb34a42a33d/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:58:31 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Cannot resize image /opt/stack/data/nova/instances/76ccf87d-3971-46a0-9e52-bdb34a42a33d/disk to a smaller size. {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 08:58:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:58:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Ensure instance console log exists: /opt/stack/data/nova/instances/76ccf87d-3971-46a0-9e52-bdb34a42a33d/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:58:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:58:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:58:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:58:31 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._run_image_cache_manager_pass {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:58:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:58:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:58:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:58:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:58:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:58:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:58:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.imagecache [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Verify base images {{(pid=73884) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:314}}
Oct 16 08:58:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.imagecache [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Image id a4e1d819-b957-4c9c-9b9d-fd987951fbab yields fingerprint 9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f {{(pid=73884) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Oct 16 08:58:31 user nova-compute[73884]: INFO nova.virt.libvirt.imagecache [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] image a4e1d819-b957-4c9c-9b9d-fd987951fbab at (/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f): checking
Oct 16 08:58:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.imagecache [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] image a4e1d819-b957-4c9c-9b9d-fd987951fbab at (/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f): image is in use {{(pid=73884) _mark_in_use /opt/stack/nova/nova/virt/libvirt/imagecache.py:279}}
Oct 16 08:58:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.imagecache [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Image id  yields fingerprint da39a3ee5e6b4b0d3255bfef95601890afd80709 {{(pid=73884) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Oct 16 08:58:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.imagecache [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Image id cbf49543-22e4-4401-8e4d-a89176297589 yields fingerprint 11dac895f2b9b3f90d84ab1067e67cf708aac45e {{(pid=73884) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Oct 16 08:58:31 user nova-compute[73884]: INFO nova.virt.libvirt.imagecache [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] image cbf49543-22e4-4401-8e4d-a89176297589 at (/opt/stack/data/nova/instances/_base/11dac895f2b9b3f90d84ab1067e67cf708aac45e): checking
Oct 16 08:58:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.imagecache [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] image cbf49543-22e4-4401-8e4d-a89176297589 at (/opt/stack/data/nova/instances/_base/11dac895f2b9b3f90d84ab1067e67cf708aac45e): image is in use {{(pid=73884) _mark_in_use /opt/stack/nova/nova/virt/libvirt/imagecache.py:279}}
Oct 16 08:58:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.imagecache [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] 9efe2a4c-39fc-478b-8148-36f1ebe24fc4 is a valid instance name {{(pid=73884) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Oct 16 08:58:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.imagecache [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] 76ccf87d-3971-46a0-9e52-bdb34a42a33d is a valid instance name {{(pid=73884) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Oct 16 08:58:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.imagecache [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] 76ccf87d-3971-46a0-9e52-bdb34a42a33d has a disk file {{(pid=73884) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Oct 16 08:58:31 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76ccf87d-3971-46a0-9e52-bdb34a42a33d/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:58:31 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76ccf87d-3971-46a0-9e52-bdb34a42a33d/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:58:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.imagecache [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 76ccf87d-3971-46a0-9e52-bdb34a42a33d is backed by 9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f {{(pid=73884) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Oct 16 08:58:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.imagecache [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] e5aab74e-1797-4f62-a8e5-096c11b54a96 is a valid instance name {{(pid=73884) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Oct 16 08:58:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.imagecache [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] e5aab74e-1797-4f62-a8e5-096c11b54a96 has a disk file {{(pid=73884) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Oct 16 08:58:31 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:58:31 user nova-compute[73884]: DEBUG nova.network.neutron [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Successfully updated port: de603380-3d83-4c24-ab31-c3ab98b0990b {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:58:31 user nova-compute[73884]: DEBUG nova.compute.manager [req-9f156b1a-f255-40b9-84fb-76193ccdf56c req-a9391cba-9f79-49d8-9a91-ce1c71eddd6e service nova] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Received event network-changed-de603380-3d83-4c24-ab31-c3ab98b0990b {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:58:31 user nova-compute[73884]: DEBUG nova.compute.manager [req-9f156b1a-f255-40b9-84fb-76193ccdf56c req-a9391cba-9f79-49d8-9a91-ce1c71eddd6e service nova] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Refreshing instance network info cache due to event network-changed-de603380-3d83-4c24-ab31-c3ab98b0990b. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:58:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-9f156b1a-f255-40b9-84fb-76193ccdf56c req-a9391cba-9f79-49d8-9a91-ce1c71eddd6e service nova] Acquiring lock "refresh_cache-76ccf87d-3971-46a0-9e52-bdb34a42a33d" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:58:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-9f156b1a-f255-40b9-84fb-76193ccdf56c req-a9391cba-9f79-49d8-9a91-ce1c71eddd6e service nova] Acquired lock "refresh_cache-76ccf87d-3971-46a0-9e52-bdb34a42a33d" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:58:31 user nova-compute[73884]: DEBUG nova.network.neutron [req-9f156b1a-f255-40b9-84fb-76193ccdf56c req-a9391cba-9f79-49d8-9a91-ce1c71eddd6e service nova] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Refreshing network info cache for port de603380-3d83-4c24-ab31-c3ab98b0990b {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:58:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Acquiring lock "refresh_cache-76ccf87d-3971-46a0-9e52-bdb34a42a33d" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:58:31 user nova-compute[73884]: DEBUG nova.network.neutron [req-9f156b1a-f255-40b9-84fb-76193ccdf56c req-a9391cba-9f79-49d8-9a91-ce1c71eddd6e service nova] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:58:31 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:58:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.imagecache [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance e5aab74e-1797-4f62-a8e5-096c11b54a96 is backed by 11dac895f2b9b3f90d84ab1067e67cf708aac45e {{(pid=73884) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Oct 16 08:58:31 user nova-compute[73884]: WARNING nova.virt.libvirt.imagecache [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Unknown base file: /opt/stack/data/nova/instances/_base/1cc2be80f5c96c7c82c97f65e5fb4617ad037b28
Oct 16 08:58:31 user nova-compute[73884]: WARNING nova.virt.libvirt.imagecache [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Unknown base file: /opt/stack/data/nova/instances/_base/93cfc49df8834d478ed61f00c59f5220507409bf
Oct 16 08:58:31 user nova-compute[73884]: WARNING nova.virt.libvirt.imagecache [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Unknown base file: /opt/stack/data/nova/instances/_base/7d874f56bebb6e5889e78ae64dec0685b847c6cd
Oct 16 08:58:31 user nova-compute[73884]: WARNING nova.virt.libvirt.imagecache [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Unknown base file: /opt/stack/data/nova/instances/_base/69b684796be2af0c3193f7a7438e65c1077d2021
Oct 16 08:58:31 user nova-compute[73884]: WARNING nova.virt.libvirt.imagecache [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Unknown base file: /opt/stack/data/nova/instances/_base/8a693729795b24a915484dce53bc331c2512ec74
Oct 16 08:58:31 user nova-compute[73884]: WARNING nova.virt.libvirt.imagecache [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Unknown base file: /opt/stack/data/nova/instances/_base/14e7a8effb7e98c6eb4250f1b9c54e7fcd4dd5d5
Oct 16 08:58:31 user nova-compute[73884]: WARNING nova.virt.libvirt.imagecache [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Unknown base file: /opt/stack/data/nova/instances/_base/a1dc5c36f22b4b2c0439d0efe865d7d2601113a6
Oct 16 08:58:31 user nova-compute[73884]: INFO nova.virt.libvirt.imagecache [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Active base files: /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f /opt/stack/data/nova/instances/_base/11dac895f2b9b3f90d84ab1067e67cf708aac45e
Oct 16 08:58:31 user nova-compute[73884]: INFO nova.virt.libvirt.imagecache [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Removable base files: /opt/stack/data/nova/instances/_base/1cc2be80f5c96c7c82c97f65e5fb4617ad037b28 /opt/stack/data/nova/instances/_base/93cfc49df8834d478ed61f00c59f5220507409bf /opt/stack/data/nova/instances/_base/7d874f56bebb6e5889e78ae64dec0685b847c6cd /opt/stack/data/nova/instances/_base/69b684796be2af0c3193f7a7438e65c1077d2021 /opt/stack/data/nova/instances/_base/8a693729795b24a915484dce53bc331c2512ec74 /opt/stack/data/nova/instances/_base/14e7a8effb7e98c6eb4250f1b9c54e7fcd4dd5d5 /opt/stack/data/nova/instances/_base/a1dc5c36f22b4b2c0439d0efe865d7d2601113a6
Oct 16 08:58:31 user nova-compute[73884]: INFO nova.virt.libvirt.imagecache [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/1cc2be80f5c96c7c82c97f65e5fb4617ad037b28
Oct 16 08:58:31 user nova-compute[73884]: INFO nova.virt.libvirt.imagecache [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/93cfc49df8834d478ed61f00c59f5220507409bf
Oct 16 08:58:31 user nova-compute[73884]: INFO nova.virt.libvirt.imagecache [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/7d874f56bebb6e5889e78ae64dec0685b847c6cd
Oct 16 08:58:31 user nova-compute[73884]: INFO nova.virt.libvirt.imagecache [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/69b684796be2af0c3193f7a7438e65c1077d2021
Oct 16 08:58:31 user nova-compute[73884]: INFO nova.virt.libvirt.imagecache [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/8a693729795b24a915484dce53bc331c2512ec74
Oct 16 08:58:31 user nova-compute[73884]: INFO nova.virt.libvirt.imagecache [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/14e7a8effb7e98c6eb4250f1b9c54e7fcd4dd5d5
Oct 16 08:58:31 user nova-compute[73884]: INFO nova.virt.libvirt.imagecache [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/a1dc5c36f22b4b2c0439d0efe865d7d2601113a6
Oct 16 08:58:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.imagecache [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Verification complete {{(pid=73884) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:350}}
Oct 16 08:58:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.imagecache [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Verify swap images {{(pid=73884) _age_and_verify_swap_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:299}}
Oct 16 08:58:31 user nova-compute[73884]: DEBUG nova.virt.libvirt.imagecache [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Verify ephemeral images {{(pid=73884) _age_and_verify_ephemeral_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:284}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG nova.network.neutron [req-9f156b1a-f255-40b9-84fb-76193ccdf56c req-a9391cba-9f79-49d8-9a91-ce1c71eddd6e service nova] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-9f156b1a-f255-40b9-84fb-76193ccdf56c req-a9391cba-9f79-49d8-9a91-ce1c71eddd6e service nova] Releasing lock "refresh_cache-76ccf87d-3971-46a0-9e52-bdb34a42a33d" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Acquired lock "refresh_cache-76ccf87d-3971-46a0-9e52-bdb34a42a33d" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG nova.network.neutron [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG nova.network.neutron [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG nova.network.neutron [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Updating instance_info_cache with network_info: [{"id": "de603380-3d83-4c24-ab31-c3ab98b0990b", "address": "fa:16:3e:95:e6:69", "network": {"id": "2adc1372-938a-40cd-8150-c40be66db620", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-811080010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d5decf402f5a465b89027f0951f8f26a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde603380-3d", "ovs_interfaceid": "de603380-3d83-4c24-ab31-c3ab98b0990b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Releasing lock "refresh_cache-76ccf87d-3971-46a0-9e52-bdb34a42a33d" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG nova.compute.manager [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Instance network_info: |[{"id": "de603380-3d83-4c24-ab31-c3ab98b0990b", "address": "fa:16:3e:95:e6:69", "network": {"id": "2adc1372-938a-40cd-8150-c40be66db620", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-811080010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d5decf402f5a465b89027f0951f8f26a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde603380-3d", "ovs_interfaceid": "de603380-3d83-4c24-ab31-c3ab98b0990b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Start _get_guest_xml network_info=[{"id": "de603380-3d83-4c24-ab31-c3ab98b0990b", "address": "fa:16:3e:95:e6:69", "network": {"id": "2adc1372-938a-40cd-8150-c40be66db620", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-811080010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d5decf402f5a465b89027f0951f8f26a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde603380-3d", "ovs_interfaceid": "de603380-3d83-4c24-ab31-c3ab98b0990b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'a4e1d819-b957-4c9c-9b9d-fd987951fbab'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:58:32 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:58:32 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:58:32 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:58:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1478728853',display_name='tempest-TestServerVolumeAttachmentScenario-server-1478728853',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1478728853',id=47,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHl7eN7e55mw4wo2v4fOZdoyQzidaTrAR761DZ2nFRHAWLi3XNEeWQ9InugjlxRPnVcOJ1p05kaEM2ny4+SPDOIqxbiMz0+28jv4SW+/tRbaXgW/at8WkdlHX+RnE+qziw==',key_name='tempest-keypair-935324437',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d5decf402f5a465b89027f0951f8f26a',ramdisk_id='',reservation_id='r-jzrw0y4u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1226073481',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1226073481-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:58:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a6909038d5c2477c8db3a8d64c2d3e02',uuid=76ccf87d-3971-46a0-9e52-bdb34a42a33d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "de603380-3d83-4c24-ab31-c3ab98b0990b", "address": "fa:16:3e:95:e6:69", "network": {"id": "2adc1372-938a-40cd-8150-c40be66db620", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-811080010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d5decf402f5a465b89027f0951f8f26a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde603380-3d", "ovs_interfaceid": "de603380-3d83-4c24-ab31-c3ab98b0990b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Converting VIF {"id": "de603380-3d83-4c24-ab31-c3ab98b0990b", "address": "fa:16:3e:95:e6:69", "network": {"id": "2adc1372-938a-40cd-8150-c40be66db620", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-811080010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d5decf402f5a465b89027f0951f8f26a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde603380-3d", "ovs_interfaceid": "de603380-3d83-4c24-ab31-c3ab98b0990b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:95:e6:69,bridge_name='br-int',has_traffic_filtering=True,id=de603380-3d83-4c24-ab31-c3ab98b0990b,network=Network(2adc1372-938a-40cd-8150-c40be66db620),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde603380-3d') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG nova.objects.instance [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lazy-loading 'pci_devices' on Instance uuid 76ccf87d-3971-46a0-9e52-bdb34a42a33d {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:58:32 user nova-compute[73884]:   <uuid>76ccf87d-3971-46a0-9e52-bdb34a42a33d</uuid>
Oct 16 08:58:32 user nova-compute[73884]:   <name>instance-0000002f</name>
Oct 16 08:58:32 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:58:32 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:58:32 user nova-compute[73884]:   <metadata>
Oct 16 08:58:32 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:58:32 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:58:32 user nova-compute[73884]:       <nova:name>tempest-TestServerVolumeAttachmentScenario-server-1478728853</nova:name>
Oct 16 08:58:32 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:58:32</nova:creationTime>
Oct 16 08:58:32 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:58:32 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:58:32 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:58:32 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:58:32 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:58:32 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:58:32 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:58:32 user nova-compute[73884]:       <nova:owner>
Oct 16 08:58:32 user nova-compute[73884]:         <nova:user uuid="a6909038d5c2477c8db3a8d64c2d3e02">tempest-TestServerVolumeAttachmentScenario-1226073481-project-member</nova:user>
Oct 16 08:58:32 user nova-compute[73884]:         <nova:project uuid="d5decf402f5a465b89027f0951f8f26a">tempest-TestServerVolumeAttachmentScenario-1226073481</nova:project>
Oct 16 08:58:32 user nova-compute[73884]:       </nova:owner>
Oct 16 08:58:32 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:58:32 user nova-compute[73884]:       <nova:ports>
Oct 16 08:58:32 user nova-compute[73884]:         <nova:port uuid="de603380-3d83-4c24-ab31-c3ab98b0990b">
Oct 16 08:58:32 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Oct 16 08:58:32 user nova-compute[73884]:         </nova:port>
Oct 16 08:58:32 user nova-compute[73884]:       </nova:ports>
Oct 16 08:58:32 user nova-compute[73884]:     </nova:instance>
Oct 16 08:58:32 user nova-compute[73884]:   </metadata>
Oct 16 08:58:32 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:58:32 user nova-compute[73884]:     <system>
Oct 16 08:58:32 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:58:32 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:58:32 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:58:32 user nova-compute[73884]:       <entry name="serial">76ccf87d-3971-46a0-9e52-bdb34a42a33d</entry>
Oct 16 08:58:32 user nova-compute[73884]:       <entry name="uuid">76ccf87d-3971-46a0-9e52-bdb34a42a33d</entry>
Oct 16 08:58:32 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:58:32 user nova-compute[73884]:     </system>
Oct 16 08:58:32 user nova-compute[73884]:   </sysinfo>
Oct 16 08:58:32 user nova-compute[73884]:   <os>
Oct 16 08:58:32 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:58:32 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:58:32 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:58:32 user nova-compute[73884]:   </os>
Oct 16 08:58:32 user nova-compute[73884]:   <features>
Oct 16 08:58:32 user nova-compute[73884]:     <acpi/>
Oct 16 08:58:32 user nova-compute[73884]:     <apic/>
Oct 16 08:58:32 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:58:32 user nova-compute[73884]:   </features>
Oct 16 08:58:32 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:58:32 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:58:32 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:58:32 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:58:32 user nova-compute[73884]:   </clock>
Oct 16 08:58:32 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:58:32 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:58:32 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:58:32 user nova-compute[73884]:   </cpu>
Oct 16 08:58:32 user nova-compute[73884]:   <devices>
Oct 16 08:58:32 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:58:32 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:58:32 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/76ccf87d-3971-46a0-9e52-bdb34a42a33d/disk"/>
Oct 16 08:58:32 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:58:32 user nova-compute[73884]:     </disk>
Oct 16 08:58:32 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:58:32 user nova-compute[73884]:       <mac address="fa:16:3e:95:e6:69"/>
Oct 16 08:58:32 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:58:32 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:58:32 user nova-compute[73884]:       <target dev="tapde603380-3d"/>
Oct 16 08:58:32 user nova-compute[73884]:     </interface>
Oct 16 08:58:32 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:58:32 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/76ccf87d-3971-46a0-9e52-bdb34a42a33d/console.log" append="off"/>
Oct 16 08:58:32 user nova-compute[73884]:     </serial>
Oct 16 08:58:32 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:58:32 user nova-compute[73884]:     <video>
Oct 16 08:58:32 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:58:32 user nova-compute[73884]:     </video>
Oct 16 08:58:32 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:58:32 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:58:32 user nova-compute[73884]:     </rng>
Oct 16 08:58:32 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:58:32 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:58:32 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:58:32 user nova-compute[73884]:     </memballoon>
Oct 16 08:58:32 user nova-compute[73884]:   </devices>
Oct 16 08:58:32 user nova-compute[73884]: </domain>
Oct 16 08:58:32 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:58:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1478728853',display_name='tempest-TestServerVolumeAttachmentScenario-server-1478728853',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1478728853',id=47,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHl7eN7e55mw4wo2v4fOZdoyQzidaTrAR761DZ2nFRHAWLi3XNEeWQ9InugjlxRPnVcOJ1p05kaEM2ny4+SPDOIqxbiMz0+28jv4SW+/tRbaXgW/at8WkdlHX+RnE+qziw==',key_name='tempest-keypair-935324437',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d5decf402f5a465b89027f0951f8f26a',ramdisk_id='',reservation_id='r-jzrw0y4u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1226073481',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1226073481-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:58:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a6909038d5c2477c8db3a8d64c2d3e02',uuid=76ccf87d-3971-46a0-9e52-bdb34a42a33d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "de603380-3d83-4c24-ab31-c3ab98b0990b", "address": "fa:16:3e:95:e6:69", "network": {"id": "2adc1372-938a-40cd-8150-c40be66db620", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-811080010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d5decf402f5a465b89027f0951f8f26a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde603380-3d", "ovs_interfaceid": "de603380-3d83-4c24-ab31-c3ab98b0990b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Converting VIF {"id": "de603380-3d83-4c24-ab31-c3ab98b0990b", "address": "fa:16:3e:95:e6:69", "network": {"id": "2adc1372-938a-40cd-8150-c40be66db620", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-811080010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d5decf402f5a465b89027f0951f8f26a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde603380-3d", "ovs_interfaceid": "de603380-3d83-4c24-ab31-c3ab98b0990b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:95:e6:69,bridge_name='br-int',has_traffic_filtering=True,id=de603380-3d83-4c24-ab31-c3ab98b0990b,network=Network(2adc1372-938a-40cd-8150-c40be66db620),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde603380-3d') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG os_vif [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:95:e6:69,bridge_name='br-int',has_traffic_filtering=True,id=de603380-3d83-4c24-ab31-c3ab98b0990b,network=Network(2adc1372-938a-40cd-8150-c40be66db620),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde603380-3d') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '478879f3-e813-5120-ba02-c764c8bc0de1', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapde603380-3d, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapde603380-3d, col_values=(('qos', UUID('f0cf4570-0d8e-4914-a0eb-c5114b907e3f')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapde603380-3d, col_values=(('external_ids', {'iface-id': 'de603380-3d83-4c24-ab31-c3ab98b0990b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:95:e6:69', 'vm-uuid': '76ccf87d-3971-46a0-9e52-bdb34a42a33d'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:32 user nova-compute[73884]: INFO os_vif [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:95:e6:69,bridge_name='br-int',has_traffic_filtering=True,id=de603380-3d83-4c24-ab31-c3ab98b0990b,network=Network(2adc1372-938a-40cd-8150-c40be66db620),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde603380-3d')
Oct 16 08:58:32 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:58:32 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] No VIF found with MAC fa:16:3e:95:e6:69, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:58:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:34 user nova-compute[73884]: DEBUG nova.compute.manager [req-5e38d9ce-e5b0-41a4-ab8d-4f791f8b3d78 req-d21ef7b5-63d9-40e6-9d79-43ac31e02770 service nova] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Received event network-vif-plugged-de603380-3d83-4c24-ab31-c3ab98b0990b {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:58:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-5e38d9ce-e5b0-41a4-ab8d-4f791f8b3d78 req-d21ef7b5-63d9-40e6-9d79-43ac31e02770 service nova] Acquiring lock "76ccf87d-3971-46a0-9e52-bdb34a42a33d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:58:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-5e38d9ce-e5b0-41a4-ab8d-4f791f8b3d78 req-d21ef7b5-63d9-40e6-9d79-43ac31e02770 service nova] Lock "76ccf87d-3971-46a0-9e52-bdb34a42a33d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:58:34 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-5e38d9ce-e5b0-41a4-ab8d-4f791f8b3d78 req-d21ef7b5-63d9-40e6-9d79-43ac31e02770 service nova] Lock "76ccf87d-3971-46a0-9e52-bdb34a42a33d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:58:34 user nova-compute[73884]: DEBUG nova.compute.manager [req-5e38d9ce-e5b0-41a4-ab8d-4f791f8b3d78 req-d21ef7b5-63d9-40e6-9d79-43ac31e02770 service nova] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] No waiting events found dispatching network-vif-plugged-de603380-3d83-4c24-ab31-c3ab98b0990b {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:58:34 user nova-compute[73884]: WARNING nova.compute.manager [req-5e38d9ce-e5b0-41a4-ab8d-4f791f8b3d78 req-d21ef7b5-63d9-40e6-9d79-43ac31e02770 service nova] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Received unexpected event network-vif-plugged-de603380-3d83-4c24-ab31-c3ab98b0990b for instance with vm_state building and task_state spawning.
Oct 16 08:58:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:36 user nova-compute[73884]: DEBUG nova.compute.manager [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:58:36 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:58:36 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Instance spawned successfully.
Oct 16 08:58:36 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:58:36 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:58:36 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:58:36 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:58:36 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:58:36 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:58:36 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:58:36 user nova-compute[73884]: INFO nova.compute.manager [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Took 5.93 seconds to spawn the instance on the hypervisor.
Oct 16 08:58:36 user nova-compute[73884]: DEBUG nova.compute.manager [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:58:36 user nova-compute[73884]: DEBUG nova.compute.manager [req-924c7e55-e5ed-4285-aca4-a91898981951 req-cf44eb71-58fb-4c78-8337-3e33787c3892 service nova] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Received event network-vif-plugged-de603380-3d83-4c24-ab31-c3ab98b0990b {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:58:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-924c7e55-e5ed-4285-aca4-a91898981951 req-cf44eb71-58fb-4c78-8337-3e33787c3892 service nova] Acquiring lock "76ccf87d-3971-46a0-9e52-bdb34a42a33d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:58:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-924c7e55-e5ed-4285-aca4-a91898981951 req-cf44eb71-58fb-4c78-8337-3e33787c3892 service nova] Lock "76ccf87d-3971-46a0-9e52-bdb34a42a33d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:58:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-924c7e55-e5ed-4285-aca4-a91898981951 req-cf44eb71-58fb-4c78-8337-3e33787c3892 service nova] Lock "76ccf87d-3971-46a0-9e52-bdb34a42a33d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:58:36 user nova-compute[73884]: DEBUG nova.compute.manager [req-924c7e55-e5ed-4285-aca4-a91898981951 req-cf44eb71-58fb-4c78-8337-3e33787c3892 service nova] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] No waiting events found dispatching network-vif-plugged-de603380-3d83-4c24-ab31-c3ab98b0990b {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:58:36 user nova-compute[73884]: WARNING nova.compute.manager [req-924c7e55-e5ed-4285-aca4-a91898981951 req-cf44eb71-58fb-4c78-8337-3e33787c3892 service nova] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Received unexpected event network-vif-plugged-de603380-3d83-4c24-ab31-c3ab98b0990b for instance with vm_state building and task_state spawning.
Oct 16 08:58:36 user nova-compute[73884]: INFO nova.compute.manager [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Took 6.66 seconds to build instance.
Oct 16 08:58:36 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-44d0feb6-0a8c-423e-a23a-2cf17f750a26 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lock "76ccf87d-3971-46a0-9e52-bdb34a42a33d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.762s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:58:37 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:38 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:42 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:51 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquiring lock "a620c03b-6f48-4264-912a-4657bb458912" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:58:51 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "a620c03b-6f48-4264-912a-4657bb458912" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:58:51 user nova-compute[73884]: DEBUG nova.compute.manager [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 08:58:51 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:58:51 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:58:51 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 08:58:51 user nova-compute[73884]: INFO nova.compute.claims [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Claim successful on node user
Oct 16 08:58:51 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:58:51 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:58:51 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.279s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:58:51 user nova-compute[73884]: DEBUG nova.compute.manager [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 08:58:51 user nova-compute[73884]: DEBUG nova.compute.manager [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 08:58:51 user nova-compute[73884]: DEBUG nova.network.neutron [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 08:58:51 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 08:58:51 user nova-compute[73884]: DEBUG nova.compute.manager [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 08:58:51 user nova-compute[73884]: DEBUG nova.policy [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2a4cdaa31a94c5f8ec1becde28346f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '500befd5b50d4fa598c657d7e617b265', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 08:58:51 user nova-compute[73884]: DEBUG nova.compute.manager [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 08:58:51 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 08:58:51 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Creating image(s)
Oct 16 08:58:51 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquiring lock "/opt/stack/data/nova/instances/a620c03b-6f48-4264-912a-4657bb458912/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:58:51 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "/opt/stack/data/nova/instances/a620c03b-6f48-4264-912a-4657bb458912/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:58:51 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "/opt/stack/data/nova/instances/a620c03b-6f48-4264-912a-4657bb458912/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:58:51 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:58:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.180s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:58:52 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquiring lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:58:52 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:58:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:58:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.177s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:58:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/a620c03b-6f48-4264-912a-4657bb458912/disk 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:58:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f,backing_fmt=raw /opt/stack/data/nova/instances/a620c03b-6f48-4264-912a-4657bb458912/disk 1073741824" returned: 0 in 0.056s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:58:52 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.243s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:58:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:58:52 user nova-compute[73884]: DEBUG nova.network.neutron [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Successfully created port: 32497ab6-65d0-4998-b796-6833ae22b3f8 {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 08:58:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9b15d35d44a6e86ae2299fb61880d1cb20a8bd4f --force-share --output=json" returned: 0 in 0.171s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:58:52 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a620c03b-6f48-4264-912a-4657bb458912/disk. size=1073741824 {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 08:58:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a620c03b-6f48-4264-912a-4657bb458912/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:58:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a620c03b-6f48-4264-912a-4657bb458912/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:58:52 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Cannot resize image /opt/stack/data/nova/instances/a620c03b-6f48-4264-912a-4657bb458912/disk to a smaller size. {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 08:58:52 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 08:58:52 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Ensure instance console log exists: /opt/stack/data/nova/instances/a620c03b-6f48-4264-912a-4657bb458912/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 08:58:52 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:58:52 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:58:52 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:58:52 user nova-compute[73884]: DEBUG nova.network.neutron [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Successfully updated port: 32497ab6-65d0-4998-b796-6833ae22b3f8 {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 08:58:52 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquiring lock "refresh_cache-a620c03b-6f48-4264-912a-4657bb458912" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:58:52 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquired lock "refresh_cache-a620c03b-6f48-4264-912a-4657bb458912" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:58:52 user nova-compute[73884]: DEBUG nova.network.neutron [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG nova.compute.manager [req-4a5d3b0e-42c0-4187-a927-21d7ce5447e6 req-5ff75952-07ce-4241-a137-b20e2b96a2ea service nova] [instance: a620c03b-6f48-4264-912a-4657bb458912] Received event network-changed-32497ab6-65d0-4998-b796-6833ae22b3f8 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG nova.compute.manager [req-4a5d3b0e-42c0-4187-a927-21d7ce5447e6 req-5ff75952-07ce-4241-a137-b20e2b96a2ea service nova] [instance: a620c03b-6f48-4264-912a-4657bb458912] Refreshing instance network info cache due to event network-changed-32497ab6-65d0-4998-b796-6833ae22b3f8. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-4a5d3b0e-42c0-4187-a927-21d7ce5447e6 req-5ff75952-07ce-4241-a137-b20e2b96a2ea service nova] Acquiring lock "refresh_cache-a620c03b-6f48-4264-912a-4657bb458912" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG nova.network.neutron [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG nova.network.neutron [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Updating instance_info_cache with network_info: [{"id": "32497ab6-65d0-4998-b796-6833ae22b3f8", "address": "fa:16:3e:f9:a8:db", "network": {"id": "795d1d26-3506-4bf7-9b12-4b4ebd58c1ee", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-963791271-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500befd5b50d4fa598c657d7e617b265", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32497ab6-65", "ovs_interfaceid": "32497ab6-65d0-4998-b796-6833ae22b3f8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Releasing lock "refresh_cache-a620c03b-6f48-4264-912a-4657bb458912" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG nova.compute.manager [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Instance network_info: |[{"id": "32497ab6-65d0-4998-b796-6833ae22b3f8", "address": "fa:16:3e:f9:a8:db", "network": {"id": "795d1d26-3506-4bf7-9b12-4b4ebd58c1ee", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-963791271-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500befd5b50d4fa598c657d7e617b265", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32497ab6-65", "ovs_interfaceid": "32497ab6-65d0-4998-b796-6833ae22b3f8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-4a5d3b0e-42c0-4187-a927-21d7ce5447e6 req-5ff75952-07ce-4241-a137-b20e2b96a2ea service nova] Acquired lock "refresh_cache-a620c03b-6f48-4264-912a-4657bb458912" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG nova.network.neutron [req-4a5d3b0e-42c0-4187-a927-21d7ce5447e6 req-5ff75952-07ce-4241-a137-b20e2b96a2ea service nova] [instance: a620c03b-6f48-4264-912a-4657bb458912] Refreshing network info cache for port 32497ab6-65d0-4998-b796-6833ae22b3f8 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Start _get_guest_xml network_info=[{"id": "32497ab6-65d0-4998-b796-6833ae22b3f8", "address": "fa:16:3e:f9:a8:db", "network": {"id": "795d1d26-3506-4bf7-9b12-4b4ebd58c1ee", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-963791271-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500befd5b50d4fa598c657d7e617b265", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32497ab6-65", "ovs_interfaceid": "32497ab6-65d0-4998-b796-6833ae22b3f8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'a4e1d819-b957-4c9c-9b9d-fd987951fbab'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 08:58:53 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:58:53 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:58:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T08:19:00Z,direct_url=<?>,disk_format='qcow2',id=a4e1d819-b957-4c9c-9b9d-fd987951fbab,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='1d1cf0ff11fc4418a6a79d5a3cc35a17',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T08:19:02Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:58:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1032261908',display_name='tempest-AttachVolumeTestJSON-server-1032261908',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1032261908',id=48,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDhlD1quMUb4UFx5dmsBY0VQgnlV7QwzIvSrnd98wjnfuKnOwxLsawEJlPSwrWOgqiTN6Z9cD+QZCv/UaNXznuoXMFRHs4PAGHOVWWNAg/4eP6mXM9IRrj9NGL8mdEH0Dw==',key_name='tempest-keypair-1805947152',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='500befd5b50d4fa598c657d7e617b265',ramdisk_id='',reservation_id='r-tme3g6s0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-249638898',owner_user_name='tempest-AttachVolumeTestJSON-249638898-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:58:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e2a4cdaa31a94c5f8ec1becde28346f1',uuid=a620c03b-6f48-4264-912a-4657bb458912,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "32497ab6-65d0-4998-b796-6833ae22b3f8", "address": "fa:16:3e:f9:a8:db", "network": {"id": "795d1d26-3506-4bf7-9b12-4b4ebd58c1ee", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-963791271-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500befd5b50d4fa598c657d7e617b265", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32497ab6-65", "ovs_interfaceid": "32497ab6-65d0-4998-b796-6833ae22b3f8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Converting VIF {"id": "32497ab6-65d0-4998-b796-6833ae22b3f8", "address": "fa:16:3e:f9:a8:db", "network": {"id": "795d1d26-3506-4bf7-9b12-4b4ebd58c1ee", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-963791271-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500befd5b50d4fa598c657d7e617b265", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32497ab6-65", "ovs_interfaceid": "32497ab6-65d0-4998-b796-6833ae22b3f8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f9:a8:db,bridge_name='br-int',has_traffic_filtering=True,id=32497ab6-65d0-4998-b796-6833ae22b3f8,network=Network(795d1d26-3506-4bf7-9b12-4b4ebd58c1ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32497ab6-65') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG nova.objects.instance [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lazy-loading 'pci_devices' on Instance uuid a620c03b-6f48-4264-912a-4657bb458912 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] End _get_guest_xml xml=<domain type="kvm">
Oct 16 08:58:53 user nova-compute[73884]:   <uuid>a620c03b-6f48-4264-912a-4657bb458912</uuid>
Oct 16 08:58:53 user nova-compute[73884]:   <name>instance-00000030</name>
Oct 16 08:58:53 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 08:58:53 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 08:58:53 user nova-compute[73884]:   <metadata>
Oct 16 08:58:53 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 08:58:53 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 08:58:53 user nova-compute[73884]:       <nova:name>tempest-AttachVolumeTestJSON-server-1032261908</nova:name>
Oct 16 08:58:53 user nova-compute[73884]:       <nova:creationTime>2023-10-16 08:58:53</nova:creationTime>
Oct 16 08:58:53 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 08:58:53 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 08:58:53 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 08:58:53 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 08:58:53 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 08:58:53 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 08:58:53 user nova-compute[73884]:       </nova:flavor>
Oct 16 08:58:53 user nova-compute[73884]:       <nova:owner>
Oct 16 08:58:53 user nova-compute[73884]:         <nova:user uuid="e2a4cdaa31a94c5f8ec1becde28346f1">tempest-AttachVolumeTestJSON-249638898-project-member</nova:user>
Oct 16 08:58:53 user nova-compute[73884]:         <nova:project uuid="500befd5b50d4fa598c657d7e617b265">tempest-AttachVolumeTestJSON-249638898</nova:project>
Oct 16 08:58:53 user nova-compute[73884]:       </nova:owner>
Oct 16 08:58:53 user nova-compute[73884]:       <nova:root type="image" uuid="a4e1d819-b957-4c9c-9b9d-fd987951fbab"/>
Oct 16 08:58:53 user nova-compute[73884]:       <nova:ports>
Oct 16 08:58:53 user nova-compute[73884]:         <nova:port uuid="32497ab6-65d0-4998-b796-6833ae22b3f8">
Oct 16 08:58:53 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Oct 16 08:58:53 user nova-compute[73884]:         </nova:port>
Oct 16 08:58:53 user nova-compute[73884]:       </nova:ports>
Oct 16 08:58:53 user nova-compute[73884]:     </nova:instance>
Oct 16 08:58:53 user nova-compute[73884]:   </metadata>
Oct 16 08:58:53 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 08:58:53 user nova-compute[73884]:     <system>
Oct 16 08:58:53 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 08:58:53 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 08:58:53 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 08:58:53 user nova-compute[73884]:       <entry name="serial">a620c03b-6f48-4264-912a-4657bb458912</entry>
Oct 16 08:58:53 user nova-compute[73884]:       <entry name="uuid">a620c03b-6f48-4264-912a-4657bb458912</entry>
Oct 16 08:58:53 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 08:58:53 user nova-compute[73884]:     </system>
Oct 16 08:58:53 user nova-compute[73884]:   </sysinfo>
Oct 16 08:58:53 user nova-compute[73884]:   <os>
Oct 16 08:58:53 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 08:58:53 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 08:58:53 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 08:58:53 user nova-compute[73884]:   </os>
Oct 16 08:58:53 user nova-compute[73884]:   <features>
Oct 16 08:58:53 user nova-compute[73884]:     <acpi/>
Oct 16 08:58:53 user nova-compute[73884]:     <apic/>
Oct 16 08:58:53 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 08:58:53 user nova-compute[73884]:   </features>
Oct 16 08:58:53 user nova-compute[73884]:   <clock offset="utc">
Oct 16 08:58:53 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 08:58:53 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 08:58:53 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 08:58:53 user nova-compute[73884]:   </clock>
Oct 16 08:58:53 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 08:58:53 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 08:58:53 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 08:58:53 user nova-compute[73884]:   </cpu>
Oct 16 08:58:53 user nova-compute[73884]:   <devices>
Oct 16 08:58:53 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 08:58:53 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 08:58:53 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/a620c03b-6f48-4264-912a-4657bb458912/disk"/>
Oct 16 08:58:53 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 08:58:53 user nova-compute[73884]:     </disk>
Oct 16 08:58:53 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 08:58:53 user nova-compute[73884]:       <mac address="fa:16:3e:f9:a8:db"/>
Oct 16 08:58:53 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:58:53 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 08:58:53 user nova-compute[73884]:       <target dev="tap32497ab6-65"/>
Oct 16 08:58:53 user nova-compute[73884]:     </interface>
Oct 16 08:58:53 user nova-compute[73884]:     <serial type="pty">
Oct 16 08:58:53 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/a620c03b-6f48-4264-912a-4657bb458912/console.log" append="off"/>
Oct 16 08:58:53 user nova-compute[73884]:     </serial>
Oct 16 08:58:53 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 08:58:53 user nova-compute[73884]:     <video>
Oct 16 08:58:53 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 08:58:53 user nova-compute[73884]:     </video>
Oct 16 08:58:53 user nova-compute[73884]:     <rng model="virtio">
Oct 16 08:58:53 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 08:58:53 user nova-compute[73884]:     </rng>
Oct 16 08:58:53 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 08:58:53 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 08:58:53 user nova-compute[73884]:       <stats period="10"/>
Oct 16 08:58:53 user nova-compute[73884]:     </memballoon>
Oct 16 08:58:53 user nova-compute[73884]:   </devices>
Oct 16 08:58:53 user nova-compute[73884]: </domain>
Oct 16 08:58:53 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:58:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1032261908',display_name='tempest-AttachVolumeTestJSON-server-1032261908',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1032261908',id=48,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDhlD1quMUb4UFx5dmsBY0VQgnlV7QwzIvSrnd98wjnfuKnOwxLsawEJlPSwrWOgqiTN6Z9cD+QZCv/UaNXznuoXMFRHs4PAGHOVWWNAg/4eP6mXM9IRrj9NGL8mdEH0Dw==',key_name='tempest-keypair-1805947152',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='500befd5b50d4fa598c657d7e617b265',ramdisk_id='',reservation_id='r-tme3g6s0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-249638898',owner_user_name='tempest-AttachVolumeTestJSON-249638898-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T08:58:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e2a4cdaa31a94c5f8ec1becde28346f1',uuid=a620c03b-6f48-4264-912a-4657bb458912,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "32497ab6-65d0-4998-b796-6833ae22b3f8", "address": "fa:16:3e:f9:a8:db", "network": {"id": "795d1d26-3506-4bf7-9b12-4b4ebd58c1ee", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-963791271-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500befd5b50d4fa598c657d7e617b265", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32497ab6-65", "ovs_interfaceid": "32497ab6-65d0-4998-b796-6833ae22b3f8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Converting VIF {"id": "32497ab6-65d0-4998-b796-6833ae22b3f8", "address": "fa:16:3e:f9:a8:db", "network": {"id": "795d1d26-3506-4bf7-9b12-4b4ebd58c1ee", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-963791271-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500befd5b50d4fa598c657d7e617b265", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32497ab6-65", "ovs_interfaceid": "32497ab6-65d0-4998-b796-6833ae22b3f8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f9:a8:db,bridge_name='br-int',has_traffic_filtering=True,id=32497ab6-65d0-4998-b796-6833ae22b3f8,network=Network(795d1d26-3506-4bf7-9b12-4b4ebd58c1ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32497ab6-65') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG os_vif [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f9:a8:db,bridge_name='br-int',has_traffic_filtering=True,id=32497ab6-65d0-4998-b796-6833ae22b3f8,network=Network(795d1d26-3506-4bf7-9b12-4b4ebd58c1ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32497ab6-65') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e0295769-fb66-5620-adc5-1e5e114f4682', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap32497ab6-65, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap32497ab6-65, col_values=(('qos', UUID('07311caa-b400-47de-afca-5603f37b4f6e')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap32497ab6-65, col_values=(('external_ids', {'iface-id': '32497ab6-65d0-4998-b796-6833ae22b3f8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f9:a8:db', 'vm-uuid': 'a620c03b-6f48-4264-912a-4657bb458912'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:53 user nova-compute[73884]: INFO os_vif [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f9:a8:db,bridge_name='br-int',has_traffic_filtering=True,id=32497ab6-65d0-4998-b796-6833ae22b3f8,network=Network(795d1d26-3506-4bf7-9b12-4b4ebd58c1ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32497ab6-65')
Oct 16 08:58:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] No VIF found with MAC fa:16:3e:f9:a8:db, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG nova.network.neutron [req-4a5d3b0e-42c0-4187-a927-21d7ce5447e6 req-5ff75952-07ce-4241-a137-b20e2b96a2ea service nova] [instance: a620c03b-6f48-4264-912a-4657bb458912] Updated VIF entry in instance network info cache for port 32497ab6-65d0-4998-b796-6833ae22b3f8. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG nova.network.neutron [req-4a5d3b0e-42c0-4187-a927-21d7ce5447e6 req-5ff75952-07ce-4241-a137-b20e2b96a2ea service nova] [instance: a620c03b-6f48-4264-912a-4657bb458912] Updating instance_info_cache with network_info: [{"id": "32497ab6-65d0-4998-b796-6833ae22b3f8", "address": "fa:16:3e:f9:a8:db", "network": {"id": "795d1d26-3506-4bf7-9b12-4b4ebd58c1ee", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-963791271-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500befd5b50d4fa598c657d7e617b265", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32497ab6-65", "ovs_interfaceid": "32497ab6-65d0-4998-b796-6833ae22b3f8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-4a5d3b0e-42c0-4187-a927-21d7ce5447e6 req-5ff75952-07ce-4241-a137-b20e2b96a2ea service nova] Releasing lock "refresh_cache-a620c03b-6f48-4264-912a-4657bb458912" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:58:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:54 user nova-compute[73884]: DEBUG nova.compute.manager [req-80ad1cd7-0232-44d3-833b-affbef3a3f16 req-a1198918-d6e7-4745-93a0-5e7c153a319e service nova] [instance: a620c03b-6f48-4264-912a-4657bb458912] Received event network-vif-plugged-32497ab6-65d0-4998-b796-6833ae22b3f8 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:58:54 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-80ad1cd7-0232-44d3-833b-affbef3a3f16 req-a1198918-d6e7-4745-93a0-5e7c153a319e service nova] Acquiring lock "a620c03b-6f48-4264-912a-4657bb458912-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:58:54 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-80ad1cd7-0232-44d3-833b-affbef3a3f16 req-a1198918-d6e7-4745-93a0-5e7c153a319e service nova] Lock "a620c03b-6f48-4264-912a-4657bb458912-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:58:54 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-80ad1cd7-0232-44d3-833b-affbef3a3f16 req-a1198918-d6e7-4745-93a0-5e7c153a319e service nova] Lock "a620c03b-6f48-4264-912a-4657bb458912-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:58:54 user nova-compute[73884]: DEBUG nova.compute.manager [req-80ad1cd7-0232-44d3-833b-affbef3a3f16 req-a1198918-d6e7-4745-93a0-5e7c153a319e service nova] [instance: a620c03b-6f48-4264-912a-4657bb458912] No waiting events found dispatching network-vif-plugged-32497ab6-65d0-4998-b796-6833ae22b3f8 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:58:54 user nova-compute[73884]: WARNING nova.compute.manager [req-80ad1cd7-0232-44d3-833b-affbef3a3f16 req-a1198918-d6e7-4745-93a0-5e7c153a319e service nova] [instance: a620c03b-6f48-4264-912a-4657bb458912] Received unexpected event network-vif-plugged-32497ab6-65d0-4998-b796-6833ae22b3f8 for instance with vm_state building and task_state spawning.
Oct 16 08:58:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:56 user nova-compute[73884]: DEBUG nova.compute.manager [req-f72c236d-4d7c-4ce9-8a4b-6065e6350fea req-85d1f6a5-045f-4f16-8a76-53c04074c475 service nova] [instance: a620c03b-6f48-4264-912a-4657bb458912] Received event network-vif-plugged-32497ab6-65d0-4998-b796-6833ae22b3f8 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:58:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f72c236d-4d7c-4ce9-8a4b-6065e6350fea req-85d1f6a5-045f-4f16-8a76-53c04074c475 service nova] Acquiring lock "a620c03b-6f48-4264-912a-4657bb458912-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:58:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f72c236d-4d7c-4ce9-8a4b-6065e6350fea req-85d1f6a5-045f-4f16-8a76-53c04074c475 service nova] Lock "a620c03b-6f48-4264-912a-4657bb458912-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:58:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f72c236d-4d7c-4ce9-8a4b-6065e6350fea req-85d1f6a5-045f-4f16-8a76-53c04074c475 service nova] Lock "a620c03b-6f48-4264-912a-4657bb458912-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:58:56 user nova-compute[73884]: DEBUG nova.compute.manager [req-f72c236d-4d7c-4ce9-8a4b-6065e6350fea req-85d1f6a5-045f-4f16-8a76-53c04074c475 service nova] [instance: a620c03b-6f48-4264-912a-4657bb458912] No waiting events found dispatching network-vif-plugged-32497ab6-65d0-4998-b796-6833ae22b3f8 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:58:56 user nova-compute[73884]: WARNING nova.compute.manager [req-f72c236d-4d7c-4ce9-8a4b-6065e6350fea req-85d1f6a5-045f-4f16-8a76-53c04074c475 service nova] [instance: a620c03b-6f48-4264-912a-4657bb458912] Received unexpected event network-vif-plugged-32497ab6-65d0-4998-b796-6833ae22b3f8 for instance with vm_state building and task_state spawning.
Oct 16 08:58:57 user nova-compute[73884]: DEBUG nova.compute.manager [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 08:58:57 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 08:58:57 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: a620c03b-6f48-4264-912a-4657bb458912] Instance spawned successfully.
Oct 16 08:58:57 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 08:58:57 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:58:57 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:58:57 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:58:57 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:58:57 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:58:57 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 08:58:57 user nova-compute[73884]: INFO nova.compute.manager [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Took 5.26 seconds to spawn the instance on the hypervisor.
Oct 16 08:58:57 user nova-compute[73884]: DEBUG nova.compute.manager [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 08:58:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "9efe2a4c-39fc-478b-8148-36f1ebe24fc4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:58:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "9efe2a4c-39fc-478b-8148-36f1ebe24fc4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:58:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "9efe2a4c-39fc-478b-8148-36f1ebe24fc4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:58:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "9efe2a4c-39fc-478b-8148-36f1ebe24fc4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:58:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "9efe2a4c-39fc-478b-8148-36f1ebe24fc4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:58:57 user nova-compute[73884]: INFO nova.compute.manager [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Terminating instance
Oct 16 08:58:57 user nova-compute[73884]: DEBUG nova.compute.manager [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 08:58:57 user nova-compute[73884]: INFO nova.compute.manager [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Took 5.87 seconds to build instance.
Oct 16 08:58:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-af393f32-f2c8-4769-aac3-4a9f0555f0cf tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "a620c03b-6f48-4264-912a-4657bb458912" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.954s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:58:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:57 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Instance destroyed successfully.
Oct 16 08:58:57 user nova-compute[73884]: DEBUG nova.objects.instance [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lazy-loading 'resources' on Instance uuid 9efe2a4c-39fc-478b-8148-36f1ebe24fc4 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:58:57 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:53:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-940849778',display_name='tempest-TestVolumeBootPattern-volume-backed-server-940849778',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-940849778',id=44,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDyhoPfHWRdufG6eQipObfogze5fuR+tkjEi7FrLEiIk6hqVpCp2FYAsljPbD7kqmmNLKcq7MIOcvmYGcicsnSu2mcI/bZFSKhz4pPO/heunkvPse4WydFYVlgAB/ZET6A==',key_name='tempest-keypair-1592592616',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:54:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d32c241898f24ad3b8fafd0e2cc73c1e',ramdisk_id='',reservation_id='r-ozvihn53',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-513905673',owner_user_name='tempest-TestVolumeBootPattern-513905673-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:54:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='167899628aee4098b7f86cd94419cf82',uuid=9efe2a4c-39fc-478b-8148-36f1ebe24fc4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ce408f5c-bfb9-40be-98b9-d3787aaf2c5b", "address": "fa:16:3e:6a:21:f2", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.103", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce408f5c-bf", "ovs_interfaceid": "ce408f5c-bfb9-40be-98b9-d3787aaf2c5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 08:58:57 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Converting VIF {"id": "ce408f5c-bfb9-40be-98b9-d3787aaf2c5b", "address": "fa:16:3e:6a:21:f2", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.103", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapce408f5c-bf", "ovs_interfaceid": "ce408f5c-bfb9-40be-98b9-d3787aaf2c5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 08:58:57 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:6a:21:f2,bridge_name='br-int',has_traffic_filtering=True,id=ce408f5c-bfb9-40be-98b9-d3787aaf2c5b,network=Network(c8fab485-45f8-4e22-8baa-1813dc37206f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce408f5c-bf') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 08:58:57 user nova-compute[73884]: DEBUG os_vif [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:6a:21:f2,bridge_name='br-int',has_traffic_filtering=True,id=ce408f5c-bfb9-40be-98b9-d3787aaf2c5b,network=Network(c8fab485-45f8-4e22-8baa-1813dc37206f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce408f5c-bf') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 08:58:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapce408f5c-bf, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:58:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:58:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fc4043ce-2296-49f4-98b5-beba1260e6d8) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 08:58:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:58:57 user nova-compute[73884]: INFO os_vif [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:6a:21:f2,bridge_name='br-int',has_traffic_filtering=True,id=ce408f5c-bfb9-40be-98b9-d3787aaf2c5b,network=Network(c8fab485-45f8-4e22-8baa-1813dc37206f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapce408f5c-bf')
Oct 16 08:58:57 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MhGRkFLd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:58:58 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:58:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[824bc660-a41c-47e5-9181-0950add993de]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:58:58 user nova-compute[73884]: No targets found.
Oct 16 08:58:58 user nova-compute[73884]: iSNS:
Oct 16 08:58:58 user nova-compute[73884]: No targets found.
Oct 16 08:58:58 user nova-compute[73884]: STATIC:
Oct 16 08:58:58 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde
Oct 16 08:58:58 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:58:58 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:58:58 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173
Oct 16 08:58:58 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:58:58 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:58:58 user nova-compute[73884]: FIRMWARE:
Oct 16 08:58:58 user nova-compute[73884]: No targets found.
Oct 16 08:58:58 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:58:58 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:58:58 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c42ace69-ecd1-4df2-9d21-6ac3d69029ca]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee05097f-041e-4917-87d2-3d683d11edd0]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde (non-flash)\ntcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde (non-flash)
Oct 16 08:58:58 user nova-compute[73884]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 (non-flash)
Oct 16 08:58:58 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde (non-flash)
Oct 16 08:58:58 user nova-compute[73884]: tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 (non-flash)
Oct 16 08:58:58 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7e84603910>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde'): ({'sdc'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Removing single pathed devices sdc {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[9dbee1c0-508b-4fa1-b81a-b483faa38f30]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[26d7f711-32c1-4823-b2ce-156bb96d2db2]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Flushing IO for device /dev/sdc {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f563ed4-9372-4f92-978d-f9b88e38e1b5]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.050s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[94424122-9515-4908-bb3e-2e3934ea57ea]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] SCSI volumes sdc have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIOd1e693d2-fdd29211ed23ddfa', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_d1e693d2', '/dev/disk/by-id/scsi-26664643239323131') {{(pid=84860) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[00974343-1577-4f2e-b242-0a29c6be9e4b]: (4, None) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b4786ff-20c5-49f8-b14c-ec0c062459eb]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d402483-ece2-4bb0-988f-dc8c0b262fdf]: (4, ('Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde, portal: 172.16.0.220,3260]\nLogout of [sid: 48, target: iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde, portal: 172.16.0.220,3260]
Oct 16 08:58:58 user nova-compute[73884]: Logout of [sid: 48, target: iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde, portal: 172.16.0.220,3260] successful.
Oct 16 08:58:58 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:359721ed-b902-4c99-8e4c-f1c968d29dde -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b40a8053-c556-4ec1-ac88-c5928ca68e9e]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.312s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] <== disconnect_volume: return (314ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:58:58 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Deleting instance files /opt/stack/data/nova/instances/9efe2a4c-39fc-478b-8148-36f1ebe24fc4_del
Oct 16 08:58:58 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Deletion of /opt/stack/data/nova/instances/9efe2a4c-39fc-478b-8148-36f1ebe24fc4_del complete
Oct 16 08:58:58 user nova-compute[73884]: INFO nova.compute.manager [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Took 1.18 seconds to destroy the instance on the hypervisor.
Oct 16 08:58:58 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 08:58:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:58:59 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:58:59 user nova-compute[73884]: DEBUG nova.compute.manager [req-e0fab691-2fc1-47e8-a0a3-9bd10c9aab05 req-640ebfe5-c6dd-4d66-a7a7-915ed375c862 service nova] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Received event network-vif-unplugged-ce408f5c-bfb9-40be-98b9-d3787aaf2c5b {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:58:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e0fab691-2fc1-47e8-a0a3-9bd10c9aab05 req-640ebfe5-c6dd-4d66-a7a7-915ed375c862 service nova] Acquiring lock "9efe2a4c-39fc-478b-8148-36f1ebe24fc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:58:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e0fab691-2fc1-47e8-a0a3-9bd10c9aab05 req-640ebfe5-c6dd-4d66-a7a7-915ed375c862 service nova] Lock "9efe2a4c-39fc-478b-8148-36f1ebe24fc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:58:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e0fab691-2fc1-47e8-a0a3-9bd10c9aab05 req-640ebfe5-c6dd-4d66-a7a7-915ed375c862 service nova] Lock "9efe2a4c-39fc-478b-8148-36f1ebe24fc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:58:59 user nova-compute[73884]: DEBUG nova.compute.manager [req-e0fab691-2fc1-47e8-a0a3-9bd10c9aab05 req-640ebfe5-c6dd-4d66-a7a7-915ed375c862 service nova] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] No waiting events found dispatching network-vif-unplugged-ce408f5c-bfb9-40be-98b9-d3787aaf2c5b {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:58:59 user nova-compute[73884]: DEBUG nova.compute.manager [req-e0fab691-2fc1-47e8-a0a3-9bd10c9aab05 req-640ebfe5-c6dd-4d66-a7a7-915ed375c862 service nova] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Received event network-vif-unplugged-ce408f5c-bfb9-40be-98b9-d3787aaf2c5b for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 08:58:59 user nova-compute[73884]: DEBUG nova.compute.manager [req-e0fab691-2fc1-47e8-a0a3-9bd10c9aab05 req-640ebfe5-c6dd-4d66-a7a7-915ed375c862 service nova] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Received event network-vif-plugged-ce408f5c-bfb9-40be-98b9-d3787aaf2c5b {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:58:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e0fab691-2fc1-47e8-a0a3-9bd10c9aab05 req-640ebfe5-c6dd-4d66-a7a7-915ed375c862 service nova] Acquiring lock "9efe2a4c-39fc-478b-8148-36f1ebe24fc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:58:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e0fab691-2fc1-47e8-a0a3-9bd10c9aab05 req-640ebfe5-c6dd-4d66-a7a7-915ed375c862 service nova] Lock "9efe2a4c-39fc-478b-8148-36f1ebe24fc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:58:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e0fab691-2fc1-47e8-a0a3-9bd10c9aab05 req-640ebfe5-c6dd-4d66-a7a7-915ed375c862 service nova] Lock "9efe2a4c-39fc-478b-8148-36f1ebe24fc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:58:59 user nova-compute[73884]: DEBUG nova.compute.manager [req-e0fab691-2fc1-47e8-a0a3-9bd10c9aab05 req-640ebfe5-c6dd-4d66-a7a7-915ed375c862 service nova] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] No waiting events found dispatching network-vif-plugged-ce408f5c-bfb9-40be-98b9-d3787aaf2c5b {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 08:58:59 user nova-compute[73884]: WARNING nova.compute.manager [req-e0fab691-2fc1-47e8-a0a3-9bd10c9aab05 req-640ebfe5-c6dd-4d66-a7a7-915ed375c862 service nova] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Received unexpected event network-vif-plugged-ce408f5c-bfb9-40be-98b9-d3787aaf2c5b for instance with vm_state active and task_state deleting.
Oct 16 08:58:59 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Took 0.67 seconds to deallocate network for instance.
Oct 16 08:58:59 user nova-compute[73884]: DEBUG nova.compute.manager [req-4d0328ad-07a7-42ea-8731-bf15b306b91c req-e53fb30f-225b-4259-87b0-4b8a23b7e02a service nova] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Received event network-vif-deleted-ce408f5c-bfb9-40be-98b9-d3787aaf2c5b {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:59:00 user nova-compute[73884]: INFO nova.compute.manager [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Took 0.93 seconds to detach 1 volumes for instance.
Oct 16 08:59:00 user nova-compute[73884]: DEBUG nova.compute.manager [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 9efe2a4c-39fc-478b-8148-36f1ebe24fc4] Deleting volume: 359721ed-b902-4c99-8e4c-f1c968d29dde {{(pid=73884) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Oct 16 08:59:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:59:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:59:00 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:59:00 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:59:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.196s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:59:00 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Deleted allocations for instance 9efe2a4c-39fc-478b-8148-36f1ebe24fc4
Oct 16 08:59:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-366ee23a-8845-4369-9742-fce6c9d78584 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "9efe2a4c-39fc-478b-8148-36f1ebe24fc4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.226s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:59:02 user nova-compute[73884]: DEBUG nova.compute.manager [req-33a886b6-8196-4acd-9ad0-cefdac203d5b req-73cc34b3-aa35-4dc0-adae-69955d15f52a service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Received event network-changed-8a72c6f2-2a05-4c5d-8475-23fd40303969 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:59:02 user nova-compute[73884]: DEBUG nova.compute.manager [req-33a886b6-8196-4acd-9ad0-cefdac203d5b req-73cc34b3-aa35-4dc0-adae-69955d15f52a service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Refreshing instance network info cache due to event network-changed-8a72c6f2-2a05-4c5d-8475-23fd40303969. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:59:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-33a886b6-8196-4acd-9ad0-cefdac203d5b req-73cc34b3-aa35-4dc0-adae-69955d15f52a service nova] Acquiring lock "refresh_cache-e5aab74e-1797-4f62-a8e5-096c11b54a96" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:59:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-33a886b6-8196-4acd-9ad0-cefdac203d5b req-73cc34b3-aa35-4dc0-adae-69955d15f52a service nova] Acquired lock "refresh_cache-e5aab74e-1797-4f62-a8e5-096c11b54a96" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:59:02 user nova-compute[73884]: DEBUG nova.network.neutron [req-33a886b6-8196-4acd-9ad0-cefdac203d5b req-73cc34b3-aa35-4dc0-adae-69955d15f52a service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Refreshing network info cache for port 8a72c6f2-2a05-4c5d-8475-23fd40303969 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:59:02 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:59:02 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:59:03 user nova-compute[73884]: DEBUG nova.network.neutron [req-33a886b6-8196-4acd-9ad0-cefdac203d5b req-73cc34b3-aa35-4dc0-adae-69955d15f52a service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Updated VIF entry in instance network info cache for port 8a72c6f2-2a05-4c5d-8475-23fd40303969. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:59:03 user nova-compute[73884]: DEBUG nova.network.neutron [req-33a886b6-8196-4acd-9ad0-cefdac203d5b req-73cc34b3-aa35-4dc0-adae-69955d15f52a service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Updating instance_info_cache with network_info: [{"id": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "address": "fa:16:3e:3d:0f:cf", "network": {"id": "d29b9e92-aca5-45cc-8664-ec7e22f33c84", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-972482687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.113", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeb00c3398b1415a85e3f6e6b80b971f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a72c6f2-2a", "ovs_interfaceid": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:59:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-33a886b6-8196-4acd-9ad0-cefdac203d5b req-73cc34b3-aa35-4dc0-adae-69955d15f52a service nova] Releasing lock "refresh_cache-e5aab74e-1797-4f62-a8e5-096c11b54a96" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:59:03 user nova-compute[73884]: DEBUG nova.compute.manager [req-f9ba11de-038a-4c1f-a461-fc35720b2233 req-9fc48329-be6b-4fc6-a81a-172ea04fdb2b service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Received event network-changed-8a72c6f2-2a05-4c5d-8475-23fd40303969 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 08:59:03 user nova-compute[73884]: DEBUG nova.compute.manager [req-f9ba11de-038a-4c1f-a461-fc35720b2233 req-9fc48329-be6b-4fc6-a81a-172ea04fdb2b service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Refreshing instance network info cache due to event network-changed-8a72c6f2-2a05-4c5d-8475-23fd40303969. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 08:59:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f9ba11de-038a-4c1f-a461-fc35720b2233 req-9fc48329-be6b-4fc6-a81a-172ea04fdb2b service nova] Acquiring lock "refresh_cache-e5aab74e-1797-4f62-a8e5-096c11b54a96" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:59:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f9ba11de-038a-4c1f-a461-fc35720b2233 req-9fc48329-be6b-4fc6-a81a-172ea04fdb2b service nova] Acquired lock "refresh_cache-e5aab74e-1797-4f62-a8e5-096c11b54a96" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:59:03 user nova-compute[73884]: DEBUG nova.network.neutron [req-f9ba11de-038a-4c1f-a461-fc35720b2233 req-9fc48329-be6b-4fc6-a81a-172ea04fdb2b service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Refreshing network info cache for port 8a72c6f2-2a05-4c5d-8475-23fd40303969 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 08:59:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:59:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-81160096-07f2-4c61-99b8-3b207577b53b tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Acquiring lock "e5aab74e-1797-4f62-a8e5-096c11b54a96" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:59:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-81160096-07f2-4c61-99b8-3b207577b53b tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "e5aab74e-1797-4f62-a8e5-096c11b54a96" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:59:03 user nova-compute[73884]: INFO nova.compute.manager [None req-81160096-07f2-4c61-99b8-3b207577b53b tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Detaching volume de10d262-d784-47a2-9a84-e3dc91c71173
Oct 16 08:59:03 user nova-compute[73884]: INFO nova.virt.block_device [None req-81160096-07f2-4c61-99b8-3b207577b53b tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Attempting to driver detach volume de10d262-d784-47a2-9a84-e3dc91c71173 from mountpoint /dev/vdb
Oct 16 08:59:03 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-81160096-07f2-4c61-99b8-3b207577b53b tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Attempting to detach device vdb from instance e5aab74e-1797-4f62-a8e5-096c11b54a96 from the persistent domain config. {{(pid=73884) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 08:59:03 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-81160096-07f2-4c61-99b8-3b207577b53b tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 08:59:03 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:59:03 user nova-compute[73884]:   <source dev="/dev/sdd"/>
Oct 16 08:59:03 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:59:03 user nova-compute[73884]:   <serial>de10d262-d784-47a2-9a84-e3dc91c71173</serial>
Oct 16 08:59:03 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 16 08:59:03 user nova-compute[73884]: </disk>
Oct 16 08:59:03 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:59:03 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-81160096-07f2-4c61-99b8-3b207577b53b tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Successfully detached device vdb from instance e5aab74e-1797-4f62-a8e5-096c11b54a96 from the persistent domain config.
Oct 16 08:59:03 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-81160096-07f2-4c61-99b8-3b207577b53b tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance e5aab74e-1797-4f62-a8e5-096c11b54a96 from the live domain config. {{(pid=73884) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 08:59:03 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-81160096-07f2-4c61-99b8-3b207577b53b tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 08:59:03 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 08:59:03 user nova-compute[73884]:   <source dev="/dev/sdd"/>
Oct 16 08:59:03 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 08:59:03 user nova-compute[73884]:   <serial>de10d262-d784-47a2-9a84-e3dc91c71173</serial>
Oct 16 08:59:03 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Oct 16 08:59:03 user nova-compute[73884]: </disk>
Oct 16 08:59:03 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 08:59:03 user nova-compute[73884]: DEBUG nova.network.neutron [req-f9ba11de-038a-4c1f-a461-fc35720b2233 req-9fc48329-be6b-4fc6-a81a-172ea04fdb2b service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Updated VIF entry in instance network info cache for port 8a72c6f2-2a05-4c5d-8475-23fd40303969. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 08:59:03 user nova-compute[73884]: DEBUG nova.network.neutron [req-f9ba11de-038a-4c1f-a461-fc35720b2233 req-9fc48329-be6b-4fc6-a81a-172ea04fdb2b service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Updating instance_info_cache with network_info: [{"id": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "address": "fa:16:3e:3d:0f:cf", "network": {"id": "d29b9e92-aca5-45cc-8664-ec7e22f33c84", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-972482687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeb00c3398b1415a85e3f6e6b80b971f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a72c6f2-2a", "ovs_interfaceid": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:59:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-f9ba11de-038a-4c1f-a461-fc35720b2233 req-9fc48329-be6b-4fc6-a81a-172ea04fdb2b service nova] Releasing lock "refresh_cache-e5aab74e-1797-4f62-a8e5-096c11b54a96" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:59:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-81160096-07f2-4c61-99b8-3b207577b53b tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance e5aab74e-1797-4f62-a8e5-096c11b54a96 {{(pid=73884) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 08:59:05 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:59:05 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:59:07 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:59:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:59:10 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:59:10 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:59:10 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 08:59:12 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:59:13 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:59:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:59:14 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:59:14 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:59:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:59:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:59:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:59:14 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 08:59:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:59:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:59:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:59:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:59:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76ccf87d-3971-46a0-9e52-bdb34a42a33d/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:59:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76ccf87d-3971-46a0-9e52-bdb34a42a33d/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:59:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76ccf87d-3971-46a0-9e52-bdb34a42a33d/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:59:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76ccf87d-3971-46a0-9e52-bdb34a42a33d/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:59:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a620c03b-6f48-4264-912a-4657bb458912/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:59:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a620c03b-6f48-4264-912a-4657bb458912/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:59:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a620c03b-6f48-4264-912a-4657bb458912/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:59:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a620c03b-6f48-4264-912a-4657bb458912/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:59:15 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:59:15 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 08:59:15 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=8518MB free_disk=25.060543060302734GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 08:59:15 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 08:59:15 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 08:59:16 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance e5aab74e-1797-4f62-a8e5-096c11b54a96 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:59:16 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 76ccf87d-3971-46a0-9e52-bdb34a42a33d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:59:16 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance a620c03b-6f48-4264-912a-4657bb458912 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 08:59:16 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 08:59:16 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 08:59:16 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Refreshing inventories for resource provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 16 08:59:16 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Updating ProviderTree inventory for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 16 08:59:16 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Updating inventory in ProviderTree for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 16 08:59:16 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Refreshing aggregate associations for resource provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6, aggregates: None {{(pid=73884) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 16 08:59:16 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Refreshing trait associations for resource provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_FDC,COMPUTE_RESCUE_BFV,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_PCNET,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSSE3,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_SSE41,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000 {{(pid=73884) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 16 08:59:16 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 08:59:16 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 08:59:16 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 08:59:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.521s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:59:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:59:18 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:59:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:59:21 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:59:21 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 08:59:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "refresh_cache-e5aab74e-1797-4f62-a8e5-096c11b54a96" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 08:59:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquired lock "refresh_cache-e5aab74e-1797-4f62-a8e5-096c11b54a96" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 08:59:21 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Forcefully refreshing network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 08:59:21 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Updating instance_info_cache with network_info: [{"id": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "address": "fa:16:3e:3d:0f:cf", "network": {"id": "d29b9e92-aca5-45cc-8664-ec7e22f33c84", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-972482687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeb00c3398b1415a85e3f6e6b80b971f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a72c6f2-2a", "ovs_interfaceid": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 08:59:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Releasing lock "refresh_cache-e5aab74e-1797-4f62-a8e5-096c11b54a96" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 08:59:21 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Updated the network info_cache for instance {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 08:59:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:59:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Cleaning up deleted instances with incomplete migration  {{(pid=73884) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 16 08:59:24 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-81160096-07f2-4c61-99b8-3b207577b53b tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance e5aab74e-1797-4f62-a8e5-096c11b54a96 is timed out.
Oct 16 08:59:24 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-81160096-07f2-4c61-99b8-3b207577b53b tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Successfully detached device vdb from instance e5aab74e-1797-4f62-a8e5-096c11b54a96 from the live domain config.
Oct 16 08:59:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-81160096-07f2-4c61-99b8-3b207577b53b tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-81160096-07f2-4c61-99b8-3b207577b53b tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zWjEvxea', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 08:59:24 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-81160096-07f2-4c61-99b8-3b207577b53b tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 08:59:24 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-81160096-07f2-4c61-99b8-3b207577b53b tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-81160096-07f2-4c61-99b8-3b207577b53b tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e676467b-e14d-405f-85c4-3d833c142f59]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-81160096-07f2-4c61-99b8-3b207577b53b tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 08:59:24 user nova-compute[73884]: No targets found.
Oct 16 08:59:24 user nova-compute[73884]: iSNS:
Oct 16 08:59:24 user nova-compute[73884]: No targets found.
Oct 16 08:59:24 user nova-compute[73884]: STATIC:
Oct 16 08:59:24 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173
Oct 16 08:59:24 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 08:59:24 user nova-compute[73884]:                 Iface Name: default
Oct 16 08:59:24 user nova-compute[73884]: FIRMWARE:
Oct 16 08:59:24 user nova-compute[73884]: No targets found.
Oct 16 08:59:24 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-81160096-07f2-4c61-99b8-3b207577b53b tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 08:59:24 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 08:59:24 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-81160096-07f2-4c61-99b8-3b207577b53b tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[02ed220f-44f0-45f1-b58e-2547de5a3764]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[78f6318b-1152-4432-b276-609739197409]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-81160096-07f2-4c61-99b8-3b207577b53b tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 (non-flash)
Oct 16 08:59:24 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-81160096-07f2-4c61-99b8-3b207577b53b tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 (non-flash)
Oct 16 08:59:24 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-81160096-07f2-4c61-99b8-3b207577b53b tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7ea439eb90>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173'): ({'sdd'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-81160096-07f2-4c61-99b8-3b207577b53b tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Removing single pathed devices sdd {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee98ffa0-aeec-4ad5-8793-8a639be03552]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf20a137-7e39-44c8-b28f-138671e91118]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-81160096-07f2-4c61-99b8-3b207577b53b tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Flushing IO for device /dev/sdd {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.012s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f8f0f70-8070-405c-b9cc-c38be5f15646]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-81160096-07f2-4c61-99b8-3b207577b53b tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.042s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c658e5c1-e51e-4008-b03d-eb791174070e]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-81160096-07f2-4c61-99b8-3b207577b53b tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-81160096-07f2-4c61-99b8-3b207577b53b tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] SCSI volumes sdd have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-81160096-07f2-4c61-99b8-3b207577b53b tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cf70163-2001-41ff-8b4d-8326a29fa514]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-81160096-07f2-4c61-99b8-3b207577b53b tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 -p 172.16.0.220:3260 --logout" returned: 0 in 0.046s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[44608c71-8e3e-4e4a-8511-f7234f591037]: (4, ('Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173, portal: 172.16.0.220,3260]\nLogout of [sid: 51, target: iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-81160096-07f2-4c61-99b8-3b207577b53b tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173, portal: 172.16.0.220,3260]
Oct 16 08:59:24 user nova-compute[73884]: Logout of [sid: 51, target: iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173, portal: 172.16.0.220,3260] successful.
Oct 16 08:59:24 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:de10d262-d784-47a2-9a84-e3dc91c71173 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[9142cd7a-6aa5-463b-83c8-dab21514a040]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-81160096-07f2-4c61-99b8-3b207577b53b tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-81160096-07f2-4c61-99b8-3b207577b53b tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.266s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-81160096-07f2-4c61-99b8-3b207577b53b tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] <== disconnect_volume: return (267ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 08:59:24 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-81160096-07f2-4c61-99b8-3b207577b53b tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 08:59:25 user nova-compute[73884]: DEBUG nova.objects.instance [None req-81160096-07f2-4c61-99b8-3b207577b53b tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lazy-loading 'flavor' on Instance uuid e5aab74e-1797-4f62-a8e5-096c11b54a96 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 08:59:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-81160096-07f2-4c61-99b8-3b207577b53b tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "e5aab74e-1797-4f62-a8e5-096c11b54a96" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.733s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 08:59:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:59:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:59:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:59:33 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 08:59:33 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Cleaning up deleted instances {{(pid=73884) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 16 08:59:33 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] There are 0 instances to clean {{(pid=73884) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 16 08:59:38 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:59:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:59:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:59:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 08:59:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 08:59:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:00:02 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:00:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e8a842fb-9186-4240-850f-17d932325632 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Acquiring lock "e5aab74e-1797-4f62-a8e5-096c11b54a96" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:00:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e8a842fb-9186-4240-850f-17d932325632 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "e5aab74e-1797-4f62-a8e5-096c11b54a96" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:00:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e8a842fb-9186-4240-850f-17d932325632 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Acquiring lock "e5aab74e-1797-4f62-a8e5-096c11b54a96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:00:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e8a842fb-9186-4240-850f-17d932325632 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "e5aab74e-1797-4f62-a8e5-096c11b54a96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:00:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e8a842fb-9186-4240-850f-17d932325632 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "e5aab74e-1797-4f62-a8e5-096c11b54a96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:00:02 user nova-compute[73884]: INFO nova.compute.manager [None req-e8a842fb-9186-4240-850f-17d932325632 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Terminating instance
Oct 16 09:00:02 user nova-compute[73884]: DEBUG nova.compute.manager [None req-e8a842fb-9186-4240-850f-17d932325632 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 09:00:02 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:00:02 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:00:02 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:00:02 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:00:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:00:03 user nova-compute[73884]: DEBUG nova.compute.manager [req-4ec58d3d-5e40-4dbc-88b7-6ef0061ec15d req-3981333f-ba05-4222-92e0-728c20d54bd5 service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Received event network-vif-unplugged-8a72c6f2-2a05-4c5d-8475-23fd40303969 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:00:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-4ec58d3d-5e40-4dbc-88b7-6ef0061ec15d req-3981333f-ba05-4222-92e0-728c20d54bd5 service nova] Acquiring lock "e5aab74e-1797-4f62-a8e5-096c11b54a96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:00:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-4ec58d3d-5e40-4dbc-88b7-6ef0061ec15d req-3981333f-ba05-4222-92e0-728c20d54bd5 service nova] Lock "e5aab74e-1797-4f62-a8e5-096c11b54a96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:00:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-4ec58d3d-5e40-4dbc-88b7-6ef0061ec15d req-3981333f-ba05-4222-92e0-728c20d54bd5 service nova] Lock "e5aab74e-1797-4f62-a8e5-096c11b54a96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:00:03 user nova-compute[73884]: DEBUG nova.compute.manager [req-4ec58d3d-5e40-4dbc-88b7-6ef0061ec15d req-3981333f-ba05-4222-92e0-728c20d54bd5 service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] No waiting events found dispatching network-vif-unplugged-8a72c6f2-2a05-4c5d-8475-23fd40303969 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 09:00:03 user nova-compute[73884]: DEBUG nova.compute.manager [req-4ec58d3d-5e40-4dbc-88b7-6ef0061ec15d req-3981333f-ba05-4222-92e0-728c20d54bd5 service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Received event network-vif-unplugged-8a72c6f2-2a05-4c5d-8475-23fd40303969 for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 09:00:03 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Instance destroyed successfully.
Oct 16 09:00:03 user nova-compute[73884]: DEBUG nova.objects.instance [None req-e8a842fb-9186-4240-850f-17d932325632 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lazy-loading 'resources' on Instance uuid e5aab74e-1797-4f62-a8e5-096c11b54a96 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 09:00:03 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-e8a842fb-9186-4240-850f-17d932325632 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:54:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-647596436',display_name='tempest-TestMinimumBasicScenario-server-647596436',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-647596436',id=45,image_ref='cbf49543-22e4-4401-8e4d-a89176297589',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG/257ZH3ZJmIgUg2PkRLOhiZTDJV/faPQKHsBmqygBWSjcO3qyX8Ea2ceYXYLFyw+KRTVHHvAPjszW9y2j6UfXLOJLeci53zN5DDdDwYj4BVceag+FrXiqmjG8ubJVclA==',key_name='tempest-TestMinimumBasicScenario-1850316729',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:54:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='eeb00c3398b1415a85e3f6e6b80b971f',ramdisk_id='',reservation_id='r-th7310f4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='cbf49543-22e4-4401-8e4d-a89176297589',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-930865495',owner_user_name='tempest-TestMinimumBasicScenario-930865495-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:57:18Z,user_data=None,user_id='cf9fb0d8c2ab4dc7839cef9f6456af94',uuid=e5aab74e-1797-4f62-a8e5-096c11b54a96,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "address": "fa:16:3e:3d:0f:cf", "network": {"id": "d29b9e92-aca5-45cc-8664-ec7e22f33c84", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-972482687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeb00c3398b1415a85e3f6e6b80b971f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a72c6f2-2a", "ovs_interfaceid": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 09:00:03 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-e8a842fb-9186-4240-850f-17d932325632 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Converting VIF {"id": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "address": "fa:16:3e:3d:0f:cf", "network": {"id": "d29b9e92-aca5-45cc-8664-ec7e22f33c84", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-972482687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeb00c3398b1415a85e3f6e6b80b971f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8a72c6f2-2a", "ovs_interfaceid": "8a72c6f2-2a05-4c5d-8475-23fd40303969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 09:00:03 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-e8a842fb-9186-4240-850f-17d932325632 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3d:0f:cf,bridge_name='br-int',has_traffic_filtering=True,id=8a72c6f2-2a05-4c5d-8475-23fd40303969,network=Network(d29b9e92-aca5-45cc-8664-ec7e22f33c84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a72c6f2-2a') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 09:00:03 user nova-compute[73884]: DEBUG os_vif [None req-e8a842fb-9186-4240-850f-17d932325632 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3d:0f:cf,bridge_name='br-int',has_traffic_filtering=True,id=8a72c6f2-2a05-4c5d-8475-23fd40303969,network=Network(d29b9e92-aca5-45cc-8664-ec7e22f33c84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a72c6f2-2a') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 09:00:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:00:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8a72c6f2-2a, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 09:00:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:00:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:00:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:00:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7fd1aaec-b639-4882-ac55-4f7e40c7dbdc) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 09:00:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:00:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:00:03 user nova-compute[73884]: INFO os_vif [None req-e8a842fb-9186-4240-850f-17d932325632 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3d:0f:cf,bridge_name='br-int',has_traffic_filtering=True,id=8a72c6f2-2a05-4c5d-8475-23fd40303969,network=Network(d29b9e92-aca5-45cc-8664-ec7e22f33c84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8a72c6f2-2a')
Oct 16 09:00:03 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-e8a842fb-9186-4240-850f-17d932325632 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Deleting instance files /opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96_del
Oct 16 09:00:03 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-e8a842fb-9186-4240-850f-17d932325632 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Deletion of /opt/stack/data/nova/instances/e5aab74e-1797-4f62-a8e5-096c11b54a96_del complete
Oct 16 09:00:03 user nova-compute[73884]: INFO nova.compute.manager [None req-e8a842fb-9186-4240-850f-17d932325632 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Took 0.89 seconds to destroy the instance on the hypervisor.
Oct 16 09:00:03 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-e8a842fb-9186-4240-850f-17d932325632 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 09:00:03 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 09:00:03 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 09:00:04 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 09:00:04 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Took 1.06 seconds to deallocate network for instance.
Oct 16 09:00:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e8a842fb-9186-4240-850f-17d932325632 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:00:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e8a842fb-9186-4240-850f-17d932325632 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:00:04 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-e8a842fb-9186-4240-850f-17d932325632 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 09:00:04 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-e8a842fb-9186-4240-850f-17d932325632 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 09:00:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e8a842fb-9186-4240-850f-17d932325632 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.164s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:00:04 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-e8a842fb-9186-4240-850f-17d932325632 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Deleted allocations for instance e5aab74e-1797-4f62-a8e5-096c11b54a96
Oct 16 09:00:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-e8a842fb-9186-4240-850f-17d932325632 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "e5aab74e-1797-4f62-a8e5-096c11b54a96" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.309s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:00:05 user nova-compute[73884]: DEBUG nova.compute.manager [req-ca3cadd9-db2d-47e5-9d52-101d57b70bab req-164eb8f6-d10b-4317-8444-074d515ceae6 service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Received event network-vif-plugged-8a72c6f2-2a05-4c5d-8475-23fd40303969 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:00:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ca3cadd9-db2d-47e5-9d52-101d57b70bab req-164eb8f6-d10b-4317-8444-074d515ceae6 service nova] Acquiring lock "e5aab74e-1797-4f62-a8e5-096c11b54a96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:00:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ca3cadd9-db2d-47e5-9d52-101d57b70bab req-164eb8f6-d10b-4317-8444-074d515ceae6 service nova] Lock "e5aab74e-1797-4f62-a8e5-096c11b54a96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:00:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ca3cadd9-db2d-47e5-9d52-101d57b70bab req-164eb8f6-d10b-4317-8444-074d515ceae6 service nova] Lock "e5aab74e-1797-4f62-a8e5-096c11b54a96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:00:05 user nova-compute[73884]: DEBUG nova.compute.manager [req-ca3cadd9-db2d-47e5-9d52-101d57b70bab req-164eb8f6-d10b-4317-8444-074d515ceae6 service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] No waiting events found dispatching network-vif-plugged-8a72c6f2-2a05-4c5d-8475-23fd40303969 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 09:00:05 user nova-compute[73884]: WARNING nova.compute.manager [req-ca3cadd9-db2d-47e5-9d52-101d57b70bab req-164eb8f6-d10b-4317-8444-074d515ceae6 service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Received unexpected event network-vif-plugged-8a72c6f2-2a05-4c5d-8475-23fd40303969 for instance with vm_state deleted and task_state None.
Oct 16 09:00:05 user nova-compute[73884]: DEBUG nova.compute.manager [req-ca3cadd9-db2d-47e5-9d52-101d57b70bab req-164eb8f6-d10b-4317-8444-074d515ceae6 service nova] [instance: e5aab74e-1797-4f62-a8e5-096c11b54a96] Received event network-vif-deleted-8a72c6f2-2a05-4c5d-8475-23fd40303969 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:00:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "64f8343f-b943-42b3-9fba-a4a0ec7fef7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:00:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "64f8343f-b943-42b3-9fba-a4a0ec7fef7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:00:05 user nova-compute[73884]: DEBUG nova.compute.manager [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 09:00:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:00:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:00:05 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 09:00:05 user nova-compute[73884]: INFO nova.compute.claims [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Claim successful on node user
Oct 16 09:00:05 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 09:00:05 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 09:00:05 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.252s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:00:05 user nova-compute[73884]: DEBUG nova.compute.manager [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 09:00:05 user nova-compute[73884]: DEBUG nova.compute.manager [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 09:00:05 user nova-compute[73884]: DEBUG nova.network.neutron [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 09:00:05 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 09:00:05 user nova-compute[73884]: DEBUG nova.compute.manager [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 09:00:06 user nova-compute[73884]: DEBUG nova.policy [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '167899628aee4098b7f86cd94419cf82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd32c241898f24ad3b8fafd0e2cc73c1e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 09:00:06 user nova-compute[73884]: INFO nova.virt.block_device [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Booting with volume 97540178-6a20-4c66-9be3-6268c1d920f1 at /dev/vda
Oct 16 09:00:06 user nova-compute[73884]: DEBUG os_brick.utils [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 09:00:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:06 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[602c531c-8d8b-4b9a-8676-c57039aea8c0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:00:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:06 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e04e839-caf8-4aa8-8cd8-0e7740a74a4f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:00:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:06 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[481546e4-caab-4ce8-b97c-24d2e1b849a0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:00:06 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff7b9f6e-7a99-4a8c-9388-cb864ee98f85]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:00:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 09:00:06 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 09:00:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 09:00:06 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 09:00:06 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[09777b6c-32c4-4ebb-b8f6-2000e43ae19e]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:00:06 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 09:00:06 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 09:00:06 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 09:00:06 user nova-compute[73884]: DEBUG os_brick.utils [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] <== get_connector_properties: return (148ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 09:00:06 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Updating existing volume attachment record: bea52bb8-3203-4ef2-9936-7fe698274025 {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 09:00:06 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:00:06 user nova-compute[73884]: DEBUG nova.network.neutron [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Successfully created port: 9ed9b9dd-303e-409e-bf9b-b527d2882938 {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 09:00:07 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:00:07 user nova-compute[73884]: DEBUG nova.network.neutron [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Successfully updated port: 9ed9b9dd-303e-409e-bf9b-b527d2882938 {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 09:00:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "refresh_cache-64f8343f-b943-42b3-9fba-a4a0ec7fef7b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 09:00:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquired lock "refresh_cache-64f8343f-b943-42b3-9fba-a4a0ec7fef7b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 09:00:07 user nova-compute[73884]: DEBUG nova.network.neutron [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 09:00:07 user nova-compute[73884]: DEBUG nova.compute.manager [req-7f92a987-87a4-4c95-8d22-7ac056c392ac req-b54359ca-421c-46e4-a95a-8447cdbc90c1 service nova] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Received event network-changed-9ed9b9dd-303e-409e-bf9b-b527d2882938 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:00:07 user nova-compute[73884]: DEBUG nova.compute.manager [req-7f92a987-87a4-4c95-8d22-7ac056c392ac req-b54359ca-421c-46e4-a95a-8447cdbc90c1 service nova] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Refreshing instance network info cache due to event network-changed-9ed9b9dd-303e-409e-bf9b-b527d2882938. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 09:00:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-7f92a987-87a4-4c95-8d22-7ac056c392ac req-b54359ca-421c-46e4-a95a-8447cdbc90c1 service nova] Acquiring lock "refresh_cache-64f8343f-b943-42b3-9fba-a4a0ec7fef7b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 09:00:07 user nova-compute[73884]: DEBUG nova.network.neutron [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 09:00:07 user nova-compute[73884]: DEBUG nova.network.neutron [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Updating instance_info_cache with network_info: [{"id": "9ed9b9dd-303e-409e-bf9b-b527d2882938", "address": "fa:16:3e:4d:9a:8e", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ed9b9dd-30", "ovs_interfaceid": "9ed9b9dd-303e-409e-bf9b-b527d2882938", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 09:00:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Releasing lock "refresh_cache-64f8343f-b943-42b3-9fba-a4a0ec7fef7b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 09:00:07 user nova-compute[73884]: DEBUG nova.compute.manager [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Instance network_info: |[{"id": "9ed9b9dd-303e-409e-bf9b-b527d2882938", "address": "fa:16:3e:4d:9a:8e", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ed9b9dd-30", "ovs_interfaceid": "9ed9b9dd-303e-409e-bf9b-b527d2882938", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 09:00:07 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-7f92a987-87a4-4c95-8d22-7ac056c392ac req-b54359ca-421c-46e4-a95a-8447cdbc90c1 service nova] Acquired lock "refresh_cache-64f8343f-b943-42b3-9fba-a4a0ec7fef7b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 09:00:07 user nova-compute[73884]: DEBUG nova.network.neutron [req-7f92a987-87a4-4c95-8d22-7ac056c392ac req-b54359ca-421c-46e4-a95a-8447cdbc90c1 service nova] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Refreshing network info cache for port 9ed9b9dd-303e-409e-bf9b-b527d2882938 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 09:00:08 user nova-compute[73884]: DEBUG nova.network.neutron [req-7f92a987-87a4-4c95-8d22-7ac056c392ac req-b54359ca-421c-46e4-a95a-8447cdbc90c1 service nova] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Updated VIF entry in instance network info cache for port 9ed9b9dd-303e-409e-bf9b-b527d2882938. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 09:00:08 user nova-compute[73884]: DEBUG nova.network.neutron [req-7f92a987-87a4-4c95-8d22-7ac056c392ac req-b54359ca-421c-46e4-a95a-8447cdbc90c1 service nova] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Updating instance_info_cache with network_info: [{"id": "9ed9b9dd-303e-409e-bf9b-b527d2882938", "address": "fa:16:3e:4d:9a:8e", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ed9b9dd-30", "ovs_interfaceid": "9ed9b9dd-303e-409e-bf9b-b527d2882938", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 09:00:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-7f92a987-87a4-4c95-8d22-7ac056c392ac req-b54359ca-421c-46e4-a95a-8447cdbc90c1 service nova] Releasing lock "refresh_cache-64f8343f-b943-42b3-9fba-a4a0ec7fef7b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 09:00:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:00:09 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:00:10 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:00:10 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:00:10 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 09:00:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:00:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:00:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=73884) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 09:00:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 09:00:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 09:00:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:00:15 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:00:15 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:00:15 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:00:15 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:00:15 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 09:00:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76ccf87d-3971-46a0-9e52-bdb34a42a33d/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76ccf87d-3971-46a0-9e52-bdb34a42a33d/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76ccf87d-3971-46a0-9e52-bdb34a42a33d/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76ccf87d-3971-46a0-9e52-bdb34a42a33d/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a620c03b-6f48-4264-912a-4657bb458912/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a620c03b-6f48-4264-912a-4657bb458912/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a620c03b-6f48-4264-912a-4657bb458912/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:16 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a620c03b-6f48-4264-912a-4657bb458912/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:16 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 09:00:16 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 09:00:16 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=8726MB free_disk=25.085235595703125GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 09:00:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:00:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:00:16 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 76ccf87d-3971-46a0-9e52-bdb34a42a33d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 09:00:16 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance a620c03b-6f48-4264-912a-4657bb458912 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 09:00:16 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 64f8343f-b943-42b3-9fba-a4a0ec7fef7b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 09:00:16 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 09:00:16 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 09:00:16 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 09:00:16 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 09:00:16 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 09:00:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.233s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:00:17 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:00:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:00:20 user nova-compute[73884]: DEBUG nova.compute.manager [req-db812c09-4066-4336-93cd-486d2d2f9ce1 req-68bdb42c-926e-406d-b8a7-f96b797a4f79 service nova] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Received event network-changed-de603380-3d83-4c24-ab31-c3ab98b0990b {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:00:20 user nova-compute[73884]: DEBUG nova.compute.manager [req-db812c09-4066-4336-93cd-486d2d2f9ce1 req-68bdb42c-926e-406d-b8a7-f96b797a4f79 service nova] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Refreshing instance network info cache due to event network-changed-de603380-3d83-4c24-ab31-c3ab98b0990b. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 09:00:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-db812c09-4066-4336-93cd-486d2d2f9ce1 req-68bdb42c-926e-406d-b8a7-f96b797a4f79 service nova] Acquiring lock "refresh_cache-76ccf87d-3971-46a0-9e52-bdb34a42a33d" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 09:00:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-db812c09-4066-4336-93cd-486d2d2f9ce1 req-68bdb42c-926e-406d-b8a7-f96b797a4f79 service nova] Acquired lock "refresh_cache-76ccf87d-3971-46a0-9e52-bdb34a42a33d" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 09:00:20 user nova-compute[73884]: DEBUG nova.network.neutron [req-db812c09-4066-4336-93cd-486d2d2f9ce1 req-68bdb42c-926e-406d-b8a7-f96b797a4f79 service nova] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Refreshing network info cache for port de603380-3d83-4c24-ab31-c3ab98b0990b {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG nova.network.neutron [req-db812c09-4066-4336-93cd-486d2d2f9ce1 req-68bdb42c-926e-406d-b8a7-f96b797a4f79 service nova] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Updated VIF entry in instance network info cache for port de603380-3d83-4c24-ab31-c3ab98b0990b. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG nova.network.neutron [req-db812c09-4066-4336-93cd-486d2d2f9ce1 req-68bdb42c-926e-406d-b8a7-f96b797a4f79 service nova] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Updating instance_info_cache with network_info: [{"id": "de603380-3d83-4c24-ab31-c3ab98b0990b", "address": "fa:16:3e:95:e6:69", "network": {"id": "2adc1372-938a-40cd-8150-c40be66db620", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-811080010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d5decf402f5a465b89027f0951f8f26a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde603380-3d", "ovs_interfaceid": "de603380-3d83-4c24-ab31-c3ab98b0990b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-db812c09-4066-4336-93cd-486d2d2f9ce1 req-68bdb42c-926e-406d-b8a7-f96b797a4f79 service nova] Releasing lock "refresh_cache-76ccf87d-3971-46a0-9e52-bdb34a42a33d" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG nova.compute.manager [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 09:00:21 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Creating image(s)
Oct 16 09:00:21 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Did not create local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Ensure instance console log exists: /opt/stack/data/nova/instances/64f8343f-b943-42b3-9fba-a4a0ec7fef7b/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Start _get_guest_xml network_info=[{"id": "9ed9b9dd-303e-409e-bf9b-b527d2882938", "address": "fa:16:3e:4d:9a:8e", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ed9b9dd-30", "ovs_interfaceid": "9ed9b9dd-303e-409e-bf9b-b527d2882938", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZLBAqxCW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '64f8343f-b943-42b3-9fba-a4a0ec7fef7b', 'attached_at': '', 'detached_at': '', 'volume_id': '97540178-6a20-4c66-9be3-6268c1d920f1', 'serial': '97540178-6a20-4c66-9be3-6268c1d920f1'}, 'attachment_id': 'bea52bb8-3203-4ef2-9936-7fe698274025', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'delete_on_termination': False, 'boot_index': 0, 'device_type': 'disk', 'volume_type': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 09:00:21 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 09:00:21 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 09:00:21 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZLBAqxCW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 09:00:21 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 09:00:21 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 09:00:21 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 09:00:21 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 09:00:21 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 09:00:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[61b71ff2-16b2-4e70-a11f-e006a24cb72a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 09:00:21 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b360667b-6be8-42cb-be76-a59c62adfea5]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1] added
Oct 16 09:00:21 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d42b4969-17de-48cb-8a13-ddda10df1141]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc410f3a-afcc-4551-ab5d-6479b2765bf8]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZLBAqxCW {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZLBAqxCW" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9d222f3-0174-453c-9451-528346d15c2c]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZLBAqxCW'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[4302271b-426c-4b6d-b649-67eff04415f3]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[09724058-4f8b-449e-aacb-7d6732a30456]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 16 09:00:21 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 16 09:00:21 user nova-compute[73884]:  {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 09:00:21 user nova-compute[73884]: WARNING os_brick.initiator.connectors.iscsi [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 16 09:00:21 user nova-compute[73884]: 
Oct 16 09:00:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 -p 172.16.0.220:3260 --login" returned: 0 in 0.045s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[46a62099-8026-43ed-89dc-77b1a0050947]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1, portal: 172.16.0.220,3260]
Oct 16 09:00:21 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1, portal: 172.16.0.220,3260] successful.
Oct 16 09:00:21 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[fec8cad3-d31f-4236-baa3-f2e2a8f4874e]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[08bf8dc1-a456-4715-8daa-dfe2a783e696]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)
Oct 16 09:00:21 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)
Oct 16 09:00:21 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.250s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] HCTL ('33', '-', '-', 0) found on session 52 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff4d4a9d-55b5-4e58-849b-cd03f40dd942]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:00:21 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Searching for a device in session 52 and hctl ['33', '*', '*', 0] yield: None {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Rebuilding the list of instances to heal {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Skipping network cache update for instance because it is Building. {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9934}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "refresh_cache-76ccf87d-3971-46a0-9e52-bdb34a42a33d" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquired lock "refresh_cache-76ccf87d-3971-46a0-9e52-bdb34a42a33d" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Forcefully refreshing network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG nova.objects.instance [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lazy-loading 'info_cache' on Instance uuid 76ccf87d-3971-46a0-9e52-bdb34a42a33d {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Acquiring lock "76ccf87d-3971-46a0-9e52-bdb34a42a33d" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lock "76ccf87d-3971-46a0-9e52-bdb34a42a33d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG nova.objects.instance [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lazy-loading 'flavor' on Instance uuid 76ccf87d-3971-46a0-9e52-bdb34a42a33d {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lock "76ccf87d-3971-46a0-9e52-bdb34a42a33d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Acquiring lock "76ccf87d-3971-46a0-9e52-bdb34a42a33d" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lock "76ccf87d-3971-46a0-9e52-bdb34a42a33d" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:00:22 user nova-compute[73884]: INFO nova.compute.manager [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Attaching volume 42917b18-50ef-4047-8b36-297df8abf6d5 to /dev/vdb
Oct 16 09:00:22 user nova-compute[73884]: DEBUG os_brick.utils [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6804b99b-111f-40ac-86d0-b2d72100fe2e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e6f9558-422b-46f3-b27a-7b6ac0b4cb13]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[58a2d7de-0d18-43cb-bd83-b1c8f80852db]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[25a7f568-6c0a-4387-9a4a-fa1a786c9cb9]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 09:00:22 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 09:00:22 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[aea86442-9005-45c0-be1b-58cef4dc5e8b]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Updating instance_info_cache with network_info: [{"id": "de603380-3d83-4c24-ab31-c3ab98b0990b", "address": "fa:16:3e:95:e6:69", "network": {"id": "2adc1372-938a-40cd-8150-c40be66db620", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-811080010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d5decf402f5a465b89027f0951f8f26a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde603380-3d", "ovs_interfaceid": "de603380-3d83-4c24-ab31-c3ab98b0990b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG os_brick.utils [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Updating existing volume attachment record: e0526918-bae0-409e-bccf-eae99a54d036 {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Releasing lock "refresh_cache-76ccf87d-3971-46a0-9e52-bdb34a42a33d" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Updated the network info_cache for instance {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Searching for a device in session 52 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZLBAqxCW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.283s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] <== connect_volume: return (1284ms) {'type': 'block', 'scsi_wwn': '23565393338313166', 'path': '/dev/sdb'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23565393338313166', 'path': '/dev/sdb'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T09:00:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1181387979',display_name='tempest-TestVolumeBootPattern-server-1181387979',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1181387979',id=49,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFD3f7TnlAOnSl42xd+/E+vFaXXIY1o4qZWFjE6Kzkq3dwRCpiVLj07xPYnnYrXO0MUdQ+XmGzBuz+od4bn0WRGaKEGNuGdz/3ahB5rP+AfgMQo3VOwiW86dX/20ES2c4Q==',key_name='tempest-TestVolumeBootPattern-1688670892',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d32c241898f24ad3b8fafd0e2cc73c1e',ramdisk_id='',reservation_id='r-kmkhgfl0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-513905673',owner_user_name='tempest-TestVolumeBootPattern-513905673-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T09:00:06Z,user_data=None,user_id='167899628aee4098b7f86cd94419cf82',uuid=64f8343f-b943-42b3-9fba-a4a0ec7fef7b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9ed9b9dd-303e-409e-bf9b-b527d2882938", "address": "fa:16:3e:4d:9a:8e", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ed9b9dd-30", "ovs_interfaceid": "9ed9b9dd-303e-409e-bf9b-b527d2882938", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Converting VIF {"id": "9ed9b9dd-303e-409e-bf9b-b527d2882938", "address": "fa:16:3e:4d:9a:8e", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ed9b9dd-30", "ovs_interfaceid": "9ed9b9dd-303e-409e-bf9b-b527d2882938", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4d:9a:8e,bridge_name='br-int',has_traffic_filtering=True,id=9ed9b9dd-303e-409e-bf9b-b527d2882938,network=Network(c8fab485-45f8-4e22-8baa-1813dc37206f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9ed9b9dd-30') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG nova.objects.instance [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lazy-loading 'pci_devices' on Instance uuid 64f8343f-b943-42b3-9fba-a4a0ec7fef7b {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] End _get_guest_xml xml=<domain type="kvm">
Oct 16 09:00:22 user nova-compute[73884]:   <uuid>64f8343f-b943-42b3-9fba-a4a0ec7fef7b</uuid>
Oct 16 09:00:22 user nova-compute[73884]:   <name>instance-00000031</name>
Oct 16 09:00:22 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 09:00:22 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 09:00:22 user nova-compute[73884]:   <metadata>
Oct 16 09:00:22 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 09:00:22 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 09:00:22 user nova-compute[73884]:       <nova:name>tempest-TestVolumeBootPattern-server-1181387979</nova:name>
Oct 16 09:00:22 user nova-compute[73884]:       <nova:creationTime>2023-10-16 09:00:21</nova:creationTime>
Oct 16 09:00:22 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 09:00:22 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 09:00:22 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 09:00:22 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 09:00:22 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 09:00:22 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 09:00:22 user nova-compute[73884]:       </nova:flavor>
Oct 16 09:00:22 user nova-compute[73884]:       <nova:owner>
Oct 16 09:00:22 user nova-compute[73884]:         <nova:user uuid="167899628aee4098b7f86cd94419cf82">tempest-TestVolumeBootPattern-513905673-project-member</nova:user>
Oct 16 09:00:22 user nova-compute[73884]:         <nova:project uuid="d32c241898f24ad3b8fafd0e2cc73c1e">tempest-TestVolumeBootPattern-513905673</nova:project>
Oct 16 09:00:22 user nova-compute[73884]:       </nova:owner>
Oct 16 09:00:22 user nova-compute[73884]:       <nova:ports>
Oct 16 09:00:22 user nova-compute[73884]:         <nova:port uuid="9ed9b9dd-303e-409e-bf9b-b527d2882938">
Oct 16 09:00:22 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Oct 16 09:00:22 user nova-compute[73884]:         </nova:port>
Oct 16 09:00:22 user nova-compute[73884]:       </nova:ports>
Oct 16 09:00:22 user nova-compute[73884]:     </nova:instance>
Oct 16 09:00:22 user nova-compute[73884]:   </metadata>
Oct 16 09:00:22 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 09:00:22 user nova-compute[73884]:     <system>
Oct 16 09:00:22 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 09:00:22 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 09:00:22 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 09:00:22 user nova-compute[73884]:       <entry name="serial">64f8343f-b943-42b3-9fba-a4a0ec7fef7b</entry>
Oct 16 09:00:22 user nova-compute[73884]:       <entry name="uuid">64f8343f-b943-42b3-9fba-a4a0ec7fef7b</entry>
Oct 16 09:00:22 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 09:00:22 user nova-compute[73884]:     </system>
Oct 16 09:00:22 user nova-compute[73884]:   </sysinfo>
Oct 16 09:00:22 user nova-compute[73884]:   <os>
Oct 16 09:00:22 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 09:00:22 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 09:00:22 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 09:00:22 user nova-compute[73884]:   </os>
Oct 16 09:00:22 user nova-compute[73884]:   <features>
Oct 16 09:00:22 user nova-compute[73884]:     <acpi/>
Oct 16 09:00:22 user nova-compute[73884]:     <apic/>
Oct 16 09:00:22 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 09:00:22 user nova-compute[73884]:   </features>
Oct 16 09:00:22 user nova-compute[73884]:   <clock offset="utc">
Oct 16 09:00:22 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 09:00:22 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 09:00:22 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 09:00:22 user nova-compute[73884]:   </clock>
Oct 16 09:00:22 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 09:00:22 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 09:00:22 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 09:00:22 user nova-compute[73884]:   </cpu>
Oct 16 09:00:22 user nova-compute[73884]:   <devices>
Oct 16 09:00:22 user nova-compute[73884]:     <disk type="block" device="disk">
Oct 16 09:00:22 user nova-compute[73884]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 09:00:22 user nova-compute[73884]:       <source dev="/dev/sdb"/>
Oct 16 09:00:22 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 09:00:22 user nova-compute[73884]:       <serial>97540178-6a20-4c66-9be3-6268c1d920f1</serial>
Oct 16 09:00:22 user nova-compute[73884]:     </disk>
Oct 16 09:00:22 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 09:00:22 user nova-compute[73884]:       <mac address="fa:16:3e:4d:9a:8e"/>
Oct 16 09:00:22 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 09:00:22 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 09:00:22 user nova-compute[73884]:       <target dev="tap9ed9b9dd-30"/>
Oct 16 09:00:22 user nova-compute[73884]:     </interface>
Oct 16 09:00:22 user nova-compute[73884]:     <serial type="pty">
Oct 16 09:00:22 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/64f8343f-b943-42b3-9fba-a4a0ec7fef7b/console.log" append="off"/>
Oct 16 09:00:22 user nova-compute[73884]:     </serial>
Oct 16 09:00:22 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 09:00:22 user nova-compute[73884]:     <video>
Oct 16 09:00:22 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 09:00:22 user nova-compute[73884]:     </video>
Oct 16 09:00:22 user nova-compute[73884]:     <rng model="virtio">
Oct 16 09:00:22 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 09:00:22 user nova-compute[73884]:     </rng>
Oct 16 09:00:22 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 09:00:22 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 09:00:22 user nova-compute[73884]:       <stats period="10"/>
Oct 16 09:00:22 user nova-compute[73884]:     </memballoon>
Oct 16 09:00:22 user nova-compute[73884]:   </devices>
Oct 16 09:00:22 user nova-compute[73884]: </domain>
Oct 16 09:00:22 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T09:00:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1181387979',display_name='tempest-TestVolumeBootPattern-server-1181387979',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1181387979',id=49,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFD3f7TnlAOnSl42xd+/E+vFaXXIY1o4qZWFjE6Kzkq3dwRCpiVLj07xPYnnYrXO0MUdQ+XmGzBuz+od4bn0WRGaKEGNuGdz/3ahB5rP+AfgMQo3VOwiW86dX/20ES2c4Q==',key_name='tempest-TestVolumeBootPattern-1688670892',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d32c241898f24ad3b8fafd0e2cc73c1e',ramdisk_id='',reservation_id='r-kmkhgfl0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-513905673',owner_user_name='tempest-TestVolumeBootPattern-513905673-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T09:00:06Z,user_data=None,user_id='167899628aee4098b7f86cd94419cf82',uuid=64f8343f-b943-42b3-9fba-a4a0ec7fef7b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9ed9b9dd-303e-409e-bf9b-b527d2882938", "address": "fa:16:3e:4d:9a:8e", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ed9b9dd-30", "ovs_interfaceid": "9ed9b9dd-303e-409e-bf9b-b527d2882938", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Converting VIF {"id": "9ed9b9dd-303e-409e-bf9b-b527d2882938", "address": "fa:16:3e:4d:9a:8e", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ed9b9dd-30", "ovs_interfaceid": "9ed9b9dd-303e-409e-bf9b-b527d2882938", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4d:9a:8e,bridge_name='br-int',has_traffic_filtering=True,id=9ed9b9dd-303e-409e-bf9b-b527d2882938,network=Network(c8fab485-45f8-4e22-8baa-1813dc37206f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9ed9b9dd-30') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG os_vif [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4d:9a:8e,bridge_name='br-int',has_traffic_filtering=True,id=9ed9b9dd-303e-409e-bf9b-b527d2882938,network=Network(c8fab485-45f8-4e22-8baa-1813dc37206f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9ed9b9dd-30') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '836284f3-4200-585c-8e28-480a1fba55e4', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9ed9b9dd-30, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9ed9b9dd-30, col_values=(('qos', UUID('0542db7a-a800-40b6-9ddc-2445da924125')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9ed9b9dd-30, col_values=(('external_ids', {'iface-id': '9ed9b9dd-303e-409e-bf9b-b527d2882938', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4d:9a:8e', 'vm-uuid': '64f8343f-b943-42b3-9fba-a4a0ec7fef7b'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:00:22 user nova-compute[73884]: INFO os_vif [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4d:9a:8e,bridge_name='br-int',has_traffic_filtering=True,id=9ed9b9dd-303e-409e-bf9b-b527d2882938,network=Network(c8fab485-45f8-4e22-8baa-1813dc37206f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9ed9b9dd-30')
Oct 16 09:00:22 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 09:00:22 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] No VIF found with MAC fa:16:3e:4d:9a:8e, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 09:00:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:00:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:00:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:00:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:00:24 user nova-compute[73884]: DEBUG nova.compute.manager [req-1a8f77b3-158c-4605-8e1c-a9863c394f57 req-125cd27b-f101-43fc-b185-702f438eaeac service nova] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Received event network-vif-plugged-9ed9b9dd-303e-409e-bf9b-b527d2882938 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:00:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1a8f77b3-158c-4605-8e1c-a9863c394f57 req-125cd27b-f101-43fc-b185-702f438eaeac service nova] Acquiring lock "64f8343f-b943-42b3-9fba-a4a0ec7fef7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:00:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1a8f77b3-158c-4605-8e1c-a9863c394f57 req-125cd27b-f101-43fc-b185-702f438eaeac service nova] Lock "64f8343f-b943-42b3-9fba-a4a0ec7fef7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:00:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1a8f77b3-158c-4605-8e1c-a9863c394f57 req-125cd27b-f101-43fc-b185-702f438eaeac service nova] Lock "64f8343f-b943-42b3-9fba-a4a0ec7fef7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:00:24 user nova-compute[73884]: DEBUG nova.compute.manager [req-1a8f77b3-158c-4605-8e1c-a9863c394f57 req-125cd27b-f101-43fc-b185-702f438eaeac service nova] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] No waiting events found dispatching network-vif-plugged-9ed9b9dd-303e-409e-bf9b-b527d2882938 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 09:00:24 user nova-compute[73884]: WARNING nova.compute.manager [req-1a8f77b3-158c-4605-8e1c-a9863c394f57 req-125cd27b-f101-43fc-b185-702f438eaeac service nova] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Received unexpected event network-vif-plugged-9ed9b9dd-303e-409e-bf9b-b527d2882938 for instance with vm_state building and task_state spawning.
Oct 16 09:00:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:00:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:00:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:00:26 user nova-compute[73884]: DEBUG nova.compute.manager [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 09:00:26 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 09:00:26 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Instance spawned successfully.
Oct 16 09:00:26 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 09:00:26 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 09:00:26 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 09:00:26 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 09:00:26 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 09:00:26 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 09:00:26 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 09:00:26 user nova-compute[73884]: INFO nova.compute.manager [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Took 4.95 seconds to spawn the instance on the hypervisor.
Oct 16 09:00:26 user nova-compute[73884]: DEBUG nova.compute.manager [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 09:00:26 user nova-compute[73884]: DEBUG nova.compute.manager [req-0fa223dd-c356-4db2-8f3d-7205bd9ee821 req-7b4f7804-0cc9-4bab-a1af-1f0da0761e57 service nova] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Received event network-vif-plugged-9ed9b9dd-303e-409e-bf9b-b527d2882938 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:00:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0fa223dd-c356-4db2-8f3d-7205bd9ee821 req-7b4f7804-0cc9-4bab-a1af-1f0da0761e57 service nova] Acquiring lock "64f8343f-b943-42b3-9fba-a4a0ec7fef7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:00:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0fa223dd-c356-4db2-8f3d-7205bd9ee821 req-7b4f7804-0cc9-4bab-a1af-1f0da0761e57 service nova] Lock "64f8343f-b943-42b3-9fba-a4a0ec7fef7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:00:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0fa223dd-c356-4db2-8f3d-7205bd9ee821 req-7b4f7804-0cc9-4bab-a1af-1f0da0761e57 service nova] Lock "64f8343f-b943-42b3-9fba-a4a0ec7fef7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:00:26 user nova-compute[73884]: DEBUG nova.compute.manager [req-0fa223dd-c356-4db2-8f3d-7205bd9ee821 req-7b4f7804-0cc9-4bab-a1af-1f0da0761e57 service nova] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] No waiting events found dispatching network-vif-plugged-9ed9b9dd-303e-409e-bf9b-b527d2882938 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 09:00:26 user nova-compute[73884]: WARNING nova.compute.manager [req-0fa223dd-c356-4db2-8f3d-7205bd9ee821 req-7b4f7804-0cc9-4bab-a1af-1f0da0761e57 service nova] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Received unexpected event network-vif-plugged-9ed9b9dd-303e-409e-bf9b-b527d2882938 for instance with vm_state building and task_state spawning.
Oct 16 09:00:26 user nova-compute[73884]: INFO nova.compute.manager [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Took 20.95 seconds to build instance.
Oct 16 09:00:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-cd17dc0b-c924-4d24-920c-1051faee1473 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "64f8343f-b943-42b3-9fba-a4a0ec7fef7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.056s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:00:26 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._sync_power_states {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:00:26 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Triggering sync for uuid 76ccf87d-3971-46a0-9e52-bdb34a42a33d {{(pid=73884) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 09:00:26 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Triggering sync for uuid a620c03b-6f48-4264-912a-4657bb458912 {{(pid=73884) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 09:00:26 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Triggering sync for uuid 64f8343f-b943-42b3-9fba-a4a0ec7fef7b {{(pid=73884) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10331}}
Oct 16 09:00:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "76ccf87d-3971-46a0-9e52-bdb34a42a33d" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:00:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "a620c03b-6f48-4264-912a-4657bb458912" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:00:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "a620c03b-6f48-4264-912a-4657bb458912" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:00:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "64f8343f-b943-42b3-9fba-a4a0ec7fef7b" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:00:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "64f8343f-b943-42b3-9fba-a4a0ec7fef7b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:00:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "a620c03b-6f48-4264-912a-4657bb458912" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.028s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:00:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "64f8343f-b943-42b3-9fba-a4a0ec7fef7b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.028s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:00:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:00:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:00:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:00:37 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SByuJeqg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 09:00:38 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 09:00:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 09:00:38 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 09:00:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 09:00:38 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 09:00:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec1481a0-b005-4a44-9ba1-be8bbc089242]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 09:00:38 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddc24e80-a37e-4198-8fbb-479379313b68]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5] added
Oct 16 09:00:38 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f33a591a-e99e-436d-8478-045804d1a9a9]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[8dbfb9ac-b6e5-4742-8f64-a5f0cc01994c]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SByuJeqg {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SByuJeqg" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6aed66be-b8be-4fa7-92de-4c52cd6a99a7]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'SByuJeqg'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[18f981c5-be71-42bd-9170-fed0c6a5e152]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[631ab55b-3fd1-4a4c-ac92-6aad7c7d610e]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)
Oct 16 09:00:38 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)
Oct 16 09:00:38 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[45e454fa-b512-49aa-855c-56282811b2c7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5, portal: 172.16.0.220,3260]
Oct 16 09:00:38 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5, portal: 172.16.0.220,3260] successful.
Oct 16 09:00:38 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2f35f39-c6af-4481-bd93-98e7c48f84fb]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f966c828-e5b5-4ba2-bee8-2d174101ecc2]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)
Oct 16 09:00:38 user nova-compute[73884]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 (non-flash)
Oct 16 09:00:38 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)
Oct 16 09:00:38 user nova-compute[73884]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 (non-flash)
Oct 16 09:00:38 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.267s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] HCTL ('34', '-', '-', 0) found on session 53 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[57e7fda9-0af5-4d2b-a126-52b74af4dcc4]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:00:38 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Searching for a device in session 53 and hctl ['34', '*', '*', 0] yield: None {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 09:00:39 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Searching for a device in session 53 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 09:00:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SByuJeqg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 09:00:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.295s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 09:00:39 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] <== connect_volume: return (1296ms) {'type': 'block', 'scsi_wwn': '23038343666653264', 'path': '/dev/sdc'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 09:00:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23038343666653264', 'path': '/dev/sdc'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 09:00:39 user nova-compute[73884]: DEBUG nova.objects.instance [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lazy-loading 'flavor' on Instance uuid 76ccf87d-3971-46a0-9e52-bdb34a42a33d {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 09:00:39 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 09:00:39 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 09:00:39 user nova-compute[73884]:   <source dev="/dev/sdc"/>
Oct 16 09:00:39 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 09:00:39 user nova-compute[73884]:   <serial>42917b18-50ef-4047-8b36-297df8abf6d5</serial>
Oct 16 09:00:39 user nova-compute[73884]: </disk>
Oct 16 09:00:39 user nova-compute[73884]:  {{(pid=73884) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 09:00:40 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 09:00:40 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] No BDM found with device name vdb, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 09:00:40 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] No VIF found with MAC fa:16:3e:95:e6:69, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 09:00:40 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-46857d69-5563-4741-bbc0-5c1685cefa11 tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lock "76ccf87d-3971-46a0-9e52-bdb34a42a33d" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 17.844s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:00:40 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "76ccf87d-3971-46a0-9e52-bdb34a42a33d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 13.704s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:00:40 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "76ccf87d-3971-46a0-9e52-bdb34a42a33d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.025s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:00:42 user nova-compute[73884]: DEBUG nova.compute.manager [req-870b162e-3b03-44c2-a03c-8c56dfc6f77f req-75583181-8fb8-4d93-ace3-a55cde8b7d99 service nova] [instance: a620c03b-6f48-4264-912a-4657bb458912] Received event network-changed-32497ab6-65d0-4998-b796-6833ae22b3f8 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:00:42 user nova-compute[73884]: DEBUG nova.compute.manager [req-870b162e-3b03-44c2-a03c-8c56dfc6f77f req-75583181-8fb8-4d93-ace3-a55cde8b7d99 service nova] [instance: a620c03b-6f48-4264-912a-4657bb458912] Refreshing instance network info cache due to event network-changed-32497ab6-65d0-4998-b796-6833ae22b3f8. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 09:00:42 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-870b162e-3b03-44c2-a03c-8c56dfc6f77f req-75583181-8fb8-4d93-ace3-a55cde8b7d99 service nova] Acquiring lock "refresh_cache-a620c03b-6f48-4264-912a-4657bb458912" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 09:00:42 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-870b162e-3b03-44c2-a03c-8c56dfc6f77f req-75583181-8fb8-4d93-ace3-a55cde8b7d99 service nova] Acquired lock "refresh_cache-a620c03b-6f48-4264-912a-4657bb458912" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 09:00:42 user nova-compute[73884]: DEBUG nova.network.neutron [req-870b162e-3b03-44c2-a03c-8c56dfc6f77f req-75583181-8fb8-4d93-ace3-a55cde8b7d99 service nova] [instance: a620c03b-6f48-4264-912a-4657bb458912] Refreshing network info cache for port 32497ab6-65d0-4998-b796-6833ae22b3f8 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 09:00:42 user nova-compute[73884]: DEBUG nova.network.neutron [req-870b162e-3b03-44c2-a03c-8c56dfc6f77f req-75583181-8fb8-4d93-ace3-a55cde8b7d99 service nova] [instance: a620c03b-6f48-4264-912a-4657bb458912] Updated VIF entry in instance network info cache for port 32497ab6-65d0-4998-b796-6833ae22b3f8. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 09:00:42 user nova-compute[73884]: DEBUG nova.network.neutron [req-870b162e-3b03-44c2-a03c-8c56dfc6f77f req-75583181-8fb8-4d93-ace3-a55cde8b7d99 service nova] [instance: a620c03b-6f48-4264-912a-4657bb458912] Updating instance_info_cache with network_info: [{"id": "32497ab6-65d0-4998-b796-6833ae22b3f8", "address": "fa:16:3e:f9:a8:db", "network": {"id": "795d1d26-3506-4bf7-9b12-4b4ebd58c1ee", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-963791271-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.96", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500befd5b50d4fa598c657d7e617b265", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32497ab6-65", "ovs_interfaceid": "32497ab6-65d0-4998-b796-6833ae22b3f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 09:00:42 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-870b162e-3b03-44c2-a03c-8c56dfc6f77f req-75583181-8fb8-4d93-ace3-a55cde8b7d99 service nova] Releasing lock "refresh_cache-a620c03b-6f48-4264-912a-4657bb458912" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 09:00:42 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:00:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Acquiring lock "76ccf87d-3971-46a0-9e52-bdb34a42a33d" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:00:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lock "76ccf87d-3971-46a0-9e52-bdb34a42a33d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:00:43 user nova-compute[73884]: DEBUG nova.objects.instance [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lazy-loading 'flavor' on Instance uuid 76ccf87d-3971-46a0-9e52-bdb34a42a33d {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 09:00:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lock "76ccf87d-3971-46a0-9e52-bdb34a42a33d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:00:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Acquiring lock "76ccf87d-3971-46a0-9e52-bdb34a42a33d" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:00:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lock "76ccf87d-3971-46a0-9e52-bdb34a42a33d" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:00:43 user nova-compute[73884]: INFO nova.compute.manager [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Attaching volume e0f8cfec-677e-4b46-b999-0ab8f16688fe to /dev/vdc
Oct 16 09:00:43 user nova-compute[73884]: DEBUG os_brick.utils [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 09:00:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:43 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b32d71d-832d-44a7-9e5d-9754bfd1aa88]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:00:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:43 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[0db1d355-e9c4-4c91-a889-89979f6d22c9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:00:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:43 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce33feca-6ec0-4091-a04d-94583852299f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:00:43 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f14f658-42e8-472c-84a0-1ebd85b77d6d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:00:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 09:00:43 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 09:00:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:43 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 09:00:43 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 09:00:43 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc572bec-684f-443e-9484-96b3b13dca44]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:00:43 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 09:00:43 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 09:00:43 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 09:00:43 user nova-compute[73884]: DEBUG os_brick.utils [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] <== get_connector_properties: return (133ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 09:00:43 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Updating existing volume attachment record: c3d92387-ba54-4fc3-b30f-ca6d83ff9ad7 {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 09:00:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:00:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquiring lock "a620c03b-6f48-4264-912a-4657bb458912" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:00:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "a620c03b-6f48-4264-912a-4657bb458912" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.004s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:00:47 user nova-compute[73884]: DEBUG nova.objects.instance [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lazy-loading 'flavor' on Instance uuid a620c03b-6f48-4264-912a-4657bb458912 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 09:00:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "a620c03b-6f48-4264-912a-4657bb458912" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:00:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquiring lock "a620c03b-6f48-4264-912a-4657bb458912" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:00:47 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "a620c03b-6f48-4264-912a-4657bb458912" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:00:47 user nova-compute[73884]: INFO nova.compute.manager [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Attaching volume fe944b04-2009-4703-8a2d-da42eb3c85d4 to /dev/vdb
Oct 16 09:00:47 user nova-compute[73884]: DEBUG os_brick.utils [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 09:00:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:47 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[4084680d-8b16-4b41-9fb0-5c00e9d02ed1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:00:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:47 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f3376c4-8dc2-4660-8542-1477603a2763]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:00:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:47 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[639522a1-a72b-4b46-8d2f-14ec1699bdc1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:00:47 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1b59608-334f-41d7-b648-e97d2fb8c5f8]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:00:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 09:00:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 09:00:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:47 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 09:00:47 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 09:00:47 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[57c4655b-e7cd-4f73-b240-4337d904605b]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:00:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 09:00:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 09:00:47 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 09:00:47 user nova-compute[73884]: DEBUG os_brick.utils [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 09:00:47 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Updating existing volume attachment record: 3c6d6f8c-ed24-4993-b2e2-5e17b8c15f9c {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 09:00:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:00:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:00:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:00:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:00:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Acquiring lock "ffd128e5-19c4-459d-9c16-97c13596447c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:00:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "ffd128e5-19c4-459d-9c16-97c13596447c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:00:57 user nova-compute[73884]: DEBUG nova.compute.manager [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 09:00:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:00:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:00:57 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 09:00:57 user nova-compute[73884]: INFO nova.compute.claims [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Claim successful on node user
Oct 16 09:00:57 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 09:00:57 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 09:00:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.293s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:00:57 user nova-compute[73884]: DEBUG nova.compute.manager [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 09:00:57 user nova-compute[73884]: DEBUG nova.compute.manager [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 09:00:57 user nova-compute[73884]: DEBUG nova.network.neutron [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 09:00:57 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 09:00:57 user nova-compute[73884]: DEBUG nova.compute.manager [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 09:00:57 user nova-compute[73884]: DEBUG nova.policy [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf9fb0d8c2ab4dc7839cef9f6456af94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eeb00c3398b1415a85e3f6e6b80b971f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 09:00:57 user nova-compute[73884]: DEBUG nova.compute.manager [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 09:00:57 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 09:00:57 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Creating image(s)
Oct 16 09:00:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Acquiring lock "/opt/stack/data/nova/instances/ffd128e5-19c4-459d-9c16-97c13596447c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:00:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "/opt/stack/data/nova/instances/ffd128e5-19c4-459d-9c16-97c13596447c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:00:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "/opt/stack/data/nova/instances/ffd128e5-19c4-459d-9c16-97c13596447c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:00:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Acquiring lock "839246cda95e6ed28c45a656a90f8e9a956f838e" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:00:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "839246cda95e6ed28c45a656a90f8e9a956f838e" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:00:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/839246cda95e6ed28c45a656a90f8e9a956f838e.part --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:00:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:00:58 user nova-compute[73884]: DEBUG nova.network.neutron [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Successfully created port: 7bda47b8-c455-45c9-9456-8697ac675b43 {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 09:00:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/839246cda95e6ed28c45a656a90f8e9a956f838e.part --force-share --output=json" returned: 0 in 0.189s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:58 user nova-compute[73884]: DEBUG nova.virt.images [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] fd4b4a84-0388-4cbb-9832-b37e7d830d42 was qcow2, converting to raw {{(pid=73884) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Oct 16 09:00:58 user nova-compute[73884]: DEBUG nova.privsep.utils [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=73884) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Oct 16 09:00:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/839246cda95e6ed28c45a656a90f8e9a956f838e.part /opt/stack/data/nova/instances/_base/839246cda95e6ed28c45a656a90f8e9a956f838e.converted {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:00:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/839246cda95e6ed28c45a656a90f8e9a956f838e.part /opt/stack/data/nova/instances/_base/839246cda95e6ed28c45a656a90f8e9a956f838e.converted" returned: 0 in 0.362s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/839246cda95e6ed28c45a656a90f8e9a956f838e.converted --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/839246cda95e6ed28c45a656a90f8e9a956f838e.converted --force-share --output=json" returned: 0 in 0.187s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "839246cda95e6ed28c45a656a90f8e9a956f838e" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.249s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:00:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/839246cda95e6ed28c45a656a90f8e9a956f838e --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG nova.network.neutron [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Successfully updated port: 7bda47b8-c455-45c9-9456-8697ac675b43 {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Acquiring lock "refresh_cache-ffd128e5-19c4-459d-9c16-97c13596447c" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Acquired lock "refresh_cache-ffd128e5-19c4-459d-9c16-97c13596447c" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG nova.network.neutron [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG nova.compute.manager [req-3df08a44-706b-41b4-a1d2-a72a7e95b2cd req-20c99395-2a0a-478f-be57-56c7f4ae85aa service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Received event network-changed-7bda47b8-c455-45c9-9456-8697ac675b43 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG nova.compute.manager [req-3df08a44-706b-41b4-a1d2-a72a7e95b2cd req-20c99395-2a0a-478f-be57-56c7f4ae85aa service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Refreshing instance network info cache due to event network-changed-7bda47b8-c455-45c9-9456-8697ac675b43. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-3df08a44-706b-41b4-a1d2-a72a7e95b2cd req-20c99395-2a0a-478f-be57-56c7f4ae85aa service nova] Acquiring lock "refresh_cache-ffd128e5-19c4-459d-9c16-97c13596447c" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/839246cda95e6ed28c45a656a90f8e9a956f838e --force-share --output=json" returned: 0 in 0.184s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Acquiring lock "839246cda95e6ed28c45a656a90f8e9a956f838e" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "839246cda95e6ed28c45a656a90f8e9a956f838e" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/839246cda95e6ed28c45a656a90f8e9a956f838e --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG nova.network.neutron [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/839246cda95e6ed28c45a656a90f8e9a956f838e --force-share --output=json" returned: 0 in 0.183s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/839246cda95e6ed28c45a656a90f8e9a956f838e,backing_fmt=raw /opt/stack/data/nova/instances/ffd128e5-19c4-459d-9c16-97c13596447c/disk 1073741824 {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/839246cda95e6ed28c45a656a90f8e9a956f838e,backing_fmt=raw /opt/stack/data/nova/instances/ffd128e5-19c4-459d-9c16-97c13596447c/disk 1073741824" returned: 0 in 0.050s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "839246cda95e6ed28c45a656a90f8e9a956f838e" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.238s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/839246cda95e6ed28c45a656a90f8e9a956f838e --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG nova.network.neutron [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Updating instance_info_cache with network_info: [{"id": "7bda47b8-c455-45c9-9456-8697ac675b43", "address": "fa:16:3e:5a:ac:5d", "network": {"id": "d29b9e92-aca5-45cc-8664-ec7e22f33c84", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-972482687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeb00c3398b1415a85e3f6e6b80b971f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7bda47b8-c4", "ovs_interfaceid": "7bda47b8-c455-45c9-9456-8697ac675b43", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Releasing lock "refresh_cache-ffd128e5-19c4-459d-9c16-97c13596447c" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG nova.compute.manager [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Instance network_info: |[{"id": "7bda47b8-c455-45c9-9456-8697ac675b43", "address": "fa:16:3e:5a:ac:5d", "network": {"id": "d29b9e92-aca5-45cc-8664-ec7e22f33c84", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-972482687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeb00c3398b1415a85e3f6e6b80b971f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7bda47b8-c4", "ovs_interfaceid": "7bda47b8-c455-45c9-9456-8697ac675b43", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-3df08a44-706b-41b4-a1d2-a72a7e95b2cd req-20c99395-2a0a-478f-be57-56c7f4ae85aa service nova] Acquired lock "refresh_cache-ffd128e5-19c4-459d-9c16-97c13596447c" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG nova.network.neutron [req-3df08a44-706b-41b4-a1d2-a72a7e95b2cd req-20c99395-2a0a-478f-be57-56c7f4ae85aa service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Refreshing network info cache for port 7bda47b8-c455-45c9-9456-8697ac675b43 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/839246cda95e6ed28c45a656a90f8e9a956f838e --force-share --output=json" returned: 0 in 0.188s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ffd128e5-19c4-459d-9c16-97c13596447c/disk. size=1073741824 {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffd128e5-19c4-459d-9c16-97c13596447c/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffd128e5-19c4-459d-9c16-97c13596447c/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG nova.virt.disk.api [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Cannot resize image /opt/stack/data/nova/instances/ffd128e5-19c4-459d-9c16-97c13596447c/disk to a smaller size. {{(pid=73884) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Created local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Ensure instance console log exists: /opt/stack/data/nova/instances/ffd128e5-19c4-459d-9c16-97c13596447c/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Start _get_guest_xml network_info=[{"id": "7bda47b8-c455-45c9-9456-8697ac675b43", "address": "fa:16:3e:5a:ac:5d", "network": {"id": "d29b9e92-aca5-45cc-8664-ec7e22f33c84", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-972482687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeb00c3398b1415a85e3f6e6b80b971f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7bda47b8-c4", "ovs_interfaceid": "7bda47b8-c455-45c9-9456-8697ac675b43", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T09:00:54Z,direct_url=<?>,disk_format='qcow2',id=fd4b4a84-0388-4cbb-9832-b37e7d830d42,min_disk=0,min_ram=0,name='tempest-scenario-img--790959110',owner='eeb00c3398b1415a85e3f6e6b80b971f',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T09:00:56Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'device_name': '/dev/vda', 'device_type': 'disk', 'disk_bus': 'virtio', 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'boot_index': 0, 'encryption_secret_uuid': None, 'image_id': 'fd4b4a84-0388-4cbb-9832-b37e7d830d42'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 09:00:59 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 09:00:59 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 09:00:59 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-10-16T09:00:54Z,direct_url=<?>,disk_format='qcow2',id=fd4b4a84-0388-4cbb-9832-b37e7d830d42,min_disk=0,min_ram=0,name='tempest-scenario-img--790959110',owner='eeb00c3398b1415a85e3f6e6b80b971f',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-10-16T09:00:56Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T09:00:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-697157898',display_name='tempest-TestMinimumBasicScenario-server-697157898',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-697157898',id=50,image_ref='fd4b4a84-0388-4cbb-9832-b37e7d830d42',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFpK1t+5djFXw8ImT7V9+ls8yEAg5HNu1jR91VsTed0hPo4So1PIgryGlW4452uq4/9N6yAv0OSxZQJpGsnoKlKHJVpYB+Zq+E0RnyYZst9619prD1muxUqWM7i6/Teh8Q==',key_name='tempest-TestMinimumBasicScenario-2021136387',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='eeb00c3398b1415a85e3f6e6b80b971f',ramdisk_id='',reservation_id='r-i6chhqbz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fd4b4a84-0388-4cbb-9832-b37e7d830d42',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-930865495',owner_user_name='tempest-TestMinimumBasicScenario-930865495-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T09:00:58Z,user_data=None,user_id='cf9fb0d8c2ab4dc7839cef9f6456af94',uuid=ffd128e5-19c4-459d-9c16-97c13596447c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7bda47b8-c455-45c9-9456-8697ac675b43", "address": "fa:16:3e:5a:ac:5d", "network": {"id": "d29b9e92-aca5-45cc-8664-ec7e22f33c84", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-972482687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeb00c3398b1415a85e3f6e6b80b971f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7bda47b8-c4", "ovs_interfaceid": "7bda47b8-c455-45c9-9456-8697ac675b43", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Converting VIF {"id": "7bda47b8-c455-45c9-9456-8697ac675b43", "address": "fa:16:3e:5a:ac:5d", "network": {"id": "d29b9e92-aca5-45cc-8664-ec7e22f33c84", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-972482687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeb00c3398b1415a85e3f6e6b80b971f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7bda47b8-c4", "ovs_interfaceid": "7bda47b8-c455-45c9-9456-8697ac675b43", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5a:ac:5d,bridge_name='br-int',has_traffic_filtering=True,id=7bda47b8-c455-45c9-9456-8697ac675b43,network=Network(d29b9e92-aca5-45cc-8664-ec7e22f33c84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7bda47b8-c4') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG nova.objects.instance [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lazy-loading 'pci_devices' on Instance uuid ffd128e5-19c4-459d-9c16-97c13596447c {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] End _get_guest_xml xml=<domain type="kvm">
Oct 16 09:00:59 user nova-compute[73884]:   <uuid>ffd128e5-19c4-459d-9c16-97c13596447c</uuid>
Oct 16 09:00:59 user nova-compute[73884]:   <name>instance-00000032</name>
Oct 16 09:00:59 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 09:00:59 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 09:00:59 user nova-compute[73884]:   <metadata>
Oct 16 09:00:59 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 09:00:59 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 09:00:59 user nova-compute[73884]:       <nova:name>tempest-TestMinimumBasicScenario-server-697157898</nova:name>
Oct 16 09:00:59 user nova-compute[73884]:       <nova:creationTime>2023-10-16 09:00:59</nova:creationTime>
Oct 16 09:00:59 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 09:00:59 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 09:00:59 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 09:00:59 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 09:00:59 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 09:00:59 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 09:00:59 user nova-compute[73884]:       </nova:flavor>
Oct 16 09:00:59 user nova-compute[73884]:       <nova:owner>
Oct 16 09:00:59 user nova-compute[73884]:         <nova:user uuid="cf9fb0d8c2ab4dc7839cef9f6456af94">tempest-TestMinimumBasicScenario-930865495-project-member</nova:user>
Oct 16 09:00:59 user nova-compute[73884]:         <nova:project uuid="eeb00c3398b1415a85e3f6e6b80b971f">tempest-TestMinimumBasicScenario-930865495</nova:project>
Oct 16 09:00:59 user nova-compute[73884]:       </nova:owner>
Oct 16 09:00:59 user nova-compute[73884]:       <nova:root type="image" uuid="fd4b4a84-0388-4cbb-9832-b37e7d830d42"/>
Oct 16 09:00:59 user nova-compute[73884]:       <nova:ports>
Oct 16 09:00:59 user nova-compute[73884]:         <nova:port uuid="7bda47b8-c455-45c9-9456-8697ac675b43">
Oct 16 09:00:59 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Oct 16 09:00:59 user nova-compute[73884]:         </nova:port>
Oct 16 09:00:59 user nova-compute[73884]:       </nova:ports>
Oct 16 09:00:59 user nova-compute[73884]:     </nova:instance>
Oct 16 09:00:59 user nova-compute[73884]:   </metadata>
Oct 16 09:00:59 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 09:00:59 user nova-compute[73884]:     <system>
Oct 16 09:00:59 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 09:00:59 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 09:00:59 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 09:00:59 user nova-compute[73884]:       <entry name="serial">ffd128e5-19c4-459d-9c16-97c13596447c</entry>
Oct 16 09:00:59 user nova-compute[73884]:       <entry name="uuid">ffd128e5-19c4-459d-9c16-97c13596447c</entry>
Oct 16 09:00:59 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 09:00:59 user nova-compute[73884]:     </system>
Oct 16 09:00:59 user nova-compute[73884]:   </sysinfo>
Oct 16 09:00:59 user nova-compute[73884]:   <os>
Oct 16 09:00:59 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 09:00:59 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 09:00:59 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 09:00:59 user nova-compute[73884]:   </os>
Oct 16 09:00:59 user nova-compute[73884]:   <features>
Oct 16 09:00:59 user nova-compute[73884]:     <acpi/>
Oct 16 09:00:59 user nova-compute[73884]:     <apic/>
Oct 16 09:00:59 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 09:00:59 user nova-compute[73884]:   </features>
Oct 16 09:00:59 user nova-compute[73884]:   <clock offset="utc">
Oct 16 09:00:59 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 09:00:59 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 09:00:59 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 09:00:59 user nova-compute[73884]:   </clock>
Oct 16 09:00:59 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 09:00:59 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 09:00:59 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 09:00:59 user nova-compute[73884]:   </cpu>
Oct 16 09:00:59 user nova-compute[73884]:   <devices>
Oct 16 09:00:59 user nova-compute[73884]:     <disk type="file" device="disk">
Oct 16 09:00:59 user nova-compute[73884]:       <driver name="qemu" type="qcow2" cache="none"/>
Oct 16 09:00:59 user nova-compute[73884]:       <source file="/opt/stack/data/nova/instances/ffd128e5-19c4-459d-9c16-97c13596447c/disk"/>
Oct 16 09:00:59 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 09:00:59 user nova-compute[73884]:     </disk>
Oct 16 09:00:59 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 09:00:59 user nova-compute[73884]:       <mac address="fa:16:3e:5a:ac:5d"/>
Oct 16 09:00:59 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 09:00:59 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 09:00:59 user nova-compute[73884]:       <target dev="tap7bda47b8-c4"/>
Oct 16 09:00:59 user nova-compute[73884]:     </interface>
Oct 16 09:00:59 user nova-compute[73884]:     <serial type="pty">
Oct 16 09:00:59 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/ffd128e5-19c4-459d-9c16-97c13596447c/console.log" append="off"/>
Oct 16 09:00:59 user nova-compute[73884]:     </serial>
Oct 16 09:00:59 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 09:00:59 user nova-compute[73884]:     <video>
Oct 16 09:00:59 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 09:00:59 user nova-compute[73884]:     </video>
Oct 16 09:00:59 user nova-compute[73884]:     <rng model="virtio">
Oct 16 09:00:59 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 09:00:59 user nova-compute[73884]:     </rng>
Oct 16 09:00:59 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 09:00:59 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 09:00:59 user nova-compute[73884]:       <stats period="10"/>
Oct 16 09:00:59 user nova-compute[73884]:     </memballoon>
Oct 16 09:00:59 user nova-compute[73884]:   </devices>
Oct 16 09:00:59 user nova-compute[73884]: </domain>
Oct 16 09:00:59 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T09:00:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-697157898',display_name='tempest-TestMinimumBasicScenario-server-697157898',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-697157898',id=50,image_ref='fd4b4a84-0388-4cbb-9832-b37e7d830d42',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFpK1t+5djFXw8ImT7V9+ls8yEAg5HNu1jR91VsTed0hPo4So1PIgryGlW4452uq4/9N6yAv0OSxZQJpGsnoKlKHJVpYB+Zq+E0RnyYZst9619prD1muxUqWM7i6/Teh8Q==',key_name='tempest-TestMinimumBasicScenario-2021136387',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='eeb00c3398b1415a85e3f6e6b80b971f',ramdisk_id='',reservation_id='r-i6chhqbz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fd4b4a84-0388-4cbb-9832-b37e7d830d42',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-930865495',owner_user_name='tempest-TestMinimumBasicScenario-930865495-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T09:00:58Z,user_data=None,user_id='cf9fb0d8c2ab4dc7839cef9f6456af94',uuid=ffd128e5-19c4-459d-9c16-97c13596447c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7bda47b8-c455-45c9-9456-8697ac675b43", "address": "fa:16:3e:5a:ac:5d", "network": {"id": "d29b9e92-aca5-45cc-8664-ec7e22f33c84", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-972482687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeb00c3398b1415a85e3f6e6b80b971f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7bda47b8-c4", "ovs_interfaceid": "7bda47b8-c455-45c9-9456-8697ac675b43", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Converting VIF {"id": "7bda47b8-c455-45c9-9456-8697ac675b43", "address": "fa:16:3e:5a:ac:5d", "network": {"id": "d29b9e92-aca5-45cc-8664-ec7e22f33c84", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-972482687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeb00c3398b1415a85e3f6e6b80b971f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7bda47b8-c4", "ovs_interfaceid": "7bda47b8-c455-45c9-9456-8697ac675b43", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5a:ac:5d,bridge_name='br-int',has_traffic_filtering=True,id=7bda47b8-c455-45c9-9456-8697ac675b43,network=Network(d29b9e92-aca5-45cc-8664-ec7e22f33c84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7bda47b8-c4') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG os_vif [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5a:ac:5d,bridge_name='br-int',has_traffic_filtering=True,id=7bda47b8-c455-45c9-9456-8697ac675b43,network=Network(d29b9e92-aca5-45cc-8664-ec7e22f33c84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7bda47b8-c4') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '63732570-786c-5b15-9c54-eb87701ffbef', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tSApIEXq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 09:00:59 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 09:00:59 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 09:00:59 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 09:00:59 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 09:00:59 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 09:00:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7bda47b8-c4, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7bda47b8-c4, col_values=(('qos', UUID('6d4b4578-f24e-465b-ac4b-5ce5cfd751ff')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7bda47b8-c4, col_values=(('external_ids', {'iface-id': '7bda47b8-c455-45c9-9456-8697ac675b43', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5a:ac:5d', 'vm-uuid': 'ffd128e5-19c4-459d-9c16-97c13596447c'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:00:59 user nova-compute[73884]: INFO os_vif [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5a:ac:5d,bridge_name='br-int',has_traffic_filtering=True,id=7bda47b8-c455-45c9-9456-8697ac675b43,network=Network(d29b9e92-aca5-45cc-8664-ec7e22f33c84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7bda47b8-c4')
Oct 16 09:00:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f45aeee-1230-41af-9192-97c2feafda00]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 09:00:59 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[7629d490-2515-4fca-9317-a06420644bb6]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe] added
Oct 16 09:00:59 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c81af7e9-05d5-413d-9432-d98f9648d871]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:00:59 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:01:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:00 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 09:01:00 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] No VIF found with MAC fa:16:3e:5a:ac:5d, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 09:01:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.029s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:00 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1ea80c8-b0c8-4432-9328-6c968615267f]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:00 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:01:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tSApIEXq {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tSApIEXq" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:00 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[68f8094d-4439-4525-add9-f53d33f82fd4]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:00 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'tSApIEXq'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:01:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:00 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[73af3c76-1a88-4112-bb43-0a2f9df62703]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:00 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:01:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:00 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e41260fb-8249-4f83-b6c2-9032f73c5a77]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:00 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)
Oct 16 09:01:00 user nova-compute[73884]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 (non-flash)
Oct 16 09:01:00 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 09:01:00 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)
Oct 16 09:01:00 user nova-compute[73884]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 (non-flash)
Oct 16 09:01:00 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 09:01:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:00 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e78b332-7091-4be0-bbac-e343bf58eb54]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:00 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe, portal: 172.16.0.220,3260]
Oct 16 09:01:00 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe, portal: 172.16.0.220,3260] successful.
Oct 16 09:01:00 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:01:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:00 user nova-compute[73884]: DEBUG nova.network.neutron [req-3df08a44-706b-41b4-a1d2-a72a7e95b2cd req-20c99395-2a0a-478f-be57-56c7f4ae85aa service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Updated VIF entry in instance network info cache for port 7bda47b8-c455-45c9-9456-8697ac675b43. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 09:01:00 user nova-compute[73884]: DEBUG nova.network.neutron [req-3df08a44-706b-41b4-a1d2-a72a7e95b2cd req-20c99395-2a0a-478f-be57-56c7f4ae85aa service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Updating instance_info_cache with network_info: [{"id": "7bda47b8-c455-45c9-9456-8697ac675b43", "address": "fa:16:3e:5a:ac:5d", "network": {"id": "d29b9e92-aca5-45cc-8664-ec7e22f33c84", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-972482687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeb00c3398b1415a85e3f6e6b80b971f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7bda47b8-c4", "ovs_interfaceid": "7bda47b8-c455-45c9-9456-8697ac675b43", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 09:01:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:00 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb222544-3481-4757-bc07-df1d17f22277]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-3df08a44-706b-41b4-a1d2-a72a7e95b2cd req-20c99395-2a0a-478f-be57-56c7f4ae85aa service nova] Releasing lock "refresh_cache-ffd128e5-19c4-459d-9c16-97c13596447c" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 09:01:00 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:01:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:00 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[3eb6484c-9cbd-4da4-a1dd-31188e25a1fe]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:00 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)
Oct 16 09:01:00 user nova-compute[73884]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 (non-flash)
Oct 16 09:01:00 user nova-compute[73884]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe (non-flash)
Oct 16 09:01:00 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 09:01:00 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)
Oct 16 09:01:00 user nova-compute[73884]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 (non-flash)
Oct 16 09:01:00 user nova-compute[73884]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe (non-flash)
Oct 16 09:01:00 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 09:01:00 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.305s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 09:01:00 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 09:01:00 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] HCTL ('35', '-', '-', 0) found on session 54 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 09:01:00 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 09:01:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:00 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:00 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3b79212-641d-4162-8a42-3a51ee073d30]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:00 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Searching for a device in session 54 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 09:01:00 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tSApIEXq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 09:01:01 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.344s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 09:01:01 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] <== connect_volume: return (1346ms) {'type': 'block', 'scsi_wwn': '26266616363346134', 'path': '/dev/sdd'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 09:01:01 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26266616363346134', 'path': '/dev/sdd'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 09:01:01 user nova-compute[73884]: DEBUG nova.objects.instance [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lazy-loading 'flavor' on Instance uuid 76ccf87d-3971-46a0-9e52-bdb34a42a33d {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 09:01:01 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 09:01:01 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 09:01:01 user nova-compute[73884]:   <source dev="/dev/sdd"/>
Oct 16 09:01:01 user nova-compute[73884]:   <target dev="vdc" bus="virtio"/>
Oct 16 09:01:01 user nova-compute[73884]:   <serial>e0f8cfec-677e-4b46-b999-0ab8f16688fe</serial>
Oct 16 09:01:01 user nova-compute[73884]: </disk>
Oct 16 09:01:01 user nova-compute[73884]:  {{(pid=73884) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 09:01:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:01:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:01:01 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:01:01 user nova-compute[73884]: DEBUG nova.compute.manager [req-6f8bc45b-65be-45dd-abe0-9ac01a5d0967 req-cc4ec955-ad50-453c-b6e8-7de59e244a58 service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Received event network-vif-plugged-7bda47b8-c455-45c9-9456-8697ac675b43 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:01:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6f8bc45b-65be-45dd-abe0-9ac01a5d0967 req-cc4ec955-ad50-453c-b6e8-7de59e244a58 service nova] Acquiring lock "ffd128e5-19c4-459d-9c16-97c13596447c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:01:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6f8bc45b-65be-45dd-abe0-9ac01a5d0967 req-cc4ec955-ad50-453c-b6e8-7de59e244a58 service nova] Lock "ffd128e5-19c4-459d-9c16-97c13596447c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:01:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6f8bc45b-65be-45dd-abe0-9ac01a5d0967 req-cc4ec955-ad50-453c-b6e8-7de59e244a58 service nova] Lock "ffd128e5-19c4-459d-9c16-97c13596447c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:01:01 user nova-compute[73884]: DEBUG nova.compute.manager [req-6f8bc45b-65be-45dd-abe0-9ac01a5d0967 req-cc4ec955-ad50-453c-b6e8-7de59e244a58 service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] No waiting events found dispatching network-vif-plugged-7bda47b8-c455-45c9-9456-8697ac675b43 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 09:01:01 user nova-compute[73884]: WARNING nova.compute.manager [req-6f8bc45b-65be-45dd-abe0-9ac01a5d0967 req-cc4ec955-ad50-453c-b6e8-7de59e244a58 service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Received unexpected event network-vif-plugged-7bda47b8-c455-45c9-9456-8697ac675b43 for instance with vm_state building and task_state spawning.
Oct 16 09:01:01 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 09:01:01 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] No BDM found with device name vdb, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 09:01:01 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] No BDM found with device name vdc, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 09:01:01 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] No VIF found with MAC fa:16:3e:95:e6:69, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 09:01:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a4fb15be-9016-4243-926e-04e97bb19d7b tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lock "76ccf87d-3971-46a0-9e52-bdb34a42a33d" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.941s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:01:02 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:01:02 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:01:02 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:01:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-2f02c651-00fd-4749-b5a8-fc83f149ee2a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Acquiring lock "76ccf87d-3971-46a0-9e52-bdb34a42a33d" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:01:02 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-2f02c651-00fd-4749-b5a8-fc83f149ee2a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lock "76ccf87d-3971-46a0-9e52-bdb34a42a33d" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:01:02 user nova-compute[73884]: INFO nova.compute.manager [None req-2f02c651-00fd-4749-b5a8-fc83f149ee2a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Detaching volume e0f8cfec-677e-4b46-b999-0ab8f16688fe
Oct 16 09:01:03 user nova-compute[73884]: INFO nova.virt.block_device [None req-2f02c651-00fd-4749-b5a8-fc83f149ee2a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Attempting to driver detach volume e0f8cfec-677e-4b46-b999-0ab8f16688fe from mountpoint /dev/vdc
Oct 16 09:01:03 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-2f02c651-00fd-4749-b5a8-fc83f149ee2a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Attempting to detach device vdc from instance 76ccf87d-3971-46a0-9e52-bdb34a42a33d from the persistent domain config. {{(pid=73884) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 09:01:03 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-2f02c651-00fd-4749-b5a8-fc83f149ee2a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 09:01:03 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 09:01:03 user nova-compute[73884]:   <source dev="/dev/sdd"/>
Oct 16 09:01:03 user nova-compute[73884]:   <target dev="vdc" bus="virtio"/>
Oct 16 09:01:03 user nova-compute[73884]:   <serial>e0f8cfec-677e-4b46-b999-0ab8f16688fe</serial>
Oct 16 09:01:03 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 16 09:01:03 user nova-compute[73884]: </disk>
Oct 16 09:01:03 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 09:01:03 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-2f02c651-00fd-4749-b5a8-fc83f149ee2a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Successfully detached device vdc from instance 76ccf87d-3971-46a0-9e52-bdb34a42a33d from the persistent domain config.
Oct 16 09:01:03 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-2f02c651-00fd-4749-b5a8-fc83f149ee2a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 76ccf87d-3971-46a0-9e52-bdb34a42a33d from the live domain config. {{(pid=73884) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 09:01:03 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-2f02c651-00fd-4749-b5a8-fc83f149ee2a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 09:01:03 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 09:01:03 user nova-compute[73884]:   <source dev="/dev/sdd"/>
Oct 16 09:01:03 user nova-compute[73884]:   <target dev="vdc" bus="virtio"/>
Oct 16 09:01:03 user nova-compute[73884]:   <serial>e0f8cfec-677e-4b46-b999-0ab8f16688fe</serial>
Oct 16 09:01:03 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 16 09:01:03 user nova-compute[73884]: </disk>
Oct 16 09:01:03 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 09:01:03 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-2f02c651-00fd-4749-b5a8-fc83f149ee2a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 76ccf87d-3971-46a0-9e52-bdb34a42a33d {{(pid=73884) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 09:01:03 user nova-compute[73884]: DEBUG nova.compute.manager [req-ce5f7102-7f79-4d04-ad5e-274fe2f78e22 req-0aa83054-6593-4b90-80bd-8f3d2260fd09 service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Received event network-vif-plugged-7bda47b8-c455-45c9-9456-8697ac675b43 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:01:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ce5f7102-7f79-4d04-ad5e-274fe2f78e22 req-0aa83054-6593-4b90-80bd-8f3d2260fd09 service nova] Acquiring lock "ffd128e5-19c4-459d-9c16-97c13596447c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:01:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ce5f7102-7f79-4d04-ad5e-274fe2f78e22 req-0aa83054-6593-4b90-80bd-8f3d2260fd09 service nova] Lock "ffd128e5-19c4-459d-9c16-97c13596447c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:01:03 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-ce5f7102-7f79-4d04-ad5e-274fe2f78e22 req-0aa83054-6593-4b90-80bd-8f3d2260fd09 service nova] Lock "ffd128e5-19c4-459d-9c16-97c13596447c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:01:03 user nova-compute[73884]: DEBUG nova.compute.manager [req-ce5f7102-7f79-4d04-ad5e-274fe2f78e22 req-0aa83054-6593-4b90-80bd-8f3d2260fd09 service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] No waiting events found dispatching network-vif-plugged-7bda47b8-c455-45c9-9456-8697ac675b43 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 09:01:03 user nova-compute[73884]: WARNING nova.compute.manager [req-ce5f7102-7f79-4d04-ad5e-274fe2f78e22 req-0aa83054-6593-4b90-80bd-8f3d2260fd09 service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Received unexpected event network-vif-plugged-7bda47b8-c455-45c9-9456-8697ac675b43 for instance with vm_state building and task_state spawning.
Oct 16 09:01:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:01:03 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 09:01:03 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yDhzniKr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 09:01:03 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 09:01:03 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 09:01:03 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 09:01:03 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 09:01:03 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 09:01:03 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 09:01:03 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 09:01:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4 -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:03 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[8441cc3a-e760-45e4-bbd7-a29fc06b1d33]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:03 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 09:01:03 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:01:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4 -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:03 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[233fe460-0372-495e-9f31-9d1d64b180be]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:03 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4] added
Oct 16 09:01:03 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:01:03 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed221b62-cc77-4ced-870c-90fe30da06ff]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[57e75ac2-e81a-4d1e-92f8-4d6f919e577d]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yDhzniKr {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yDhzniKr" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[83e45084-6808-4525-abc3-392edb9e367d]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'yDhzniKr'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d00847cc-bb04-4042-a254-8b2a77dff842]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[65dfbd51-b52c-49f6-9e1f-304014340785]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)
Oct 16 09:01:04 user nova-compute[73884]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 (non-flash)
Oct 16 09:01:04 user nova-compute[73884]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe (non-flash)
Oct 16 09:01:04 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)
Oct 16 09:01:04 user nova-compute[73884]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 (non-flash)
Oct 16 09:01:04 user nova-compute[73884]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe (non-flash)
Oct 16 09:01:04 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4 -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4 -p 172.16.0.220:3260 --login" returned: 0 in 0.068s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[055c1024-f078-4956-9eca-06ecd7246610]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4, portal: 172.16.0.220,3260]
Oct 16 09:01:04 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4, portal: 172.16.0.220,3260] successful.
Oct 16 09:01:04 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.030s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecbe8e48-4f51-49a9-81eb-a370c5cd10c7]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG nova.compute.manager [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 09:01:04 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Instance spawned successfully.
Oct 16 09:01:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ac0c163-d78f-45ff-b24d-8b55db3afb47]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)
Oct 16 09:01:04 user nova-compute[73884]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 (non-flash)
Oct 16 09:01:04 user nova-compute[73884]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe (non-flash)
Oct 16 09:01:04 user nova-compute[73884]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4 (non-flash)
Oct 16 09:01:04 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)
Oct 16 09:01:04 user nova-compute[73884]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 (non-flash)
Oct 16 09:01:04 user nova-compute[73884]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe (non-flash)
Oct 16 09:01:04 user nova-compute[73884]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4 (non-flash)
Oct 16 09:01:04 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.296s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] HCTL ('36', '-', '-', 0) found on session 55 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c184c621-e98e-4707-b32b-2f016913a176]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Searching for a device in session 55 and hctl ['36', '*', '*', 0] yield: sde {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yDhzniKr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:01:04 user nova-compute[73884]: INFO nova.compute.manager [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Took 6.62 seconds to spawn the instance on the hypervisor.
Oct 16 09:01:04 user nova-compute[73884]: DEBUG nova.compute.manager [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 09:01:04 user nova-compute[73884]: INFO nova.compute.manager [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Took 7.27 seconds to build instance.
Oct 16 09:01:04 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-86ea751e-0152-4e7c-a5d4-a9a877dc5d7e tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "ffd128e5-19c4-459d-9c16-97c13596447c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.397s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:01:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:01:05 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.389s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 09:01:05 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] <== connect_volume: return (1391ms) {'type': 'block', 'scsi_wwn': '23830396362383463', 'path': '/dev/sde'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 09:01:05 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23830396362383463', 'path': '/dev/sde'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 09:01:05 user nova-compute[73884]: DEBUG nova.objects.instance [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lazy-loading 'flavor' on Instance uuid a620c03b-6f48-4264-912a-4657bb458912 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 09:01:05 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 09:01:05 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 09:01:05 user nova-compute[73884]:   <source dev="/dev/sde"/>
Oct 16 09:01:05 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 09:01:05 user nova-compute[73884]:   <serial>fe944b04-2009-4703-8a2d-da42eb3c85d4</serial>
Oct 16 09:01:05 user nova-compute[73884]: </disk>
Oct 16 09:01:05 user nova-compute[73884]:  {{(pid=73884) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 09:01:05 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 09:01:05 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] No BDM found with device name vdb, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 09:01:05 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] No VIF found with MAC fa:16:3e:f9:a8:db, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 09:01:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-4121fc1c-62af-4871-b306-5565d7e2014d tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "a620c03b-6f48-4264-912a-4657bb458912" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.799s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:01:07 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:01:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:01:09 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:01:09 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:01:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:01:10 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:01:10 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 09:01:12 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:01:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquiring lock "a620c03b-6f48-4264-912a-4657bb458912" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:01:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "a620c03b-6f48-4264-912a-4657bb458912" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:01:12 user nova-compute[73884]: DEBUG nova.objects.instance [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lazy-loading 'flavor' on Instance uuid a620c03b-6f48-4264-912a-4657bb458912 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 09:01:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "a620c03b-6f48-4264-912a-4657bb458912" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:01:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquiring lock "a620c03b-6f48-4264-912a-4657bb458912" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:01:12 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "a620c03b-6f48-4264-912a-4657bb458912" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:01:12 user nova-compute[73884]: INFO nova.compute.manager [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Attaching volume ced54ad1-7291-47cf-839d-df2f2cc2041a to /dev/vdc
Oct 16 09:01:12 user nova-compute[73884]: DEBUG os_brick.utils [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 09:01:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a825aa3-349f-479a-bd4f-940a3b756f65]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[98498773-5358-4fa1-84d1-be034b9eaaf5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5df31f7-d80d-4c3b-bf58-d866c04cdf96]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cf75969-d519-48b1-aa6e-7878caebdeef]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 09:01:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 09:01:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:12 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 09:01:12 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 09:01:12 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d29915b-62db-432b-a1f4-74ed220ea500]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 09:01:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 09:01:12 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 09:01:12 user nova-compute[73884]: DEBUG os_brick.utils [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 09:01:12 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Updating existing volume attachment record: cbfbdb3e-f288-4080-8784-345079b8f309 {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 09:01:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:01:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:01:15 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:01:15 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:01:15 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:01:15 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:01:15 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 09:01:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76ccf87d-3971-46a0-9e52-bdb34a42a33d/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76ccf87d-3971-46a0-9e52-bdb34a42a33d/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76ccf87d-3971-46a0-9e52-bdb34a42a33d/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76ccf87d-3971-46a0-9e52-bdb34a42a33d/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:15 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 09:01:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a620c03b-6f48-4264-912a-4657bb458912/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:16 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a620c03b-6f48-4264-912a-4657bb458912/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:16 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a620c03b-6f48-4264-912a-4657bb458912/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:16 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a620c03b-6f48-4264-912a-4657bb458912/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:16 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 09:01:16 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffd128e5-19c4-459d-9c16-97c13596447c/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:16 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffd128e5-19c4-459d-9c16-97c13596447c/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:16 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffd128e5-19c4-459d-9c16-97c13596447c/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:16 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffd128e5-19c4-459d-9c16-97c13596447c/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:16 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 09:01:17 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 09:01:17 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 09:01:17 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=8411MB free_disk=25.05221176147461GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 09:01:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:01:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:01:17 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 76ccf87d-3971-46a0-9e52-bdb34a42a33d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 09:01:17 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance a620c03b-6f48-4264-912a-4657bb458912 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 09:01:17 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 64f8343f-b943-42b3-9fba-a4a0ec7fef7b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 09:01:17 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance ffd128e5-19c4-459d-9c16-97c13596447c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 09:01:17 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 09:01:17 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 09:01:17 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 09:01:17 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 09:01:17 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 09:01:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.282s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:01:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:01:19 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:01:19 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:01:20 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:01:23 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-2f02c651-00fd-4749-b5a8-fc83f149ee2a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 76ccf87d-3971-46a0-9e52-bdb34a42a33d is timed out.
Oct 16 09:01:23 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-2f02c651-00fd-4749-b5a8-fc83f149ee2a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Successfully detached device vdc from instance 76ccf87d-3971-46a0-9e52-bdb34a42a33d from the live domain config.
Oct 16 09:01:23 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2f02c651-00fd-4749-b5a8-fc83f149ee2a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f02c651-00fd-4749-b5a8-fc83f149ee2a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tSApIEXq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 09:01:23 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-2f02c651-00fd-4749-b5a8-fc83f149ee2a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 09:01:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-2f02c651-00fd-4749-b5a8-fc83f149ee2a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-2f02c651-00fd-4749-b5a8-fc83f149ee2a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[27bc4b69-c4d3-488c-b6f7-0d4126cf5794]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f02c651-00fd-4749-b5a8-fc83f149ee2a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 09:01:23 user nova-compute[73884]: No targets found.
Oct 16 09:01:23 user nova-compute[73884]: iSNS:
Oct 16 09:01:23 user nova-compute[73884]: No targets found.
Oct 16 09:01:23 user nova-compute[73884]: STATIC:
Oct 16 09:01:23 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe
Oct 16 09:01:23 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 09:01:23 user nova-compute[73884]:                 Iface Name: default
Oct 16 09:01:23 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1
Oct 16 09:01:23 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 09:01:23 user nova-compute[73884]:                 Iface Name: default
Oct 16 09:01:23 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5
Oct 16 09:01:23 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 09:01:23 user nova-compute[73884]:                 Iface Name: default
Oct 16 09:01:23 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4
Oct 16 09:01:23 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 09:01:23 user nova-compute[73884]:                 Iface Name: default
Oct 16 09:01:23 user nova-compute[73884]: FIRMWARE:
Oct 16 09:01:23 user nova-compute[73884]: No targets found.
Oct 16 09:01:23 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f02c651-00fd-4749-b5a8-fc83f149ee2a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 09:01:23 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 09:01:23 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f02c651-00fd-4749-b5a8-fc83f149ee2a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff234b9c-a126-474a-b2ac-c8594ea3963f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a42ecc8-f398-4782-91e3-ad4f87e68724]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f02c651-00fd-4749-b5a8-fc83f149ee2a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)
Oct 16 09:01:23 user nova-compute[73884]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 (non-flash)
Oct 16 09:01:23 user nova-compute[73884]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe (non-flash)
Oct 16 09:01:23 user nova-compute[73884]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4 (non-flash)
Oct 16 09:01:23 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f02c651-00fd-4749-b5a8-fc83f149ee2a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)
Oct 16 09:01:23 user nova-compute[73884]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 (non-flash)
Oct 16 09:01:23 user nova-compute[73884]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe (non-flash)
Oct 16 09:01:23 user nova-compute[73884]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4 (non-flash)
Oct 16 09:01:23 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f02c651-00fd-4749-b5a8-fc83f149ee2a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7e84602440>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe'): ({'sdd'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-2f02c651-00fd-4749-b5a8-fc83f149ee2a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Removing single pathed devices sdd {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[59cc300c-6613-4327-b314-e9e022084136]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffab1713-5dfc-4699-8eaf-83e48aaaf3fc]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-2f02c651-00fd-4749-b5a8-fc83f149ee2a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Flushing IO for device /dev/sdd {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[8915cd75-8145-4b7f-92bf-d89bb6c9c0ea]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-2f02c651-00fd-4749-b5a8-fc83f149ee2a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.039s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ebbdb07-7467-49fb-bc3a-c7219241ead0]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-2f02c651-00fd-4749-b5a8-fc83f149ee2a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-2f02c651-00fd-4749-b5a8-fc83f149ee2a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] SCSI volumes sdd have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f02c651-00fd-4749-b5a8-fc83f149ee2a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce818936-ae2f-41e3-aec8-1c08c2618326]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f02c651-00fd-4749-b5a8-fc83f149ee2a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe -p 172.16.0.220:3260 --logout" returned: 0 in 0.049s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7f54123-107e-4064-9da3-faf69cc4cf31]: (4, ('Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe, portal: 172.16.0.220,3260]\nLogout of [sid: 54, target: iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f02c651-00fd-4749-b5a8-fc83f149ee2a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe, portal: 172.16.0.220,3260]
Oct 16 09:01:23 user nova-compute[73884]: Logout of [sid: 54, target: iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe, portal: 172.16.0.220,3260] successful.
Oct 16 09:01:23 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e0f8cfec-677e-4b46-b999-0ab8f16688fe -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[3646f498-8829-4da7-8adc-18e5164119b9]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f02c651-00fd-4749-b5a8-fc83f149ee2a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-2f02c651-00fd-4749-b5a8-fc83f149ee2a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.288s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-2f02c651-00fd-4749-b5a8-fc83f149ee2a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] <== disconnect_volume: return (289ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 09:01:23 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2f02c651-00fd-4749-b5a8-fc83f149ee2a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 09:01:24 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:01:24 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 09:01:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "refresh_cache-a620c03b-6f48-4264-912a-4657bb458912" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 09:01:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquired lock "refresh_cache-a620c03b-6f48-4264-912a-4657bb458912" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 09:01:24 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: a620c03b-6f48-4264-912a-4657bb458912] Forcefully refreshing network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 09:01:24 user nova-compute[73884]: DEBUG nova.objects.instance [None req-2f02c651-00fd-4749-b5a8-fc83f149ee2a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lazy-loading 'flavor' on Instance uuid 76ccf87d-3971-46a0-9e52-bdb34a42a33d {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 09:01:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-2f02c651-00fd-4749-b5a8-fc83f149ee2a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lock "76ccf87d-3971-46a0-9e52-bdb34a42a33d" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.749s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:01:24 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: a620c03b-6f48-4264-912a-4657bb458912] Updating instance_info_cache with network_info: [{"id": "32497ab6-65d0-4998-b796-6833ae22b3f8", "address": "fa:16:3e:f9:a8:db", "network": {"id": "795d1d26-3506-4bf7-9b12-4b4ebd58c1ee", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-963791271-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.96", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500befd5b50d4fa598c657d7e617b265", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32497ab6-65", "ovs_interfaceid": "32497ab6-65d0-4998-b796-6833ae22b3f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 09:01:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Releasing lock "refresh_cache-a620c03b-6f48-4264-912a-4657bb458912" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 09:01:24 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: a620c03b-6f48-4264-912a-4657bb458912] Updated the network info_cache for instance {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 09:01:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:01:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dNZFBSUj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 09:01:29 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 09:01:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 09:01:29 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 09:01:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 09:01:29 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 09:01:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0ba18e4-eb35-496a-b3e7-7df6a56d4fa7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 09:01:29 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec2097ee-f352-4667-a228-331de654b2b7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a] added
Oct 16 09:01:29 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a801888-a74f-4a8a-b90f-f6867194d043]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[0010c28a-d449-4315-95da-fea0e1408c7b]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dNZFBSUj {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dNZFBSUj" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[949352b0-5970-411f-94cb-ae232958f0e3]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'dNZFBSUj'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2400f18-0a01-4f6d-bc0e-94c005fb622e]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c321c59e-1004-47ce-bc4f-c2d51d595350]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)
Oct 16 09:01:29 user nova-compute[73884]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 (non-flash)
Oct 16 09:01:29 user nova-compute[73884]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4 (non-flash)
Oct 16 09:01:29 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)
Oct 16 09:01:29 user nova-compute[73884]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 (non-flash)
Oct 16 09:01:29 user nova-compute[73884]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4 (non-flash)
Oct 16 09:01:29 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e42753f-9da3-4277-96e5-4afb3f8f1188]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a, portal: 172.16.0.220,3260]
Oct 16 09:01:29 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a, portal: 172.16.0.220,3260] successful.
Oct 16 09:01:29 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6673ac88-1023-4416-ad46-92d6bfa6d143]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f9c027f-c73f-4de8-b8e9-833475231482]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)
Oct 16 09:01:29 user nova-compute[73884]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 (non-flash)
Oct 16 09:01:29 user nova-compute[73884]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4 (non-flash)
Oct 16 09:01:29 user nova-compute[73884]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a (non-flash)
Oct 16 09:01:29 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)
Oct 16 09:01:29 user nova-compute[73884]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 (non-flash)
Oct 16 09:01:29 user nova-compute[73884]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4 (non-flash)
Oct 16 09:01:29 user nova-compute[73884]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a (non-flash)
Oct 16 09:01:29 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.264s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] HCTL ('35', '-', '-', 0) found on session 56 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6db3f17-f32b-4770-a05c-73861cdf88a4]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:29 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Searching for a device in session 56 and hctl ['35', '*', '*', 0] yield: None {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 09:01:30 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:01:30 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Searching for a device in session 56 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 09:01:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dNZFBSUj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 09:01:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.293s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 09:01:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] <== connect_volume: return (1294ms) {'type': 'block', 'scsi_wwn': '23231653135346463', 'path': '/dev/sdd'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 09:01:30 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23231653135346463', 'path': '/dev/sdd'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 09:01:30 user nova-compute[73884]: DEBUG nova.objects.instance [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lazy-loading 'flavor' on Instance uuid a620c03b-6f48-4264-912a-4657bb458912 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 09:01:30 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 09:01:30 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 09:01:30 user nova-compute[73884]:   <source dev="/dev/sdd"/>
Oct 16 09:01:30 user nova-compute[73884]:   <target dev="vdc" bus="virtio"/>
Oct 16 09:01:30 user nova-compute[73884]:   <serial>ced54ad1-7291-47cf-839d-df2f2cc2041a</serial>
Oct 16 09:01:30 user nova-compute[73884]: </disk>
Oct 16 09:01:30 user nova-compute[73884]:  {{(pid=73884) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 09:01:30 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 09:01:30 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] No BDM found with device name vdb, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 09:01:30 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] No BDM found with device name vdc, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 09:01:30 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] No VIF found with MAC fa:16:3e:f9:a8:db, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 09:01:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-751f3f9f-4226-4eeb-ac96-ad5921ca7c3c tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "a620c03b-6f48-4264-912a-4657bb458912" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.463s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:01:32 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7ffce813-ca0d-4501-a712-a284ef9d1379 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquiring lock "a620c03b-6f48-4264-912a-4657bb458912" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:01:32 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7ffce813-ca0d-4501-a712-a284ef9d1379 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "a620c03b-6f48-4264-912a-4657bb458912" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:01:32 user nova-compute[73884]: INFO nova.compute.manager [None req-7ffce813-ca0d-4501-a712-a284ef9d1379 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Detaching volume fe944b04-2009-4703-8a2d-da42eb3c85d4
Oct 16 09:01:32 user nova-compute[73884]: INFO nova.virt.block_device [None req-7ffce813-ca0d-4501-a712-a284ef9d1379 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Attempting to driver detach volume fe944b04-2009-4703-8a2d-da42eb3c85d4 from mountpoint /dev/vdb
Oct 16 09:01:32 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-7ffce813-ca0d-4501-a712-a284ef9d1379 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Attempting to detach device vdb from instance a620c03b-6f48-4264-912a-4657bb458912 from the persistent domain config. {{(pid=73884) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 09:01:32 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-7ffce813-ca0d-4501-a712-a284ef9d1379 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 09:01:32 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 09:01:32 user nova-compute[73884]:   <source dev="/dev/sde"/>
Oct 16 09:01:32 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 09:01:32 user nova-compute[73884]:   <serial>fe944b04-2009-4703-8a2d-da42eb3c85d4</serial>
Oct 16 09:01:32 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 09:01:32 user nova-compute[73884]: </disk>
Oct 16 09:01:32 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 09:01:32 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-7ffce813-ca0d-4501-a712-a284ef9d1379 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Successfully detached device vdb from instance a620c03b-6f48-4264-912a-4657bb458912 from the persistent domain config.
Oct 16 09:01:32 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-7ffce813-ca0d-4501-a712-a284ef9d1379 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance a620c03b-6f48-4264-912a-4657bb458912 from the live domain config. {{(pid=73884) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 09:01:32 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-7ffce813-ca0d-4501-a712-a284ef9d1379 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 09:01:32 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 09:01:32 user nova-compute[73884]:   <source dev="/dev/sde"/>
Oct 16 09:01:32 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 09:01:32 user nova-compute[73884]:   <serial>fe944b04-2009-4703-8a2d-da42eb3c85d4</serial>
Oct 16 09:01:32 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 09:01:32 user nova-compute[73884]: </disk>
Oct 16 09:01:32 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 09:01:32 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-7ffce813-ca0d-4501-a712-a284ef9d1379 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance a620c03b-6f48-4264-912a-4657bb458912 {{(pid=73884) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 09:01:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:01:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:01:40 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:01:45 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:01:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:01:52 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-7ffce813-ca0d-4501-a712-a284ef9d1379 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance a620c03b-6f48-4264-912a-4657bb458912 is timed out.
Oct 16 09:01:52 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-7ffce813-ca0d-4501-a712-a284ef9d1379 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Successfully detached device vdb from instance a620c03b-6f48-4264-912a-4657bb458912 from the live domain config.
Oct 16 09:01:52 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7ffce813-ca0d-4501-a712-a284ef9d1379 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 09:01:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ffce813-ca0d-4501-a712-a284ef9d1379 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yDhzniKr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 09:01:52 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-7ffce813-ca0d-4501-a712-a284ef9d1379 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 09:01:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-7ffce813-ca0d-4501-a712-a284ef9d1379 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 09:01:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-7ffce813-ca0d-4501-a712-a284ef9d1379 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 09:01:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:52 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[52f67c73-64b8-4668-a12b-a027020dc784]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ffce813-ca0d-4501-a712-a284ef9d1379 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 09:01:52 user nova-compute[73884]: No targets found.
Oct 16 09:01:52 user nova-compute[73884]: iSNS:
Oct 16 09:01:52 user nova-compute[73884]: No targets found.
Oct 16 09:01:52 user nova-compute[73884]: STATIC:
Oct 16 09:01:52 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1
Oct 16 09:01:52 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 09:01:52 user nova-compute[73884]:                 Iface Name: default
Oct 16 09:01:52 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a
Oct 16 09:01:52 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 09:01:52 user nova-compute[73884]:                 Iface Name: default
Oct 16 09:01:52 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5
Oct 16 09:01:52 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 09:01:52 user nova-compute[73884]:                 Iface Name: default
Oct 16 09:01:52 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4
Oct 16 09:01:52 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 09:01:52 user nova-compute[73884]:                 Iface Name: default
Oct 16 09:01:52 user nova-compute[73884]: FIRMWARE:
Oct 16 09:01:52 user nova-compute[73884]: No targets found.
Oct 16 09:01:52 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 09:01:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ffce813-ca0d-4501-a712-a284ef9d1379 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 09:01:52 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 09:01:52 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 09:01:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ffce813-ca0d-4501-a712-a284ef9d1379 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 09:01:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:52 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd324347-65ba-43d7-84d8-6601e2ff6035]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:52 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5b1852c-4452-4f44-9979-6813b001fbfd]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ffce813-ca0d-4501-a712-a284ef9d1379 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)
Oct 16 09:01:52 user nova-compute[73884]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 (non-flash)
Oct 16 09:01:52 user nova-compute[73884]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4 (non-flash)
Oct 16 09:01:52 user nova-compute[73884]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a (non-flash)
Oct 16 09:01:52 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 09:01:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ffce813-ca0d-4501-a712-a284ef9d1379 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)
Oct 16 09:01:52 user nova-compute[73884]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 (non-flash)
Oct 16 09:01:52 user nova-compute[73884]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4 (non-flash)
Oct 16 09:01:52 user nova-compute[73884]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a (non-flash)
Oct 16 09:01:52 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 09:01:52 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ffce813-ca0d-4501-a712-a284ef9d1379 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7eacd308b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4'): ({'sde'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 09:01:52 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-7ffce813-ca0d-4501-a712-a284ef9d1379 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Removing single pathed devices sde {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 09:01:52 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:53 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d583f2af-6e1c-43fc-8589-a7e03c82811c]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:53 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b0ee225-4f4d-4451-bdd5-ff489ac6ef9c]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:53 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-7ffce813-ca0d-4501-a712-a284ef9d1379 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Flushing IO for device /dev/sde {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 09:01:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:53 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcc094d1-001d-4b91-ae11-2e59fe7e978d]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:53 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-7ffce813-ca0d-4501-a712-a284ef9d1379 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 09:01:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.040s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:53 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf1edb52-1c96-4345-98dc-775d3bb91f58]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:53 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-7ffce813-ca0d-4501-a712-a284ef9d1379 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 09:01:53 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-7ffce813-ca0d-4501-a712-a284ef9d1379 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] SCSI volumes sde have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 09:01:53 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ffce813-ca0d-4501-a712-a284ef9d1379 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 09:01:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:53 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[8de9c5f9-76f8-483b-968a-0eb92cf5047a]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:53 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ffce813-ca0d-4501-a712-a284ef9d1379 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:01:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4 -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:53 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b34cb30-95ac-420b-a1e7-547d58b1b03e]: (4, ('Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4, portal: 172.16.0.220,3260]\nLogout of [sid: 55, target: iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:53 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ffce813-ca0d-4501-a712-a284ef9d1379 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4, portal: 172.16.0.220,3260]
Oct 16 09:01:53 user nova-compute[73884]: Logout of [sid: 55, target: iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4, portal: 172.16.0.220,3260] successful.
Oct 16 09:01:53 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:01:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4 -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe944b04-2009-4703-8a2d-da42eb3c85d4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:53 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[3722d6e5-c3bf-441b-9bf5-82a9389372da]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:53 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ffce813-ca0d-4501-a712-a284ef9d1379 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:01:53 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-7ffce813-ca0d-4501-a712-a284ef9d1379 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.300s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 09:01:53 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-7ffce813-ca0d-4501-a712-a284ef9d1379 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] <== disconnect_volume: return (301ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 09:01:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7ffce813-ca0d-4501-a712-a284ef9d1379 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 09:01:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-342d49d3-44e3-440b-8890-eb8bb6791aaf tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Acquiring lock "76ccf87d-3971-46a0-9e52-bdb34a42a33d" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:01:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-342d49d3-44e3-440b-8890-eb8bb6791aaf tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lock "76ccf87d-3971-46a0-9e52-bdb34a42a33d" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:01:53 user nova-compute[73884]: INFO nova.compute.manager [None req-342d49d3-44e3-440b-8890-eb8bb6791aaf tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Detaching volume 42917b18-50ef-4047-8b36-297df8abf6d5
Oct 16 09:01:53 user nova-compute[73884]: INFO nova.virt.block_device [None req-342d49d3-44e3-440b-8890-eb8bb6791aaf tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Attempting to driver detach volume 42917b18-50ef-4047-8b36-297df8abf6d5 from mountpoint /dev/vdb
Oct 16 09:01:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-342d49d3-44e3-440b-8890-eb8bb6791aaf tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Attempting to detach device vdb from instance 76ccf87d-3971-46a0-9e52-bdb34a42a33d from the persistent domain config. {{(pid=73884) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 09:01:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-342d49d3-44e3-440b-8890-eb8bb6791aaf tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 09:01:53 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 09:01:53 user nova-compute[73884]:   <source dev="/dev/sdc"/>
Oct 16 09:01:53 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 09:01:53 user nova-compute[73884]:   <serial>42917b18-50ef-4047-8b36-297df8abf6d5</serial>
Oct 16 09:01:53 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 09:01:53 user nova-compute[73884]: </disk>
Oct 16 09:01:53 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 09:01:53 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-342d49d3-44e3-440b-8890-eb8bb6791aaf tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Successfully detached device vdb from instance 76ccf87d-3971-46a0-9e52-bdb34a42a33d from the persistent domain config.
Oct 16 09:01:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-342d49d3-44e3-440b-8890-eb8bb6791aaf tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 76ccf87d-3971-46a0-9e52-bdb34a42a33d from the live domain config. {{(pid=73884) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 09:01:53 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-342d49d3-44e3-440b-8890-eb8bb6791aaf tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 09:01:53 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 09:01:53 user nova-compute[73884]:   <source dev="/dev/sdc"/>
Oct 16 09:01:53 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 09:01:53 user nova-compute[73884]:   <serial>42917b18-50ef-4047-8b36-297df8abf6d5</serial>
Oct 16 09:01:53 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 09:01:53 user nova-compute[73884]: </disk>
Oct 16 09:01:53 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 09:01:54 user nova-compute[73884]: DEBUG nova.objects.instance [None req-7ffce813-ca0d-4501-a712-a284ef9d1379 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lazy-loading 'flavor' on Instance uuid a620c03b-6f48-4264-912a-4657bb458912 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 09:01:54 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-342d49d3-44e3-440b-8890-eb8bb6791aaf tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 76ccf87d-3971-46a0-9e52-bdb34a42a33d {{(pid=73884) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 09:01:54 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7ffce813-ca0d-4501-a712-a284ef9d1379 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "a620c03b-6f48-4264-912a-4657bb458912" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.710s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:01:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:01:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-557edf73-9c10-4854-9743-f9edd3114bd1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquiring lock "a620c03b-6f48-4264-912a-4657bb458912" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:01:55 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-557edf73-9c10-4854-9743-f9edd3114bd1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "a620c03b-6f48-4264-912a-4657bb458912" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:01:55 user nova-compute[73884]: INFO nova.compute.manager [None req-557edf73-9c10-4854-9743-f9edd3114bd1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Detaching volume ced54ad1-7291-47cf-839d-df2f2cc2041a
Oct 16 09:01:55 user nova-compute[73884]: INFO nova.virt.block_device [None req-557edf73-9c10-4854-9743-f9edd3114bd1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Attempting to driver detach volume ced54ad1-7291-47cf-839d-df2f2cc2041a from mountpoint /dev/vdc
Oct 16 09:01:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-557edf73-9c10-4854-9743-f9edd3114bd1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Attempting to detach device vdc from instance a620c03b-6f48-4264-912a-4657bb458912 from the persistent domain config. {{(pid=73884) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 09:01:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-557edf73-9c10-4854-9743-f9edd3114bd1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 09:01:55 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 09:01:55 user nova-compute[73884]:   <source dev="/dev/sdd"/>
Oct 16 09:01:55 user nova-compute[73884]:   <target dev="vdc" bus="virtio"/>
Oct 16 09:01:55 user nova-compute[73884]:   <serial>ced54ad1-7291-47cf-839d-df2f2cc2041a</serial>
Oct 16 09:01:55 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 16 09:01:55 user nova-compute[73884]: </disk>
Oct 16 09:01:55 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 09:01:55 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-557edf73-9c10-4854-9743-f9edd3114bd1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Successfully detached device vdc from instance a620c03b-6f48-4264-912a-4657bb458912 from the persistent domain config.
Oct 16 09:01:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-557edf73-9c10-4854-9743-f9edd3114bd1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance a620c03b-6f48-4264-912a-4657bb458912 from the live domain config. {{(pid=73884) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 09:01:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-557edf73-9c10-4854-9743-f9edd3114bd1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 09:01:55 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 09:01:55 user nova-compute[73884]:   <source dev="/dev/sdd"/>
Oct 16 09:01:55 user nova-compute[73884]:   <target dev="vdc" bus="virtio"/>
Oct 16 09:01:55 user nova-compute[73884]:   <serial>ced54ad1-7291-47cf-839d-df2f2cc2041a</serial>
Oct 16 09:01:55 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Oct 16 09:01:55 user nova-compute[73884]: </disk>
Oct 16 09:01:55 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 09:01:55 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-557edf73-9c10-4854-9743-f9edd3114bd1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance a620c03b-6f48-4264-912a-4657bb458912 {{(pid=73884) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 09:01:56 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:01:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-01628edc-e61d-43d7-a364-4cc3b7b75535 req-3db35d70-4876-44c8-ac91-3ed1995d36f8 service nova] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Received event network-changed-9ed9b9dd-303e-409e-bf9b-b527d2882938 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:01:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-01628edc-e61d-43d7-a364-4cc3b7b75535 req-3db35d70-4876-44c8-ac91-3ed1995d36f8 service nova] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Refreshing instance network info cache due to event network-changed-9ed9b9dd-303e-409e-bf9b-b527d2882938. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 09:01:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-01628edc-e61d-43d7-a364-4cc3b7b75535 req-3db35d70-4876-44c8-ac91-3ed1995d36f8 service nova] Acquiring lock "refresh_cache-64f8343f-b943-42b3-9fba-a4a0ec7fef7b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 09:01:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-01628edc-e61d-43d7-a364-4cc3b7b75535 req-3db35d70-4876-44c8-ac91-3ed1995d36f8 service nova] Acquired lock "refresh_cache-64f8343f-b943-42b3-9fba-a4a0ec7fef7b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 09:01:57 user nova-compute[73884]: DEBUG nova.network.neutron [req-01628edc-e61d-43d7-a364-4cc3b7b75535 req-3db35d70-4876-44c8-ac91-3ed1995d36f8 service nova] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Refreshing network info cache for port 9ed9b9dd-303e-409e-bf9b-b527d2882938 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 09:01:57 user nova-compute[73884]: DEBUG nova.network.neutron [req-01628edc-e61d-43d7-a364-4cc3b7b75535 req-3db35d70-4876-44c8-ac91-3ed1995d36f8 service nova] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Updated VIF entry in instance network info cache for port 9ed9b9dd-303e-409e-bf9b-b527d2882938. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 09:01:57 user nova-compute[73884]: DEBUG nova.network.neutron [req-01628edc-e61d-43d7-a364-4cc3b7b75535 req-3db35d70-4876-44c8-ac91-3ed1995d36f8 service nova] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Updating instance_info_cache with network_info: [{"id": "9ed9b9dd-303e-409e-bf9b-b527d2882938", "address": "fa:16:3e:4d:9a:8e", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ed9b9dd-30", "ovs_interfaceid": "9ed9b9dd-303e-409e-bf9b-b527d2882938", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 09:01:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-01628edc-e61d-43d7-a364-4cc3b7b75535 req-3db35d70-4876-44c8-ac91-3ed1995d36f8 service nova] Releasing lock "refresh_cache-64f8343f-b943-42b3-9fba-a4a0ec7fef7b" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 09:01:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "64f8343f-b943-42b3-9fba-a4a0ec7fef7b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:01:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "64f8343f-b943-42b3-9fba-a4a0ec7fef7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:01:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "64f8343f-b943-42b3-9fba-a4a0ec7fef7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:01:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "64f8343f-b943-42b3-9fba-a4a0ec7fef7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:01:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "64f8343f-b943-42b3-9fba-a4a0ec7fef7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:01:58 user nova-compute[73884]: INFO nova.compute.manager [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Terminating instance
Oct 16 09:01:58 user nova-compute[73884]: DEBUG nova.compute.manager [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 09:01:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:01:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:01:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:01:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:01:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:01:58 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Instance destroyed successfully.
Oct 16 09:01:58 user nova-compute[73884]: DEBUG nova.objects.instance [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lazy-loading 'resources' on Instance uuid 64f8343f-b943-42b3-9fba-a4a0ec7fef7b {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 09:01:58 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T09:00:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1181387979',display_name='tempest-TestVolumeBootPattern-server-1181387979',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1181387979',id=49,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFD3f7TnlAOnSl42xd+/E+vFaXXIY1o4qZWFjE6Kzkq3dwRCpiVLj07xPYnnYrXO0MUdQ+XmGzBuz+od4bn0WRGaKEGNuGdz/3ahB5rP+AfgMQo3VOwiW86dX/20ES2c4Q==',key_name='tempest-TestVolumeBootPattern-1688670892',keypairs=<?>,launch_index=0,launched_at=2023-10-16T09:00:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d32c241898f24ad3b8fafd0e2cc73c1e',ramdisk_id='',reservation_id='r-kmkhgfl0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-513905673',owner_user_name='tempest-TestVolumeBootPattern-513905673-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T09:00:27Z,user_data=None,user_id='167899628aee4098b7f86cd94419cf82',uuid=64f8343f-b943-42b3-9fba-a4a0ec7fef7b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9ed9b9dd-303e-409e-bf9b-b527d2882938", "address": "fa:16:3e:4d:9a:8e", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ed9b9dd-30", "ovs_interfaceid": "9ed9b9dd-303e-409e-bf9b-b527d2882938", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 09:01:58 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Converting VIF {"id": "9ed9b9dd-303e-409e-bf9b-b527d2882938", "address": "fa:16:3e:4d:9a:8e", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9ed9b9dd-30", "ovs_interfaceid": "9ed9b9dd-303e-409e-bf9b-b527d2882938", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 09:01:58 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:4d:9a:8e,bridge_name='br-int',has_traffic_filtering=True,id=9ed9b9dd-303e-409e-bf9b-b527d2882938,network=Network(c8fab485-45f8-4e22-8baa-1813dc37206f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9ed9b9dd-30') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 09:01:58 user nova-compute[73884]: DEBUG os_vif [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:4d:9a:8e,bridge_name='br-int',has_traffic_filtering=True,id=9ed9b9dd-303e-409e-bf9b-b527d2882938,network=Network(c8fab485-45f8-4e22-8baa-1813dc37206f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9ed9b9dd-30') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 09:01:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:01:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9ed9b9dd-30, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 09:01:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:01:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:01:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:01:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0542db7a-a800-40b6-9ddc-2445da924125) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 09:01:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:01:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:01:58 user nova-compute[73884]: INFO os_vif [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:4d:9a:8e,bridge_name='br-int',has_traffic_filtering=True,id=9ed9b9dd-303e-409e-bf9b-b527d2882938,network=Network(c8fab485-45f8-4e22-8baa-1813dc37206f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9ed9b9dd-30')
Oct 16 09:01:58 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 09:01:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZLBAqxCW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 09:01:58 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 09:01:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 09:01:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 09:01:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:58 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[92fbe322-8d8c-4322-8b03-2f54976f7539]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 09:01:58 user nova-compute[73884]: No targets found.
Oct 16 09:01:58 user nova-compute[73884]: iSNS:
Oct 16 09:01:58 user nova-compute[73884]: No targets found.
Oct 16 09:01:58 user nova-compute[73884]: STATIC:
Oct 16 09:01:58 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1
Oct 16 09:01:58 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 09:01:58 user nova-compute[73884]:                 Iface Name: default
Oct 16 09:01:58 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a
Oct 16 09:01:58 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 09:01:58 user nova-compute[73884]:                 Iface Name: default
Oct 16 09:01:58 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5
Oct 16 09:01:58 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 09:01:58 user nova-compute[73884]:                 Iface Name: default
Oct 16 09:01:58 user nova-compute[73884]: FIRMWARE:
Oct 16 09:01:58 user nova-compute[73884]: No targets found.
Oct 16 09:01:58 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 09:01:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 09:01:58 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 09:01:58 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 09:01:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 09:01:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:58 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ffda977-91b2-4b86-b463-eb9c1a4136ea]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:58 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d78cc736-66e0-4c25-a529-bb5a41fb7cb5]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)
Oct 16 09:01:58 user nova-compute[73884]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 (non-flash)
Oct 16 09:01:58 user nova-compute[73884]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a (non-flash)
Oct 16 09:01:58 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 09:01:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)
Oct 16 09:01:58 user nova-compute[73884]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 (non-flash)
Oct 16 09:01:58 user nova-compute[73884]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a (non-flash)
Oct 16 09:01:58 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 09:01:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7ea43f1870>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1'): ({'sdb'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 09:01:58 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Removing single pathed devices sdb {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 09:01:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:58 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c789cdd8-fde6-4122-af26-48cbaa17b391]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:59 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[023277da-f252-4fe3-bb29-9244b1a41aee]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:59 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Flushing IO for device /dev/sdb {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 09:01:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:59 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[588a18d1-0540-4fd7-984f-8bb8278e5264]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:59 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 09:01:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.041s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:59 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[01dd8158-6ec8-45c5-b433-113838ec0d31]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:59 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 09:01:59 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] SCSI volumes sdb have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 09:01:59 user nova-compute[73884]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO7b0e19b3-5e93811fc5d93d1b', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_7b0e19b3', '/dev/disk/by-id/scsi-23565393338313166') {{(pid=84860) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 16 09:01:59 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[21f52f54-842e-42a5-8ad7-ae1816c1fd4c]: (4, None) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:59 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 09:01:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:59 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e21b58b-43e2-43f7-9f0e-f45ac8669f63]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:59 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:01:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:59 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc385603-1f8f-4e45-a9f1-c7407e751a33]: (4, ('Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1, portal: 172.16.0.220,3260]\nLogout of [sid: 52, target: iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:59 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1, portal: 172.16.0.220,3260]
Oct 16 09:01:59 user nova-compute[73884]: Logout of [sid: 52, target: iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1, portal: 172.16.0.220,3260] successful.
Oct 16 09:01:59 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:01:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:01:59 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:01:59 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9384dae-85ed-47ee-a564-f9faa9d053d5]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:01:59 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:01:59 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.292s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 09:01:59 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] <== disconnect_volume: return (293ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 09:01:59 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 09:01:59 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Deleting instance files /opt/stack/data/nova/instances/64f8343f-b943-42b3-9fba-a4a0ec7fef7b_del
Oct 16 09:01:59 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Deletion of /opt/stack/data/nova/instances/64f8343f-b943-42b3-9fba-a4a0ec7fef7b_del complete
Oct 16 09:01:59 user nova-compute[73884]: INFO nova.compute.manager [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Took 1.13 seconds to destroy the instance on the hypervisor.
Oct 16 09:01:59 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 09:01:59 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 09:01:59 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 09:01:59 user nova-compute[73884]: DEBUG nova.compute.manager [req-713a53c7-fea6-4b7c-a48c-473031206bdf req-15c04d41-6c68-498a-b0af-8aef962b7217 service nova] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Received event network-vif-unplugged-9ed9b9dd-303e-409e-bf9b-b527d2882938 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:01:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-713a53c7-fea6-4b7c-a48c-473031206bdf req-15c04d41-6c68-498a-b0af-8aef962b7217 service nova] Acquiring lock "64f8343f-b943-42b3-9fba-a4a0ec7fef7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:01:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-713a53c7-fea6-4b7c-a48c-473031206bdf req-15c04d41-6c68-498a-b0af-8aef962b7217 service nova] Lock "64f8343f-b943-42b3-9fba-a4a0ec7fef7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:01:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-713a53c7-fea6-4b7c-a48c-473031206bdf req-15c04d41-6c68-498a-b0af-8aef962b7217 service nova] Lock "64f8343f-b943-42b3-9fba-a4a0ec7fef7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:01:59 user nova-compute[73884]: DEBUG nova.compute.manager [req-713a53c7-fea6-4b7c-a48c-473031206bdf req-15c04d41-6c68-498a-b0af-8aef962b7217 service nova] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] No waiting events found dispatching network-vif-unplugged-9ed9b9dd-303e-409e-bf9b-b527d2882938 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 09:01:59 user nova-compute[73884]: DEBUG nova.compute.manager [req-713a53c7-fea6-4b7c-a48c-473031206bdf req-15c04d41-6c68-498a-b0af-8aef962b7217 service nova] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Received event network-vif-unplugged-9ed9b9dd-303e-409e-bf9b-b527d2882938 for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 09:01:59 user nova-compute[73884]: DEBUG nova.compute.manager [req-713a53c7-fea6-4b7c-a48c-473031206bdf req-15c04d41-6c68-498a-b0af-8aef962b7217 service nova] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Received event network-vif-plugged-9ed9b9dd-303e-409e-bf9b-b527d2882938 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:01:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-713a53c7-fea6-4b7c-a48c-473031206bdf req-15c04d41-6c68-498a-b0af-8aef962b7217 service nova] Acquiring lock "64f8343f-b943-42b3-9fba-a4a0ec7fef7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:01:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-713a53c7-fea6-4b7c-a48c-473031206bdf req-15c04d41-6c68-498a-b0af-8aef962b7217 service nova] Lock "64f8343f-b943-42b3-9fba-a4a0ec7fef7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:01:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-713a53c7-fea6-4b7c-a48c-473031206bdf req-15c04d41-6c68-498a-b0af-8aef962b7217 service nova] Lock "64f8343f-b943-42b3-9fba-a4a0ec7fef7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:01:59 user nova-compute[73884]: DEBUG nova.compute.manager [req-713a53c7-fea6-4b7c-a48c-473031206bdf req-15c04d41-6c68-498a-b0af-8aef962b7217 service nova] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] No waiting events found dispatching network-vif-plugged-9ed9b9dd-303e-409e-bf9b-b527d2882938 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 09:01:59 user nova-compute[73884]: WARNING nova.compute.manager [req-713a53c7-fea6-4b7c-a48c-473031206bdf req-15c04d41-6c68-498a-b0af-8aef962b7217 service nova] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Received unexpected event network-vif-plugged-9ed9b9dd-303e-409e-bf9b-b527d2882938 for instance with vm_state active and task_state deleting.
Oct 16 09:01:59 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 09:01:59 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Took 0.67 seconds to deallocate network for instance.
Oct 16 09:01:59 user nova-compute[73884]: DEBUG nova.compute.manager [req-d999846e-2686-4c46-9964-621d41d0ff30 req-75899c97-4a19-4f3f-ad72-6cfd22c1b920 service nova] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Received event network-vif-deleted-9ed9b9dd-303e-409e-bf9b-b527d2882938 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:02:00 user nova-compute[73884]: INFO nova.compute.manager [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 64f8343f-b943-42b3-9fba-a4a0ec7fef7b] Took 0.79 seconds to detach 1 volumes for instance.
Oct 16 09:02:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:02:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:02:00 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 09:02:00 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 09:02:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.178s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:02:00 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Deleted allocations for instance 64f8343f-b943-42b3-9fba-a4a0ec7fef7b
Oct 16 09:02:01 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-ecbd3299-7af8-4c4f-8eb6-32ac8b454790 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "64f8343f-b943-42b3-9fba-a4a0ec7fef7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.944s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:02:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:02:06 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:02:07 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:02:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:02:11 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:02:11 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:02:11 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:02:11 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 09:02:13 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:02:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:02:14 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-342d49d3-44e3-440b-8890-eb8bb6791aaf tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 76ccf87d-3971-46a0-9e52-bdb34a42a33d is timed out.
Oct 16 09:02:14 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-342d49d3-44e3-440b-8890-eb8bb6791aaf tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Successfully detached device vdb from instance 76ccf87d-3971-46a0-9e52-bdb34a42a33d from the live domain config.
Oct 16 09:02:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-342d49d3-44e3-440b-8890-eb8bb6791aaf tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-342d49d3-44e3-440b-8890-eb8bb6791aaf tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SByuJeqg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 09:02:14 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-342d49d3-44e3-440b-8890-eb8bb6791aaf tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 09:02:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-342d49d3-44e3-440b-8890-eb8bb6791aaf tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-342d49d3-44e3-440b-8890-eb8bb6791aaf tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f4607fb-44da-422e-b3f2-1f13c94243fa]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-342d49d3-44e3-440b-8890-eb8bb6791aaf tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 09:02:14 user nova-compute[73884]: No targets found.
Oct 16 09:02:14 user nova-compute[73884]: iSNS:
Oct 16 09:02:14 user nova-compute[73884]: No targets found.
Oct 16 09:02:14 user nova-compute[73884]: STATIC:
Oct 16 09:02:14 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a
Oct 16 09:02:14 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 09:02:14 user nova-compute[73884]:                 Iface Name: default
Oct 16 09:02:14 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5
Oct 16 09:02:14 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 09:02:14 user nova-compute[73884]:                 Iface Name: default
Oct 16 09:02:14 user nova-compute[73884]: FIRMWARE:
Oct 16 09:02:14 user nova-compute[73884]: No targets found.
Oct 16 09:02:14 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-342d49d3-44e3-440b-8890-eb8bb6791aaf tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 09:02:14 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 09:02:14 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-342d49d3-44e3-440b-8890-eb8bb6791aaf tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c330307-dcb4-4f8f-8e61-b28d612cc0ea]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1f25974-38ab-4010-9507-36e7026cf20c]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-342d49d3-44e3-440b-8890-eb8bb6791aaf tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 (non-flash)
Oct 16 09:02:14 user nova-compute[73884]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a (non-flash)
Oct 16 09:02:14 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-342d49d3-44e3-440b-8890-eb8bb6791aaf tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 (non-flash)
Oct 16 09:02:14 user nova-compute[73884]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a (non-flash)
Oct 16 09:02:14 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-342d49d3-44e3-440b-8890-eb8bb6791aaf tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7eac0ddd80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5'): ({'sdc'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-342d49d3-44e3-440b-8890-eb8bb6791aaf tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Removing single pathed devices sdc {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a2e3d8b-816c-4e23-a233-d54ac9a392a3]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d60eecf9-e734-42f3-9a1f-87ca56e40d8c]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-342d49d3-44e3-440b-8890-eb8bb6791aaf tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Flushing IO for device /dev/sdc {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[12b7af8b-b78e-459a-92ba-ea991196ced5]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-342d49d3-44e3-440b-8890-eb8bb6791aaf tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.038s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac1ffe11-4800-4820-bec4-011c92a5101f]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-342d49d3-44e3-440b-8890-eb8bb6791aaf tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-342d49d3-44e3-440b-8890-eb8bb6791aaf tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] SCSI volumes sdc have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-342d49d3-44e3-440b-8890-eb8bb6791aaf tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[42b94f5b-42d9-426a-8443-1f1f05907789]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-342d49d3-44e3-440b-8890-eb8bb6791aaf tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c37a28a-0ea5-45ca-b98f-3fc450c4aafb]: (4, ('Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5, portal: 172.16.0.220,3260]\nLogout of [sid: 53, target: iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-342d49d3-44e3-440b-8890-eb8bb6791aaf tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5, portal: 172.16.0.220,3260]
Oct 16 09:02:14 user nova-compute[73884]: Logout of [sid: 53, target: iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5, portal: 172.16.0.220,3260] successful.
Oct 16 09:02:14 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:42917b18-50ef-4047-8b36-297df8abf6d5 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7431f39-b7c4-4755-8e52-757cf757f6ca]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-342d49d3-44e3-440b-8890-eb8bb6791aaf tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-342d49d3-44e3-440b-8890-eb8bb6791aaf tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.269s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-342d49d3-44e3-440b-8890-eb8bb6791aaf tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] <== disconnect_volume: return (270ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 09:02:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-342d49d3-44e3-440b-8890-eb8bb6791aaf tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG nova.objects.instance [None req-342d49d3-44e3-440b-8890-eb8bb6791aaf tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lazy-loading 'flavor' on Instance uuid 76ccf87d-3971-46a0-9e52-bdb34a42a33d {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-342d49d3-44e3-440b-8890-eb8bb6791aaf tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lock "76ccf87d-3971-46a0-9e52-bdb34a42a33d" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.619s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:02:15 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-557edf73-9c10-4854-9743-f9edd3114bd1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance a620c03b-6f48-4264-912a-4657bb458912 is timed out.
Oct 16 09:02:15 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-557edf73-9c10-4854-9743-f9edd3114bd1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Successfully detached device vdc from instance a620c03b-6f48-4264-912a-4657bb458912 from the live domain config.
Oct 16 09:02:15 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-557edf73-9c10-4854-9743-f9edd3114bd1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-557edf73-9c10-4854-9743-f9edd3114bd1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dNZFBSUj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 09:02:15 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-557edf73-9c10-4854-9743-f9edd3114bd1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 09:02:15 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-557edf73-9c10-4854-9743-f9edd3114bd1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-557edf73-9c10-4854-9743-f9edd3114bd1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[10a8d000-ad38-4a2a-b08a-4a2ecacfc11c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-557edf73-9c10-4854-9743-f9edd3114bd1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 09:02:15 user nova-compute[73884]: No targets found.
Oct 16 09:02:15 user nova-compute[73884]: iSNS:
Oct 16 09:02:15 user nova-compute[73884]: No targets found.
Oct 16 09:02:15 user nova-compute[73884]: STATIC:
Oct 16 09:02:15 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a
Oct 16 09:02:15 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 09:02:15 user nova-compute[73884]:                 Iface Name: default
Oct 16 09:02:15 user nova-compute[73884]: FIRMWARE:
Oct 16 09:02:15 user nova-compute[73884]: No targets found.
Oct 16 09:02:15 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-557edf73-9c10-4854-9743-f9edd3114bd1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 09:02:15 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 09:02:15 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-557edf73-9c10-4854-9743-f9edd3114bd1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c91d2ff4-d632-4c18-ae8f-0216f1cbacf9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c65f5080-a085-4b72-b636-73285614486d]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-557edf73-9c10-4854-9743-f9edd3114bd1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a (non-flash)
Oct 16 09:02:15 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-557edf73-9c10-4854-9743-f9edd3114bd1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a (non-flash)
Oct 16 09:02:15 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-557edf73-9c10-4854-9743-f9edd3114bd1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7ea43f2170>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a'): ({'sdd'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-557edf73-9c10-4854-9743-f9edd3114bd1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Removing single pathed devices sdd {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[91bd933e-984d-4eb8-9c0f-278fd385e6c7]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[4297e2ac-c08a-4a84-99fb-fb93a7bebd85]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-557edf73-9c10-4854-9743-f9edd3114bd1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Flushing IO for device /dev/sdd {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.012s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9493df0-f9fe-4bee-ae4a-252691e35dfa]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-557edf73-9c10-4854-9743-f9edd3114bd1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.051s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f806a62-89a1-4b95-a628-686326ddbb07]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-557edf73-9c10-4854-9743-f9edd3114bd1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-557edf73-9c10-4854-9743-f9edd3114bd1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] SCSI volumes sdd have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-557edf73-9c10-4854-9743-f9edd3114bd1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bb3cd6f-3ef7-4913-8c2b-46f2f2413a13]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-557edf73-9c10-4854-9743-f9edd3114bd1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e250306-1702-4b26-9619-8389d453da40]: (4, ('Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a, portal: 172.16.0.220,3260]\nLogout of [sid: 56, target: iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-557edf73-9c10-4854-9743-f9edd3114bd1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a, portal: 172.16.0.220,3260]
Oct 16 09:02:15 user nova-compute[73884]: Logout of [sid: 56, target: iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a, portal: 172.16.0.220,3260] successful.
Oct 16 09:02:15 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ced54ad1-7291-47cf-839d-df2f2cc2041a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[df82b413-e152-4ca7-815f-bcfefa2be54b]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-557edf73-9c10-4854-9743-f9edd3114bd1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-557edf73-9c10-4854-9743-f9edd3114bd1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.276s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-557edf73-9c10-4854-9743-f9edd3114bd1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] <== disconnect_volume: return (277ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 09:02:15 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-557edf73-9c10-4854-9743-f9edd3114bd1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 09:02:16 user nova-compute[73884]: DEBUG nova.objects.instance [None req-557edf73-9c10-4854-9743-f9edd3114bd1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lazy-loading 'flavor' on Instance uuid a620c03b-6f48-4264-912a-4657bb458912 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 09:02:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-557edf73-9c10-4854-9743-f9edd3114bd1 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "a620c03b-6f48-4264-912a-4657bb458912" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.748s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:02:17 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:02:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:02:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:02:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:02:17 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 09:02:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76ccf87d-3971-46a0-9e52-bdb34a42a33d/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:02:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76ccf87d-3971-46a0-9e52-bdb34a42a33d/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:02:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76ccf87d-3971-46a0-9e52-bdb34a42a33d/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:02:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/76ccf87d-3971-46a0-9e52-bdb34a42a33d/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:02:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a620c03b-6f48-4264-912a-4657bb458912/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:02:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a620c03b-6f48-4264-912a-4657bb458912/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:02:17 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a620c03b-6f48-4264-912a-4657bb458912/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:02:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-fee2d949-c3f7-48d3-be4a-0366719e9cb7 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquiring lock "a620c03b-6f48-4264-912a-4657bb458912" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:02:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-fee2d949-c3f7-48d3-be4a-0366719e9cb7 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "a620c03b-6f48-4264-912a-4657bb458912" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:02:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-fee2d949-c3f7-48d3-be4a-0366719e9cb7 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquiring lock "a620c03b-6f48-4264-912a-4657bb458912-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:02:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-fee2d949-c3f7-48d3-be4a-0366719e9cb7 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "a620c03b-6f48-4264-912a-4657bb458912-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:02:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-fee2d949-c3f7-48d3-be4a-0366719e9cb7 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "a620c03b-6f48-4264-912a-4657bb458912-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:02:18 user nova-compute[73884]: INFO nova.compute.manager [None req-fee2d949-c3f7-48d3-be4a-0366719e9cb7 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Terminating instance
Oct 16 09:02:18 user nova-compute[73884]: DEBUG nova.compute.manager [None req-fee2d949-c3f7-48d3-be4a-0366719e9cb7 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 09:02:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:02:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:02:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:02:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a620c03b-6f48-4264-912a-4657bb458912/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:02:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffd128e5-19c4-459d-9c16-97c13596447c/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:02:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:02:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffd128e5-19c4-459d-9c16-97c13596447c/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:02:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffd128e5-19c4-459d-9c16-97c13596447c/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:02:18 user nova-compute[73884]: DEBUG nova.compute.manager [req-00be7623-0f1f-4a67-998b-8e097cec60bb req-23d28821-20ae-47ea-97fd-51d0880a0576 service nova] [instance: a620c03b-6f48-4264-912a-4657bb458912] Received event network-vif-unplugged-32497ab6-65d0-4998-b796-6833ae22b3f8 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:02:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-00be7623-0f1f-4a67-998b-8e097cec60bb req-23d28821-20ae-47ea-97fd-51d0880a0576 service nova] Acquiring lock "a620c03b-6f48-4264-912a-4657bb458912-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:02:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-00be7623-0f1f-4a67-998b-8e097cec60bb req-23d28821-20ae-47ea-97fd-51d0880a0576 service nova] Lock "a620c03b-6f48-4264-912a-4657bb458912-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:02:18 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-00be7623-0f1f-4a67-998b-8e097cec60bb req-23d28821-20ae-47ea-97fd-51d0880a0576 service nova] Lock "a620c03b-6f48-4264-912a-4657bb458912-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:02:18 user nova-compute[73884]: DEBUG nova.compute.manager [req-00be7623-0f1f-4a67-998b-8e097cec60bb req-23d28821-20ae-47ea-97fd-51d0880a0576 service nova] [instance: a620c03b-6f48-4264-912a-4657bb458912] No waiting events found dispatching network-vif-unplugged-32497ab6-65d0-4998-b796-6833ae22b3f8 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 09:02:18 user nova-compute[73884]: DEBUG nova.compute.manager [req-00be7623-0f1f-4a67-998b-8e097cec60bb req-23d28821-20ae-47ea-97fd-51d0880a0576 service nova] [instance: a620c03b-6f48-4264-912a-4657bb458912] Received event network-vif-unplugged-32497ab6-65d0-4998-b796-6833ae22b3f8 for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 09:02:18 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffd128e5-19c4-459d-9c16-97c13596447c/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:02:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:02:19 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: a620c03b-6f48-4264-912a-4657bb458912] Instance destroyed successfully.
Oct 16 09:02:19 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 09:02:19 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 09:02:19 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=8622MB free_disk=25.02269744873047GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 09:02:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:02:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:02:19 user nova-compute[73884]: DEBUG nova.objects.instance [None req-fee2d949-c3f7-48d3-be4a-0366719e9cb7 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lazy-loading 'resources' on Instance uuid a620c03b-6f48-4264-912a-4657bb458912 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 09:02:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-fee2d949-c3f7-48d3-be4a-0366719e9cb7 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:58:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1032261908',display_name='tempest-AttachVolumeTestJSON-server-1032261908',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1032261908',id=48,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDhlD1quMUb4UFx5dmsBY0VQgnlV7QwzIvSrnd98wjnfuKnOwxLsawEJlPSwrWOgqiTN6Z9cD+QZCv/UaNXznuoXMFRHs4PAGHOVWWNAg/4eP6mXM9IRrj9NGL8mdEH0Dw==',key_name='tempest-keypair-1805947152',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:58:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='500befd5b50d4fa598c657d7e617b265',ramdisk_id='',reservation_id='r-tme3g6s0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-249638898',owner_user_name='tempest-AttachVolumeTestJSON-249638898-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:58:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e2a4cdaa31a94c5f8ec1becde28346f1',uuid=a620c03b-6f48-4264-912a-4657bb458912,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "32497ab6-65d0-4998-b796-6833ae22b3f8", "address": "fa:16:3e:f9:a8:db", "network": {"id": "795d1d26-3506-4bf7-9b12-4b4ebd58c1ee", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-963791271-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.96", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500befd5b50d4fa598c657d7e617b265", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32497ab6-65", "ovs_interfaceid": "32497ab6-65d0-4998-b796-6833ae22b3f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 09:02:19 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-fee2d949-c3f7-48d3-be4a-0366719e9cb7 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Converting VIF {"id": "32497ab6-65d0-4998-b796-6833ae22b3f8", "address": "fa:16:3e:f9:a8:db", "network": {"id": "795d1d26-3506-4bf7-9b12-4b4ebd58c1ee", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-963791271-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.96", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "500befd5b50d4fa598c657d7e617b265", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32497ab6-65", "ovs_interfaceid": "32497ab6-65d0-4998-b796-6833ae22b3f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 09:02:19 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-fee2d949-c3f7-48d3-be4a-0366719e9cb7 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f9:a8:db,bridge_name='br-int',has_traffic_filtering=True,id=32497ab6-65d0-4998-b796-6833ae22b3f8,network=Network(795d1d26-3506-4bf7-9b12-4b4ebd58c1ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32497ab6-65') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 09:02:19 user nova-compute[73884]: DEBUG os_vif [None req-fee2d949-c3f7-48d3-be4a-0366719e9cb7 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f9:a8:db,bridge_name='br-int',has_traffic_filtering=True,id=32497ab6-65d0-4998-b796-6833ae22b3f8,network=Network(795d1d26-3506-4bf7-9b12-4b4ebd58c1ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32497ab6-65') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 09:02:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:02:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap32497ab6-65, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 09:02:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:02:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:02:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:02:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=07311caa-b400-47de-afca-5603f37b4f6e) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 09:02:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:02:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:02:19 user nova-compute[73884]: INFO os_vif [None req-fee2d949-c3f7-48d3-be4a-0366719e9cb7 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f9:a8:db,bridge_name='br-int',has_traffic_filtering=True,id=32497ab6-65d0-4998-b796-6833ae22b3f8,network=Network(795d1d26-3506-4bf7-9b12-4b4ebd58c1ee),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32497ab6-65')
Oct 16 09:02:19 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-fee2d949-c3f7-48d3-be4a-0366719e9cb7 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Deleting instance files /opt/stack/data/nova/instances/a620c03b-6f48-4264-912a-4657bb458912_del
Oct 16 09:02:19 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-fee2d949-c3f7-48d3-be4a-0366719e9cb7 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Deletion of /opt/stack/data/nova/instances/a620c03b-6f48-4264-912a-4657bb458912_del complete
Oct 16 09:02:19 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 76ccf87d-3971-46a0-9e52-bdb34a42a33d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 09:02:19 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance a620c03b-6f48-4264-912a-4657bb458912 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 09:02:19 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance ffd128e5-19c4-459d-9c16-97c13596447c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 09:02:19 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 09:02:19 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 09:02:19 user nova-compute[73884]: INFO nova.compute.manager [None req-fee2d949-c3f7-48d3-be4a-0366719e9cb7 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] [instance: a620c03b-6f48-4264-912a-4657bb458912] Took 1.18 seconds to destroy the instance on the hypervisor.
Oct 16 09:02:19 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-fee2d949-c3f7-48d3-be4a-0366719e9cb7 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 09:02:19 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: a620c03b-6f48-4264-912a-4657bb458912] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 09:02:19 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: a620c03b-6f48-4264-912a-4657bb458912] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 09:02:19 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 09:02:19 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 09:02:19 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 09:02:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.410s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:02:19 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: a620c03b-6f48-4264-912a-4657bb458912] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 09:02:19 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: a620c03b-6f48-4264-912a-4657bb458912] Took 0.73 seconds to deallocate network for instance.
Oct 16 09:02:19 user nova-compute[73884]: DEBUG nova.compute.manager [req-282d967d-6290-496d-9904-1367d1558cd4 req-8849447d-8d58-443f-baa9-ac738f30786f service nova] [instance: a620c03b-6f48-4264-912a-4657bb458912] Received event network-vif-deleted-32497ab6-65d0-4998-b796-6833ae22b3f8 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:02:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-fee2d949-c3f7-48d3-be4a-0366719e9cb7 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:02:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-fee2d949-c3f7-48d3-be4a-0366719e9cb7 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:02:20 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-fee2d949-c3f7-48d3-be4a-0366719e9cb7 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 09:02:20 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-fee2d949-c3f7-48d3-be4a-0366719e9cb7 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 09:02:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-fee2d949-c3f7-48d3-be4a-0366719e9cb7 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.176s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:02:20 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-fee2d949-c3f7-48d3-be4a-0366719e9cb7 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Deleted allocations for instance a620c03b-6f48-4264-912a-4657bb458912
Oct 16 09:02:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-fee2d949-c3f7-48d3-be4a-0366719e9cb7 tempest-AttachVolumeTestJSON-249638898 tempest-AttachVolumeTestJSON-249638898-project-member] Lock "a620c03b-6f48-4264-912a-4657bb458912" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.281s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:02:20 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:02:20 user nova-compute[73884]: DEBUG nova.compute.manager [req-8bb41853-7ca7-4ce7-940a-a028d42dc158 req-cb99125c-1ae5-46db-b689-44e0dd4f6d64 service nova] [instance: a620c03b-6f48-4264-912a-4657bb458912] Received event network-vif-plugged-32497ab6-65d0-4998-b796-6833ae22b3f8 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:02:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8bb41853-7ca7-4ce7-940a-a028d42dc158 req-cb99125c-1ae5-46db-b689-44e0dd4f6d64 service nova] Acquiring lock "a620c03b-6f48-4264-912a-4657bb458912-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:02:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8bb41853-7ca7-4ce7-940a-a028d42dc158 req-cb99125c-1ae5-46db-b689-44e0dd4f6d64 service nova] Lock "a620c03b-6f48-4264-912a-4657bb458912-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:02:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-8bb41853-7ca7-4ce7-940a-a028d42dc158 req-cb99125c-1ae5-46db-b689-44e0dd4f6d64 service nova] Lock "a620c03b-6f48-4264-912a-4657bb458912-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:02:20 user nova-compute[73884]: DEBUG nova.compute.manager [req-8bb41853-7ca7-4ce7-940a-a028d42dc158 req-cb99125c-1ae5-46db-b689-44e0dd4f6d64 service nova] [instance: a620c03b-6f48-4264-912a-4657bb458912] No waiting events found dispatching network-vif-plugged-32497ab6-65d0-4998-b796-6833ae22b3f8 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 09:02:20 user nova-compute[73884]: WARNING nova.compute.manager [req-8bb41853-7ca7-4ce7-940a-a028d42dc158 req-cb99125c-1ae5-46db-b689-44e0dd4f6d64 service nova] [instance: a620c03b-6f48-4264-912a-4657bb458912] Received unexpected event network-vif-plugged-32497ab6-65d0-4998-b796-6833ae22b3f8 for instance with vm_state deleted and task_state None.
Oct 16 09:02:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:02:25 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:02:25 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 09:02:25 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Rebuilding the list of instances to heal {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 16 09:02:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "refresh_cache-76ccf87d-3971-46a0-9e52-bdb34a42a33d" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 09:02:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquired lock "refresh_cache-76ccf87d-3971-46a0-9e52-bdb34a42a33d" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 09:02:25 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Forcefully refreshing network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 09:02:25 user nova-compute[73884]: DEBUG nova.objects.instance [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lazy-loading 'info_cache' on Instance uuid 76ccf87d-3971-46a0-9e52-bdb34a42a33d {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 09:02:25 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Updating instance_info_cache with network_info: [{"id": "de603380-3d83-4c24-ab31-c3ab98b0990b", "address": "fa:16:3e:95:e6:69", "network": {"id": "2adc1372-938a-40cd-8150-c40be66db620", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-811080010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d5decf402f5a465b89027f0951f8f26a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde603380-3d", "ovs_interfaceid": "de603380-3d83-4c24-ab31-c3ab98b0990b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 09:02:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Releasing lock "refresh_cache-76ccf87d-3971-46a0-9e52-bdb34a42a33d" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 09:02:25 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Updated the network info_cache for instance {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 09:02:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:02:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:02:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=73884) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 09:02:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 09:02:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 09:02:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:02:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:02:39 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:02:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b28427d7-83bc-4c90-93a7-c93a6297948a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Acquiring lock "76ccf87d-3971-46a0-9e52-bdb34a42a33d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:02:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b28427d7-83bc-4c90-93a7-c93a6297948a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lock "76ccf87d-3971-46a0-9e52-bdb34a42a33d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:02:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b28427d7-83bc-4c90-93a7-c93a6297948a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Acquiring lock "76ccf87d-3971-46a0-9e52-bdb34a42a33d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:02:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b28427d7-83bc-4c90-93a7-c93a6297948a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lock "76ccf87d-3971-46a0-9e52-bdb34a42a33d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:02:43 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b28427d7-83bc-4c90-93a7-c93a6297948a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lock "76ccf87d-3971-46a0-9e52-bdb34a42a33d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:02:43 user nova-compute[73884]: INFO nova.compute.manager [None req-b28427d7-83bc-4c90-93a7-c93a6297948a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Terminating instance
Oct 16 09:02:43 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b28427d7-83bc-4c90-93a7-c93a6297948a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 09:02:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:02:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:02:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:02:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:02:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:02:44 user nova-compute[73884]: DEBUG nova.compute.manager [req-aa02d5af-b905-4ec9-a1ad-ce0d3de5e8ed req-73ce5aac-3520-4444-b537-6065b3e63c5f service nova] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Received event network-vif-unplugged-de603380-3d83-4c24-ab31-c3ab98b0990b {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:02:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-aa02d5af-b905-4ec9-a1ad-ce0d3de5e8ed req-73ce5aac-3520-4444-b537-6065b3e63c5f service nova] Acquiring lock "76ccf87d-3971-46a0-9e52-bdb34a42a33d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:02:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-aa02d5af-b905-4ec9-a1ad-ce0d3de5e8ed req-73ce5aac-3520-4444-b537-6065b3e63c5f service nova] Lock "76ccf87d-3971-46a0-9e52-bdb34a42a33d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:02:44 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-aa02d5af-b905-4ec9-a1ad-ce0d3de5e8ed req-73ce5aac-3520-4444-b537-6065b3e63c5f service nova] Lock "76ccf87d-3971-46a0-9e52-bdb34a42a33d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:02:44 user nova-compute[73884]: DEBUG nova.compute.manager [req-aa02d5af-b905-4ec9-a1ad-ce0d3de5e8ed req-73ce5aac-3520-4444-b537-6065b3e63c5f service nova] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] No waiting events found dispatching network-vif-unplugged-de603380-3d83-4c24-ab31-c3ab98b0990b {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 09:02:44 user nova-compute[73884]: DEBUG nova.compute.manager [req-aa02d5af-b905-4ec9-a1ad-ce0d3de5e8ed req-73ce5aac-3520-4444-b537-6065b3e63c5f service nova] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Received event network-vif-unplugged-de603380-3d83-4c24-ab31-c3ab98b0990b for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 09:02:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:02:44 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Instance destroyed successfully.
Oct 16 09:02:44 user nova-compute[73884]: DEBUG nova.objects.instance [None req-b28427d7-83bc-4c90-93a7-c93a6297948a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lazy-loading 'resources' on Instance uuid 76ccf87d-3971-46a0-9e52-bdb34a42a33d {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 09:02:44 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-b28427d7-83bc-4c90-93a7-c93a6297948a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T08:58:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1478728853',display_name='tempest-TestServerVolumeAttachmentScenario-server-1478728853',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1478728853',id=47,image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHl7eN7e55mw4wo2v4fOZdoyQzidaTrAR761DZ2nFRHAWLi3XNEeWQ9InugjlxRPnVcOJ1p05kaEM2ny4+SPDOIqxbiMz0+28jv4SW+/tRbaXgW/at8WkdlHX+RnE+qziw==',key_name='tempest-keypair-935324437',keypairs=<?>,launch_index=0,launched_at=2023-10-16T08:58:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d5decf402f5a465b89027f0951f8f26a',ramdisk_id='',reservation_id='r-jzrw0y4u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='a4e1d819-b957-4c9c-9b9d-fd987951fbab',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1226073481',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1226073481-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T08:58:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a6909038d5c2477c8db3a8d64c2d3e02',uuid=76ccf87d-3971-46a0-9e52-bdb34a42a33d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "de603380-3d83-4c24-ab31-c3ab98b0990b", "address": "fa:16:3e:95:e6:69", "network": {"id": "2adc1372-938a-40cd-8150-c40be66db620", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-811080010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d5decf402f5a465b89027f0951f8f26a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde603380-3d", "ovs_interfaceid": "de603380-3d83-4c24-ab31-c3ab98b0990b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 09:02:44 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b28427d7-83bc-4c90-93a7-c93a6297948a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Converting VIF {"id": "de603380-3d83-4c24-ab31-c3ab98b0990b", "address": "fa:16:3e:95:e6:69", "network": {"id": "2adc1372-938a-40cd-8150-c40be66db620", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-811080010-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.59", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d5decf402f5a465b89027f0951f8f26a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapde603380-3d", "ovs_interfaceid": "de603380-3d83-4c24-ab31-c3ab98b0990b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 09:02:44 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-b28427d7-83bc-4c90-93a7-c93a6297948a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:95:e6:69,bridge_name='br-int',has_traffic_filtering=True,id=de603380-3d83-4c24-ab31-c3ab98b0990b,network=Network(2adc1372-938a-40cd-8150-c40be66db620),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde603380-3d') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 09:02:44 user nova-compute[73884]: DEBUG os_vif [None req-b28427d7-83bc-4c90-93a7-c93a6297948a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:95:e6:69,bridge_name='br-int',has_traffic_filtering=True,id=de603380-3d83-4c24-ab31-c3ab98b0990b,network=Network(2adc1372-938a-40cd-8150-c40be66db620),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde603380-3d') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 09:02:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:02:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapde603380-3d, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 09:02:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:02:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:02:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:02:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f0cf4570-0d8e-4914-a0eb-c5114b907e3f) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 09:02:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:02:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:02:44 user nova-compute[73884]: INFO os_vif [None req-b28427d7-83bc-4c90-93a7-c93a6297948a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:95:e6:69,bridge_name='br-int',has_traffic_filtering=True,id=de603380-3d83-4c24-ab31-c3ab98b0990b,network=Network(2adc1372-938a-40cd-8150-c40be66db620),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapde603380-3d')
Oct 16 09:02:44 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-b28427d7-83bc-4c90-93a7-c93a6297948a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Deleting instance files /opt/stack/data/nova/instances/76ccf87d-3971-46a0-9e52-bdb34a42a33d_del
Oct 16 09:02:44 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-b28427d7-83bc-4c90-93a7-c93a6297948a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Deletion of /opt/stack/data/nova/instances/76ccf87d-3971-46a0-9e52-bdb34a42a33d_del complete
Oct 16 09:02:44 user nova-compute[73884]: INFO nova.compute.manager [None req-b28427d7-83bc-4c90-93a7-c93a6297948a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Took 0.83 seconds to destroy the instance on the hypervisor.
Oct 16 09:02:44 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-b28427d7-83bc-4c90-93a7-c93a6297948a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 09:02:44 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 09:02:44 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 09:02:45 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 09:02:45 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Took 0.71 seconds to deallocate network for instance.
Oct 16 09:02:45 user nova-compute[73884]: DEBUG nova.compute.manager [req-74095051-6650-4a37-bfab-2a2f2449cce6 req-9d3e255b-84d0-4de9-9a6b-8ecf99085f5e service nova] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Received event network-vif-deleted-de603380-3d83-4c24-ab31-c3ab98b0990b {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:02:45 user nova-compute[73884]: INFO nova.compute.manager [req-74095051-6650-4a37-bfab-2a2f2449cce6 req-9d3e255b-84d0-4de9-9a6b-8ecf99085f5e service nova] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Neutron deleted interface de603380-3d83-4c24-ab31-c3ab98b0990b; detaching it from the instance and deleting it from the info cache
Oct 16 09:02:45 user nova-compute[73884]: DEBUG nova.network.neutron [req-74095051-6650-4a37-bfab-2a2f2449cce6 req-9d3e255b-84d0-4de9-9a6b-8ecf99085f5e service nova] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 09:02:45 user nova-compute[73884]: DEBUG nova.compute.manager [req-74095051-6650-4a37-bfab-2a2f2449cce6 req-9d3e255b-84d0-4de9-9a6b-8ecf99085f5e service nova] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Detach interface failed, port_id=de603380-3d83-4c24-ab31-c3ab98b0990b, reason: Instance 76ccf87d-3971-46a0-9e52-bdb34a42a33d could not be found. {{(pid=73884) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10945}}
Oct 16 09:02:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b28427d7-83bc-4c90-93a7-c93a6297948a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:02:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b28427d7-83bc-4c90-93a7-c93a6297948a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:02:45 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b28427d7-83bc-4c90-93a7-c93a6297948a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 09:02:45 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b28427d7-83bc-4c90-93a7-c93a6297948a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 09:02:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b28427d7-83bc-4c90-93a7-c93a6297948a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.138s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:02:45 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-b28427d7-83bc-4c90-93a7-c93a6297948a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Deleted allocations for instance 76ccf87d-3971-46a0-9e52-bdb34a42a33d
Oct 16 09:02:45 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b28427d7-83bc-4c90-93a7-c93a6297948a tempest-TestServerVolumeAttachmentScenario-1226073481 tempest-TestServerVolumeAttachmentScenario-1226073481-project-member] Lock "76ccf87d-3971-46a0-9e52-bdb34a42a33d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.868s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:02:46 user nova-compute[73884]: DEBUG nova.compute.manager [req-98a05ba1-5ef4-41f6-becd-c50e6d66be65 req-ecd62095-89a7-4042-a65c-59a0d10cd98f service nova] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Received event network-vif-plugged-de603380-3d83-4c24-ab31-c3ab98b0990b {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:02:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-98a05ba1-5ef4-41f6-becd-c50e6d66be65 req-ecd62095-89a7-4042-a65c-59a0d10cd98f service nova] Acquiring lock "76ccf87d-3971-46a0-9e52-bdb34a42a33d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:02:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-98a05ba1-5ef4-41f6-becd-c50e6d66be65 req-ecd62095-89a7-4042-a65c-59a0d10cd98f service nova] Lock "76ccf87d-3971-46a0-9e52-bdb34a42a33d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:02:46 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-98a05ba1-5ef4-41f6-becd-c50e6d66be65 req-ecd62095-89a7-4042-a65c-59a0d10cd98f service nova] Lock "76ccf87d-3971-46a0-9e52-bdb34a42a33d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:02:46 user nova-compute[73884]: DEBUG nova.compute.manager [req-98a05ba1-5ef4-41f6-becd-c50e6d66be65 req-ecd62095-89a7-4042-a65c-59a0d10cd98f service nova] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] No waiting events found dispatching network-vif-plugged-de603380-3d83-4c24-ab31-c3ab98b0990b {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 09:02:46 user nova-compute[73884]: WARNING nova.compute.manager [req-98a05ba1-5ef4-41f6-becd-c50e6d66be65 req-ecd62095-89a7-4042-a65c-59a0d10cd98f service nova] [instance: 76ccf87d-3971-46a0-9e52-bdb34a42a33d] Received unexpected event network-vif-plugged-de603380-3d83-4c24-ab31-c3ab98b0990b for instance with vm_state deleted and task_state None.
Oct 16 09:02:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:02:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "7696d044-1210-4408-b3c7-de0965c63f73" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:02:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "7696d044-1210-4408-b3c7-de0965c63f73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:02:49 user nova-compute[73884]: DEBUG nova.compute.manager [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 09:02:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:02:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:02:49 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 09:02:49 user nova-compute[73884]: INFO nova.compute.claims [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Claim successful on node user
Oct 16 09:02:50 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 09:02:50 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 09:02:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.200s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:02:50 user nova-compute[73884]: DEBUG nova.compute.manager [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 09:02:50 user nova-compute[73884]: DEBUG nova.compute.manager [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 09:02:50 user nova-compute[73884]: DEBUG nova.network.neutron [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 09:02:50 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 09:02:50 user nova-compute[73884]: DEBUG nova.compute.manager [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 09:02:50 user nova-compute[73884]: INFO nova.virt.block_device [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Booting with volume 97540178-6a20-4c66-9be3-6268c1d920f1 at /dev/vda
Oct 16 09:02:50 user nova-compute[73884]: DEBUG nova.policy [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '167899628aee4098b7f86cd94419cf82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd32c241898f24ad3b8fafd0e2cc73c1e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 09:02:50 user nova-compute[73884]: DEBUG os_brick.utils [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 09:02:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:02:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:02:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2de2acbf-65fb-4398-b487-a25b58e689ce]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:02:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:02:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:02:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ceefd17-d5e6-40fa-b2bd-054c1a0f379d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:02:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:02:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:02:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[774690d4-0295-45a8-89bf-772320869740]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:02:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c70a286f-f28f-4491-949e-db15018789ed]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:02:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:02:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 09:02:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 09:02:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:02:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 09:02:50 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 09:02:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[afd8fa03-b6ad-4c59-ae59-a4c4a23f740a]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:02:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 09:02:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 09:02:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 09:02:50 user nova-compute[73884]: DEBUG os_brick.utils [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 09:02:50 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Updating existing volume attachment record: 40913ea7-64e9-448a-add7-ae75d4d50270 {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 09:02:50 user nova-compute[73884]: DEBUG nova.network.neutron [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Successfully created port: 1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5 {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 09:02:51 user nova-compute[73884]: DEBUG nova.network.neutron [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Successfully updated port: 1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5 {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 09:02:51 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "refresh_cache-7696d044-1210-4408-b3c7-de0965c63f73" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 09:02:51 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquired lock "refresh_cache-7696d044-1210-4408-b3c7-de0965c63f73" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 09:02:51 user nova-compute[73884]: DEBUG nova.network.neutron [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 09:02:51 user nova-compute[73884]: DEBUG nova.compute.manager [req-dde134b1-cbaf-4274-ba87-431c88971112 req-839d193b-a9f3-40b4-8cd4-a8196556c1e2 service nova] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Received event network-changed-1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:02:51 user nova-compute[73884]: DEBUG nova.compute.manager [req-dde134b1-cbaf-4274-ba87-431c88971112 req-839d193b-a9f3-40b4-8cd4-a8196556c1e2 service nova] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Refreshing instance network info cache due to event network-changed-1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 09:02:51 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-dde134b1-cbaf-4274-ba87-431c88971112 req-839d193b-a9f3-40b4-8cd4-a8196556c1e2 service nova] Acquiring lock "refresh_cache-7696d044-1210-4408-b3c7-de0965c63f73" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 09:02:51 user nova-compute[73884]: DEBUG nova.network.neutron [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 09:02:51 user nova-compute[73884]: DEBUG nova.network.neutron [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Updating instance_info_cache with network_info: [{"id": "1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5", "address": "fa:16:3e:96:ef:39", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1476eb37-ac", "ovs_interfaceid": "1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 09:02:51 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Releasing lock "refresh_cache-7696d044-1210-4408-b3c7-de0965c63f73" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 09:02:51 user nova-compute[73884]: DEBUG nova.compute.manager [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Instance network_info: |[{"id": "1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5", "address": "fa:16:3e:96:ef:39", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1476eb37-ac", "ovs_interfaceid": "1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 09:02:51 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-dde134b1-cbaf-4274-ba87-431c88971112 req-839d193b-a9f3-40b4-8cd4-a8196556c1e2 service nova] Acquired lock "refresh_cache-7696d044-1210-4408-b3c7-de0965c63f73" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 09:02:51 user nova-compute[73884]: DEBUG nova.network.neutron [req-dde134b1-cbaf-4274-ba87-431c88971112 req-839d193b-a9f3-40b4-8cd4-a8196556c1e2 service nova] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Refreshing network info cache for port 1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 09:02:52 user nova-compute[73884]: DEBUG nova.network.neutron [req-dde134b1-cbaf-4274-ba87-431c88971112 req-839d193b-a9f3-40b4-8cd4-a8196556c1e2 service nova] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Updated VIF entry in instance network info cache for port 1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 09:02:52 user nova-compute[73884]: DEBUG nova.network.neutron [req-dde134b1-cbaf-4274-ba87-431c88971112 req-839d193b-a9f3-40b4-8cd4-a8196556c1e2 service nova] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Updating instance_info_cache with network_info: [{"id": "1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5", "address": "fa:16:3e:96:ef:39", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1476eb37-ac", "ovs_interfaceid": "1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 09:02:52 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-dde134b1-cbaf-4274-ba87-431c88971112 req-839d193b-a9f3-40b4-8cd4-a8196556c1e2 service nova] Releasing lock "refresh_cache-7696d044-1210-4408-b3c7-de0965c63f73" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 09:02:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Acquiring lock "ffd128e5-19c4-459d-9c16-97c13596447c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:02:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "ffd128e5-19c4-459d-9c16-97c13596447c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:02:53 user nova-compute[73884]: DEBUG nova.objects.instance [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lazy-loading 'flavor' on Instance uuid ffd128e5-19c4-459d-9c16-97c13596447c {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 09:02:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "ffd128e5-19c4-459d-9c16-97c13596447c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.050s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:02:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Acquiring lock "ffd128e5-19c4-459d-9c16-97c13596447c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:02:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "ffd128e5-19c4-459d-9c16-97c13596447c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:02:53 user nova-compute[73884]: INFO nova.compute.manager [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Attaching volume d4565d4b-c40a-4337-9246-40d8ccfcc21f to /dev/vdb
Oct 16 09:02:53 user nova-compute[73884]: DEBUG os_brick.utils [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 09:02:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:02:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:02:53 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6403884c-e031-4440-9f56-79aed36ef07c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:02:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:02:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:02:53 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a96d004-ac1d-4043-99bc-2827416bdf12]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:02:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:02:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:02:53 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[16445f31-4ca9-4af1-bec6-eeb93f86422e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:02:53 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[97bda15b-97f0-47d2-8fb9-7fa526d0d088]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:02:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:02:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 09:02:53 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 09:02:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:02:53 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 09:02:53 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 09:02:53 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8ca3a76-cf93-4062-b79f-327c44ea4d31]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:02:53 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 09:02:53 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 09:02:53 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 09:02:53 user nova-compute[73884]: DEBUG os_brick.utils [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] <== get_connector_properties: return (111ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 09:02:53 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Updating existing volume attachment record: c0c16f3e-dedb-48c6-b77c-05ac41742cbe {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 09:02:54 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:02:59 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:03:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG nova.compute.manager [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 09:03:06 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Creating image(s)
Oct 16 09:03:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Did not create local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Ensure instance console log exists: /opt/stack/data/nova/instances/7696d044-1210-4408-b3c7-de0965c63f73/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Start _get_guest_xml network_info=[{"id": "1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5", "address": "fa:16:3e:96:ef:39", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1476eb37-ac", "ovs_interfaceid": "1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZLBAqxCW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7696d044-1210-4408-b3c7-de0965c63f73', 'attached_at': '', 'detached_at': '', 'volume_id': '97540178-6a20-4c66-9be3-6268c1d920f1', 'serial': '97540178-6a20-4c66-9be3-6268c1d920f1'}, 'attachment_id': '40913ea7-64e9-448a-add7-ae75d4d50270', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'delete_on_termination': False, 'boot_index': 0, 'device_type': 'disk', 'volume_type': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 09:03:06 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 09:03:06 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 09:03:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZLBAqxCW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 09:03:06 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 09:03:06 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 09:03:06 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 09:03:06 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 09:03:06 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 09:03:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a7c148d-a8d4-46d9-b69c-cb7c30d77503]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 09:03:06 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c69e3a67-99b9-41b9-a68a-fb4468d18a1f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1] added
Oct 16 09:03:06 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[9635ceb4-3e1b-437e-bd13-9e718074926e]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d12feb7-8f9b-480a-87de-c9ccf9b27934]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZLBAqxCW {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZLBAqxCW" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3f5e932-6d00-4294-bdd5-1c21ea807368]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZLBAqxCW'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c04003f9-ddd5-44e1-901b-5a7a00321fe9]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[54dfa2ef-8253-4b47-9fd7-8137b37bf6f8]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Oct 16 09:03:06 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Oct 16 09:03:06 user nova-compute[73884]:  {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 09:03:06 user nova-compute[73884]: WARNING os_brick.initiator.connectors.iscsi [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Oct 16 09:03:06 user nova-compute[73884]: 
Oct 16 09:03:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 -p 172.16.0.220:3260 --login" returned: 0 in 0.045s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea07999d-eeed-4380-93c8-daef6df8b34b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1, portal: 172.16.0.220,3260]
Oct 16 09:03:06 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1, portal: 172.16.0.220,3260] successful.
Oct 16 09:03:06 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6d3113a-6e99-4bf9-9a1d-826360254c36]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[36135eb0-2d2d-4111-ae77-c37b986f672f]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)
Oct 16 09:03:06 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)
Oct 16 09:03:06 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.236s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] HCTL ('33', '-', '-', 0) found on session 57 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca0b3da4-83f6-4014-825b-584d469bcc03]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Searching for a device in session 57 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 09:03:06 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZLBAqxCW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 09:03:07 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:03:07 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:03:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.265s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 09:03:07 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] <== connect_volume: return (1267ms) {'type': 'block', 'scsi_wwn': '23565393338313166', 'path': '/dev/sdb'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 09:03:07 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23565393338313166', 'path': '/dev/sdb'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 09:03:07 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T09:02:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1968822834',display_name='tempest-TestVolumeBootPattern-server-1968822834',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1968822834',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFD3f7TnlAOnSl42xd+/E+vFaXXIY1o4qZWFjE6Kzkq3dwRCpiVLj07xPYnnYrXO0MUdQ+XmGzBuz+od4bn0WRGaKEGNuGdz/3ahB5rP+AfgMQo3VOwiW86dX/20ES2c4Q==',key_name='tempest-TestVolumeBootPattern-1688670892',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d32c241898f24ad3b8fafd0e2cc73c1e',ramdisk_id='',reservation_id='r-u9oc09vm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-513905673',owner_user_name='tempest-TestVolumeBootPattern-513905673-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T09:02:50Z,user_data=None,user_id='167899628aee4098b7f86cd94419cf82',uuid=7696d044-1210-4408-b3c7-de0965c63f73,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5", "address": "fa:16:3e:96:ef:39", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1476eb37-ac", "ovs_interfaceid": "1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 09:03:07 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Converting VIF {"id": "1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5", "address": "fa:16:3e:96:ef:39", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1476eb37-ac", "ovs_interfaceid": "1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 09:03:07 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:96:ef:39,bridge_name='br-int',has_traffic_filtering=True,id=1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5,network=Network(c8fab485-45f8-4e22-8baa-1813dc37206f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1476eb37-ac') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 09:03:07 user nova-compute[73884]: DEBUG nova.objects.instance [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lazy-loading 'pci_devices' on Instance uuid 7696d044-1210-4408-b3c7-de0965c63f73 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 09:03:07 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] End _get_guest_xml xml=<domain type="kvm">
Oct 16 09:03:07 user nova-compute[73884]:   <uuid>7696d044-1210-4408-b3c7-de0965c63f73</uuid>
Oct 16 09:03:07 user nova-compute[73884]:   <name>instance-00000033</name>
Oct 16 09:03:07 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 09:03:07 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 09:03:07 user nova-compute[73884]:   <metadata>
Oct 16 09:03:07 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 09:03:07 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 09:03:07 user nova-compute[73884]:       <nova:name>tempest-TestVolumeBootPattern-server-1968822834</nova:name>
Oct 16 09:03:07 user nova-compute[73884]:       <nova:creationTime>2023-10-16 09:03:06</nova:creationTime>
Oct 16 09:03:07 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 09:03:07 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 09:03:07 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 09:03:07 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 09:03:07 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 09:03:07 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 09:03:07 user nova-compute[73884]:       </nova:flavor>
Oct 16 09:03:07 user nova-compute[73884]:       <nova:owner>
Oct 16 09:03:07 user nova-compute[73884]:         <nova:user uuid="167899628aee4098b7f86cd94419cf82">tempest-TestVolumeBootPattern-513905673-project-member</nova:user>
Oct 16 09:03:07 user nova-compute[73884]:         <nova:project uuid="d32c241898f24ad3b8fafd0e2cc73c1e">tempest-TestVolumeBootPattern-513905673</nova:project>
Oct 16 09:03:07 user nova-compute[73884]:       </nova:owner>
Oct 16 09:03:07 user nova-compute[73884]:       <nova:ports>
Oct 16 09:03:07 user nova-compute[73884]:         <nova:port uuid="1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5">
Oct 16 09:03:07 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Oct 16 09:03:07 user nova-compute[73884]:         </nova:port>
Oct 16 09:03:07 user nova-compute[73884]:       </nova:ports>
Oct 16 09:03:07 user nova-compute[73884]:     </nova:instance>
Oct 16 09:03:07 user nova-compute[73884]:   </metadata>
Oct 16 09:03:07 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 09:03:07 user nova-compute[73884]:     <system>
Oct 16 09:03:07 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 09:03:07 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 09:03:07 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 09:03:07 user nova-compute[73884]:       <entry name="serial">7696d044-1210-4408-b3c7-de0965c63f73</entry>
Oct 16 09:03:07 user nova-compute[73884]:       <entry name="uuid">7696d044-1210-4408-b3c7-de0965c63f73</entry>
Oct 16 09:03:07 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 09:03:07 user nova-compute[73884]:     </system>
Oct 16 09:03:07 user nova-compute[73884]:   </sysinfo>
Oct 16 09:03:07 user nova-compute[73884]:   <os>
Oct 16 09:03:07 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 09:03:07 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 09:03:07 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 09:03:07 user nova-compute[73884]:   </os>
Oct 16 09:03:07 user nova-compute[73884]:   <features>
Oct 16 09:03:07 user nova-compute[73884]:     <acpi/>
Oct 16 09:03:07 user nova-compute[73884]:     <apic/>
Oct 16 09:03:07 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 09:03:07 user nova-compute[73884]:   </features>
Oct 16 09:03:07 user nova-compute[73884]:   <clock offset="utc">
Oct 16 09:03:07 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 09:03:07 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 09:03:07 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 09:03:07 user nova-compute[73884]:   </clock>
Oct 16 09:03:07 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 09:03:07 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 09:03:07 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 09:03:07 user nova-compute[73884]:   </cpu>
Oct 16 09:03:07 user nova-compute[73884]:   <devices>
Oct 16 09:03:07 user nova-compute[73884]:     <disk type="block" device="disk">
Oct 16 09:03:07 user nova-compute[73884]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 09:03:07 user nova-compute[73884]:       <source dev="/dev/sdb"/>
Oct 16 09:03:07 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 09:03:07 user nova-compute[73884]:       <serial>97540178-6a20-4c66-9be3-6268c1d920f1</serial>
Oct 16 09:03:07 user nova-compute[73884]:     </disk>
Oct 16 09:03:07 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 09:03:07 user nova-compute[73884]:       <mac address="fa:16:3e:96:ef:39"/>
Oct 16 09:03:07 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 09:03:07 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 09:03:07 user nova-compute[73884]:       <target dev="tap1476eb37-ac"/>
Oct 16 09:03:07 user nova-compute[73884]:     </interface>
Oct 16 09:03:07 user nova-compute[73884]:     <serial type="pty">
Oct 16 09:03:07 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/7696d044-1210-4408-b3c7-de0965c63f73/console.log" append="off"/>
Oct 16 09:03:07 user nova-compute[73884]:     </serial>
Oct 16 09:03:07 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 09:03:07 user nova-compute[73884]:     <video>
Oct 16 09:03:07 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 09:03:07 user nova-compute[73884]:     </video>
Oct 16 09:03:07 user nova-compute[73884]:     <rng model="virtio">
Oct 16 09:03:07 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 09:03:07 user nova-compute[73884]:     </rng>
Oct 16 09:03:07 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 09:03:07 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 09:03:07 user nova-compute[73884]:       <stats period="10"/>
Oct 16 09:03:07 user nova-compute[73884]:     </memballoon>
Oct 16 09:03:07 user nova-compute[73884]:   </devices>
Oct 16 09:03:07 user nova-compute[73884]: </domain>
Oct 16 09:03:07 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 09:03:07 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T09:02:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1968822834',display_name='tempest-TestVolumeBootPattern-server-1968822834',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1968822834',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFD3f7TnlAOnSl42xd+/E+vFaXXIY1o4qZWFjE6Kzkq3dwRCpiVLj07xPYnnYrXO0MUdQ+XmGzBuz+od4bn0WRGaKEGNuGdz/3ahB5rP+AfgMQo3VOwiW86dX/20ES2c4Q==',key_name='tempest-TestVolumeBootPattern-1688670892',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d32c241898f24ad3b8fafd0e2cc73c1e',ramdisk_id='',reservation_id='r-u9oc09vm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-513905673',owner_user_name='tempest-TestVolumeBootPattern-513905673-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T09:02:50Z,user_data=None,user_id='167899628aee4098b7f86cd94419cf82',uuid=7696d044-1210-4408-b3c7-de0965c63f73,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5", "address": "fa:16:3e:96:ef:39", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1476eb37-ac", "ovs_interfaceid": "1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 09:03:07 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Converting VIF {"id": "1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5", "address": "fa:16:3e:96:ef:39", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1476eb37-ac", "ovs_interfaceid": "1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 09:03:07 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:96:ef:39,bridge_name='br-int',has_traffic_filtering=True,id=1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5,network=Network(c8fab485-45f8-4e22-8baa-1813dc37206f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1476eb37-ac') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 09:03:07 user nova-compute[73884]: DEBUG os_vif [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:96:ef:39,bridge_name='br-int',has_traffic_filtering=True,id=1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5,network=Network(c8fab485-45f8-4e22-8baa-1813dc37206f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1476eb37-ac') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 09:03:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:03:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 09:03:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 09:03:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:03:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '34902353-6ed3-52e4-8b59-be52c5b3251f', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 09:03:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:03:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:03:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:03:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1476eb37-ac, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 09:03:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1476eb37-ac, col_values=(('qos', UUID('78294521-e833-4a52-9091-bdedaa7af8de')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 09:03:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1476eb37-ac, col_values=(('external_ids', {'iface-id': '1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:96:ef:39', 'vm-uuid': '7696d044-1210-4408-b3c7-de0965c63f73'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 09:03:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:03:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:03:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:03:07 user nova-compute[73884]: INFO os_vif [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:96:ef:39,bridge_name='br-int',has_traffic_filtering=True,id=1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5,network=Network(c8fab485-45f8-4e22-8baa-1813dc37206f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1476eb37-ac')
Oct 16 09:03:07 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 09:03:07 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] No VIF found with MAC fa:16:3e:96:ef:39, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG nova.compute.manager [req-bf20c2f3-e2bc-4e83-a747-31fab7822e53 req-0ba9d32e-19a5-4544-b958-dd6dfe99eb51 service nova] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Received event network-vif-plugged-1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-bf20c2f3-e2bc-4e83-a747-31fab7822e53 req-0ba9d32e-19a5-4544-b958-dd6dfe99eb51 service nova] Acquiring lock "7696d044-1210-4408-b3c7-de0965c63f73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-bf20c2f3-e2bc-4e83-a747-31fab7822e53 req-0ba9d32e-19a5-4544-b958-dd6dfe99eb51 service nova] Lock "7696d044-1210-4408-b3c7-de0965c63f73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-bf20c2f3-e2bc-4e83-a747-31fab7822e53 req-0ba9d32e-19a5-4544-b958-dd6dfe99eb51 service nova] Lock "7696d044-1210-4408-b3c7-de0965c63f73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG nova.compute.manager [req-bf20c2f3-e2bc-4e83-a747-31fab7822e53 req-0ba9d32e-19a5-4544-b958-dd6dfe99eb51 service nova] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] No waiting events found dispatching network-vif-plugged-1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 09:03:09 user nova-compute[73884]: WARNING nova.compute.manager [req-bf20c2f3-e2bc-4e83-a747-31fab7822e53 req-0ba9d32e-19a5-4544-b958-dd6dfe99eb51 service nova] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Received unexpected event network-vif-plugged-1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5 for instance with vm_state building and task_state spawning.
Oct 16 09:03:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PGoOzUFw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 09:03:09 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 09:03:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 09:03:09 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 09:03:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 09:03:09 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 09:03:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[45828d1f-d69b-4747-90e5-9a8f8e57f7fe]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 09:03:09 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[09b98685-9684-4f1d-9ee3-db1bec514212]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f] added
Oct 16 09:03:09 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[76456051-48a3-48ac-be4b-769399340f25]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8a6b35c-5d52-4fe2-b79c-ca48c382587f]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PGoOzUFw {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PGoOzUFw" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[de4b33aa-6a04-4389-84cf-fde382f424de]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PGoOzUFw'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[30eb8578-b057-4bbc-84e4-0ddf8bd79bb4]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[75b66e45-d7c0-4b93-b8c0-137786b1d9de]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)
Oct 16 09:03:09 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)
Oct 16 09:03:09 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[62951c83-5e64-48e9-9f28-c97621fd39f3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f, portal: 172.16.0.220,3260]
Oct 16 09:03:09 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f, portal: 172.16.0.220,3260] successful.
Oct 16 09:03:09 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[eaa28b7a-9acf-4065-9d05-f57b3a8d632c]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[20556dc2-1cff-4c44-b466-641681a10768]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)
Oct 16 09:03:09 user nova-compute[73884]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f (non-flash)
Oct 16 09:03:09 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)
Oct 16 09:03:09 user nova-compute[73884]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f (non-flash)
Oct 16 09:03:09 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.258s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] HCTL ('34', '-', '-', 0) found on session 58 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c1e9fe9-370d-4a6f-9eb3-b12a5c5d2fcb]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:03:09 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Searching for a device in session 58 and hctl ['34', '*', '*', 0] yield: None {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 09:03:10 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Searching for a device in session 58 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 09:03:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PGoOzUFw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 09:03:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.286s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 09:03:10 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] <== connect_volume: return (1287ms) {'type': 'block', 'scsi_wwn': '23937666634653564', 'path': '/dev/sdc'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 09:03:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23937666634653564', 'path': '/dev/sdc'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 09:03:10 user nova-compute[73884]: DEBUG nova.objects.instance [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lazy-loading 'flavor' on Instance uuid ffd128e5-19c4-459d-9c16-97c13596447c {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 09:03:11 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] attach device xml: <disk type="block" device="disk">
Oct 16 09:03:11 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 09:03:11 user nova-compute[73884]:   <source dev="/dev/sdc"/>
Oct 16 09:03:11 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 09:03:11 user nova-compute[73884]:   <serial>d4565d4b-c40a-4337-9246-40d8ccfcc21f</serial>
Oct 16 09:03:11 user nova-compute[73884]: </disk>
Oct 16 09:03:11 user nova-compute[73884]:  {{(pid=73884) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Oct 16 09:03:11 user nova-compute[73884]: DEBUG nova.compute.manager [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 09:03:11 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 09:03:11 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Instance spawned successfully.
Oct 16 09:03:11 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 09:03:11 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 09:03:11 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 09:03:11 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 09:03:11 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 09:03:11 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 09:03:11 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 09:03:11 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:03:11 user nova-compute[73884]: INFO nova.compute.manager [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Took 4.97 seconds to spawn the instance on the hypervisor.
Oct 16 09:03:11 user nova-compute[73884]: DEBUG nova.compute.manager [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 09:03:11 user nova-compute[73884]: INFO nova.compute.manager [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Took 21.58 seconds to build instance.
Oct 16 09:03:11 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 09:03:11 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] No BDM found with device name vdb, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 09:03:11 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] No VIF found with MAC fa:16:3e:5a:ac:5d, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 09:03:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-49f06889-db44-4e11-a604-7477003bd5ed tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "7696d044-1210-4408-b3c7-de0965c63f73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.673s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:03:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f60bab07-2315-4763-a9d5-e135dd89714a tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "ffd128e5-19c4-459d-9c16-97c13596447c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.314s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:03:11 user nova-compute[73884]: DEBUG nova.compute.manager [req-fdd5702e-6a9b-4c3a-bf6c-ee9ca595091a req-e563466f-9aba-4771-99e9-03b22e99f457 service nova] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Received event network-vif-plugged-1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:03:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-fdd5702e-6a9b-4c3a-bf6c-ee9ca595091a req-e563466f-9aba-4771-99e9-03b22e99f457 service nova] Acquiring lock "7696d044-1210-4408-b3c7-de0965c63f73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:03:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-fdd5702e-6a9b-4c3a-bf6c-ee9ca595091a req-e563466f-9aba-4771-99e9-03b22e99f457 service nova] Lock "7696d044-1210-4408-b3c7-de0965c63f73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:03:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-fdd5702e-6a9b-4c3a-bf6c-ee9ca595091a req-e563466f-9aba-4771-99e9-03b22e99f457 service nova] Lock "7696d044-1210-4408-b3c7-de0965c63f73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:03:11 user nova-compute[73884]: DEBUG nova.compute.manager [req-fdd5702e-6a9b-4c3a-bf6c-ee9ca595091a req-e563466f-9aba-4771-99e9-03b22e99f457 service nova] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] No waiting events found dispatching network-vif-plugged-1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 09:03:11 user nova-compute[73884]: WARNING nova.compute.manager [req-fdd5702e-6a9b-4c3a-bf6c-ee9ca595091a req-e563466f-9aba-4771-99e9-03b22e99f457 service nova] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Received unexpected event network-vif-plugged-1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5 for instance with vm_state active and task_state None.
Oct 16 09:03:12 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:03:12 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 09:03:12 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:03:13 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:03:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:03:14 user nova-compute[73884]: DEBUG nova.compute.manager [req-862a7bda-b0b2-4cf8-b1b5-27549440c375 req-b832516b-dedf-4c15-a4ea-09968fbf98d7 service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Received event network-changed-7bda47b8-c455-45c9-9456-8697ac675b43 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:03:14 user nova-compute[73884]: DEBUG nova.compute.manager [req-862a7bda-b0b2-4cf8-b1b5-27549440c375 req-b832516b-dedf-4c15-a4ea-09968fbf98d7 service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Refreshing instance network info cache due to event network-changed-7bda47b8-c455-45c9-9456-8697ac675b43. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 09:03:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-862a7bda-b0b2-4cf8-b1b5-27549440c375 req-b832516b-dedf-4c15-a4ea-09968fbf98d7 service nova] Acquiring lock "refresh_cache-ffd128e5-19c4-459d-9c16-97c13596447c" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 09:03:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-862a7bda-b0b2-4cf8-b1b5-27549440c375 req-b832516b-dedf-4c15-a4ea-09968fbf98d7 service nova] Acquired lock "refresh_cache-ffd128e5-19c4-459d-9c16-97c13596447c" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 09:03:14 user nova-compute[73884]: DEBUG nova.network.neutron [req-862a7bda-b0b2-4cf8-b1b5-27549440c375 req-b832516b-dedf-4c15-a4ea-09968fbf98d7 service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Refreshing network info cache for port 7bda47b8-c455-45c9-9456-8697ac675b43 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 09:03:14 user nova-compute[73884]: DEBUG nova.network.neutron [req-862a7bda-b0b2-4cf8-b1b5-27549440c375 req-b832516b-dedf-4c15-a4ea-09968fbf98d7 service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Updated VIF entry in instance network info cache for port 7bda47b8-c455-45c9-9456-8697ac675b43. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 09:03:14 user nova-compute[73884]: DEBUG nova.network.neutron [req-862a7bda-b0b2-4cf8-b1b5-27549440c375 req-b832516b-dedf-4c15-a4ea-09968fbf98d7 service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Updating instance_info_cache with network_info: [{"id": "7bda47b8-c455-45c9-9456-8697ac675b43", "address": "fa:16:3e:5a:ac:5d", "network": {"id": "d29b9e92-aca5-45cc-8664-ec7e22f33c84", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-972482687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeb00c3398b1415a85e3f6e6b80b971f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7bda47b8-c4", "ovs_interfaceid": "7bda47b8-c455-45c9-9456-8697ac675b43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 09:03:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-862a7bda-b0b2-4cf8-b1b5-27549440c375 req-b832516b-dedf-4c15-a4ea-09968fbf98d7 service nova] Releasing lock "refresh_cache-ffd128e5-19c4-459d-9c16-97c13596447c" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 09:03:15 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:03:16 user nova-compute[73884]: DEBUG nova.compute.manager [req-6830e757-26e5-40bb-9318-68595f088bdb req-0d2b7ee2-9dd1-4fd2-90ba-63b9509038df service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Received event network-changed-7bda47b8-c455-45c9-9456-8697ac675b43 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:03:16 user nova-compute[73884]: DEBUG nova.compute.manager [req-6830e757-26e5-40bb-9318-68595f088bdb req-0d2b7ee2-9dd1-4fd2-90ba-63b9509038df service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Refreshing instance network info cache due to event network-changed-7bda47b8-c455-45c9-9456-8697ac675b43. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 09:03:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6830e757-26e5-40bb-9318-68595f088bdb req-0d2b7ee2-9dd1-4fd2-90ba-63b9509038df service nova] Acquiring lock "refresh_cache-ffd128e5-19c4-459d-9c16-97c13596447c" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 09:03:16 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6830e757-26e5-40bb-9318-68595f088bdb req-0d2b7ee2-9dd1-4fd2-90ba-63b9509038df service nova] Acquired lock "refresh_cache-ffd128e5-19c4-459d-9c16-97c13596447c" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 09:03:16 user nova-compute[73884]: DEBUG nova.network.neutron [req-6830e757-26e5-40bb-9318-68595f088bdb req-0d2b7ee2-9dd1-4fd2-90ba-63b9509038df service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Refreshing network info cache for port 7bda47b8-c455-45c9-9456-8697ac675b43 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 09:03:17 user nova-compute[73884]: DEBUG nova.network.neutron [req-6830e757-26e5-40bb-9318-68595f088bdb req-0d2b7ee2-9dd1-4fd2-90ba-63b9509038df service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Updated VIF entry in instance network info cache for port 7bda47b8-c455-45c9-9456-8697ac675b43. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 09:03:17 user nova-compute[73884]: DEBUG nova.network.neutron [req-6830e757-26e5-40bb-9318-68595f088bdb req-0d2b7ee2-9dd1-4fd2-90ba-63b9509038df service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Updating instance_info_cache with network_info: [{"id": "7bda47b8-c455-45c9-9456-8697ac675b43", "address": "fa:16:3e:5a:ac:5d", "network": {"id": "d29b9e92-aca5-45cc-8664-ec7e22f33c84", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-972482687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeb00c3398b1415a85e3f6e6b80b971f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7bda47b8-c4", "ovs_interfaceid": "7bda47b8-c455-45c9-9456-8697ac675b43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 09:03:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6f9d88e1-5aa1-4e17-9a0e-f60ecd60b2ed tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Acquiring lock "ffd128e5-19c4-459d-9c16-97c13596447c" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:03:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6f9d88e1-5aa1-4e17-9a0e-f60ecd60b2ed tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "ffd128e5-19c4-459d-9c16-97c13596447c" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:03:17 user nova-compute[73884]: INFO nova.compute.manager [None req-6f9d88e1-5aa1-4e17-9a0e-f60ecd60b2ed tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Rebooting instance
Oct 16 09:03:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6830e757-26e5-40bb-9318-68595f088bdb req-0d2b7ee2-9dd1-4fd2-90ba-63b9509038df service nova] Releasing lock "refresh_cache-ffd128e5-19c4-459d-9c16-97c13596447c" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 09:03:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6f9d88e1-5aa1-4e17-9a0e-f60ecd60b2ed tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Acquiring lock "refresh_cache-ffd128e5-19c4-459d-9c16-97c13596447c" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 09:03:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6f9d88e1-5aa1-4e17-9a0e-f60ecd60b2ed tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Acquired lock "refresh_cache-ffd128e5-19c4-459d-9c16-97c13596447c" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 09:03:17 user nova-compute[73884]: DEBUG nova.network.neutron [None req-6f9d88e1-5aa1-4e17-9a0e-f60ecd60b2ed tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 09:03:17 user nova-compute[73884]: DEBUG nova.network.neutron [None req-6f9d88e1-5aa1-4e17-9a0e-f60ecd60b2ed tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Updating instance_info_cache with network_info: [{"id": "7bda47b8-c455-45c9-9456-8697ac675b43", "address": "fa:16:3e:5a:ac:5d", "network": {"id": "d29b9e92-aca5-45cc-8664-ec7e22f33c84", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-972482687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeb00c3398b1415a85e3f6e6b80b971f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7bda47b8-c4", "ovs_interfaceid": "7bda47b8-c455-45c9-9456-8697ac675b43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 09:03:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6f9d88e1-5aa1-4e17-9a0e-f60ecd60b2ed tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Releasing lock "refresh_cache-ffd128e5-19c4-459d-9c16-97c13596447c" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 09:03:17 user nova-compute[73884]: DEBUG nova.compute.manager [None req-6f9d88e1-5aa1-4e17-9a0e-f60ecd60b2ed tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 09:03:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:03:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:03:19 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:03:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:03:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:03:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:03:19 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 09:03:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 09:03:19 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffd128e5-19c4-459d-9c16-97c13596447c/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:03:19 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffd128e5-19c4-459d-9c16-97c13596447c/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:03:19 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffd128e5-19c4-459d-9c16-97c13596447c/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:03:19 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffd128e5-19c4-459d-9c16-97c13596447c/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:03:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 09:03:20 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:03:20 user nova-compute[73884]: DEBUG nova.compute.manager [req-6bc66168-6619-48e4-b35f-fded5c1ef552 req-c9051f75-a8f9-45ca-9100-fe615b9be3de service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Received event network-vif-unplugged-7bda47b8-c455-45c9-9456-8697ac675b43 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:03:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6bc66168-6619-48e4-b35f-fded5c1ef552 req-c9051f75-a8f9-45ca-9100-fe615b9be3de service nova] Acquiring lock "ffd128e5-19c4-459d-9c16-97c13596447c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:03:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6bc66168-6619-48e4-b35f-fded5c1ef552 req-c9051f75-a8f9-45ca-9100-fe615b9be3de service nova] Lock "ffd128e5-19c4-459d-9c16-97c13596447c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:03:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-6bc66168-6619-48e4-b35f-fded5c1ef552 req-c9051f75-a8f9-45ca-9100-fe615b9be3de service nova] Lock "ffd128e5-19c4-459d-9c16-97c13596447c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:03:20 user nova-compute[73884]: DEBUG nova.compute.manager [req-6bc66168-6619-48e4-b35f-fded5c1ef552 req-c9051f75-a8f9-45ca-9100-fe615b9be3de service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] No waiting events found dispatching network-vif-unplugged-7bda47b8-c455-45c9-9456-8697ac675b43 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 09:03:20 user nova-compute[73884]: WARNING nova.compute.manager [req-6bc66168-6619-48e4-b35f-fded5c1ef552 req-c9051f75-a8f9-45ca-9100-fe615b9be3de service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Received unexpected event network-vif-unplugged-7bda47b8-c455-45c9-9456-8697ac675b43 for instance with vm_state active and task_state reboot_started.
Oct 16 09:03:20 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 09:03:20 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 09:03:20 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=8694MB free_disk=25.075469970703125GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 09:03:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:03:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:03:20 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance ffd128e5-19c4-459d-9c16-97c13596447c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 09:03:20 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 7696d044-1210-4408-b3c7-de0965c63f73 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 09:03:20 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 09:03:20 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 09:03:20 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 09:03:20 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 09:03:20 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 09:03:20 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.274s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:03:20 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-6f9d88e1-5aa1-4e17-9a0e-f60ecd60b2ed tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Instance shutdown successfully.
Oct 16 09:03:21 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:03:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:03:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:03:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:03:22 user nova-compute[73884]: DEBUG nova.compute.manager [req-700862cb-315d-409b-afb5-e71276095b0e req-a3ae54db-bbc5-43fa-8d39-695c723caf71 service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Received event network-vif-plugged-7bda47b8-c455-45c9-9456-8697ac675b43 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:03:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-700862cb-315d-409b-afb5-e71276095b0e req-a3ae54db-bbc5-43fa-8d39-695c723caf71 service nova] Acquiring lock "ffd128e5-19c4-459d-9c16-97c13596447c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:03:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-700862cb-315d-409b-afb5-e71276095b0e req-a3ae54db-bbc5-43fa-8d39-695c723caf71 service nova] Lock "ffd128e5-19c4-459d-9c16-97c13596447c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:03:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-700862cb-315d-409b-afb5-e71276095b0e req-a3ae54db-bbc5-43fa-8d39-695c723caf71 service nova] Lock "ffd128e5-19c4-459d-9c16-97c13596447c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:03:22 user nova-compute[73884]: DEBUG nova.compute.manager [req-700862cb-315d-409b-afb5-e71276095b0e req-a3ae54db-bbc5-43fa-8d39-695c723caf71 service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] No waiting events found dispatching network-vif-plugged-7bda47b8-c455-45c9-9456-8697ac675b43 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 09:03:22 user nova-compute[73884]: WARNING nova.compute.manager [req-700862cb-315d-409b-afb5-e71276095b0e req-a3ae54db-bbc5-43fa-8d39-695c723caf71 service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Received unexpected event network-vif-plugged-7bda47b8-c455-45c9-9456-8697ac675b43 for instance with vm_state active and task_state reboot_started.
Oct 16 09:03:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:03:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:03:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:03:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:03:23 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:03:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:03:24 user nova-compute[73884]: DEBUG nova.compute.manager [req-e49def15-129d-46c6-bcc7-1551021b162e req-22a2d098-3bfb-4478-95d6-0ffd33124a73 service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Received event network-vif-plugged-7bda47b8-c455-45c9-9456-8697ac675b43 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:03:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e49def15-129d-46c6-bcc7-1551021b162e req-22a2d098-3bfb-4478-95d6-0ffd33124a73 service nova] Acquiring lock "ffd128e5-19c4-459d-9c16-97c13596447c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:03:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e49def15-129d-46c6-bcc7-1551021b162e req-22a2d098-3bfb-4478-95d6-0ffd33124a73 service nova] Lock "ffd128e5-19c4-459d-9c16-97c13596447c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:03:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e49def15-129d-46c6-bcc7-1551021b162e req-22a2d098-3bfb-4478-95d6-0ffd33124a73 service nova] Lock "ffd128e5-19c4-459d-9c16-97c13596447c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:03:24 user nova-compute[73884]: DEBUG nova.compute.manager [req-e49def15-129d-46c6-bcc7-1551021b162e req-22a2d098-3bfb-4478-95d6-0ffd33124a73 service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] No waiting events found dispatching network-vif-plugged-7bda47b8-c455-45c9-9456-8697ac675b43 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 09:03:24 user nova-compute[73884]: WARNING nova.compute.manager [req-e49def15-129d-46c6-bcc7-1551021b162e req-22a2d098-3bfb-4478-95d6-0ffd33124a73 service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Received unexpected event network-vif-plugged-7bda47b8-c455-45c9-9456-8697ac675b43 for instance with vm_state active and task_state reboot_started.
Oct 16 09:03:24 user nova-compute[73884]: DEBUG nova.compute.manager [req-e49def15-129d-46c6-bcc7-1551021b162e req-22a2d098-3bfb-4478-95d6-0ffd33124a73 service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Received event network-vif-plugged-7bda47b8-c455-45c9-9456-8697ac675b43 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:03:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e49def15-129d-46c6-bcc7-1551021b162e req-22a2d098-3bfb-4478-95d6-0ffd33124a73 service nova] Acquiring lock "ffd128e5-19c4-459d-9c16-97c13596447c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:03:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e49def15-129d-46c6-bcc7-1551021b162e req-22a2d098-3bfb-4478-95d6-0ffd33124a73 service nova] Lock "ffd128e5-19c4-459d-9c16-97c13596447c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:03:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-e49def15-129d-46c6-bcc7-1551021b162e req-22a2d098-3bfb-4478-95d6-0ffd33124a73 service nova] Lock "ffd128e5-19c4-459d-9c16-97c13596447c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:03:24 user nova-compute[73884]: DEBUG nova.compute.manager [req-e49def15-129d-46c6-bcc7-1551021b162e req-22a2d098-3bfb-4478-95d6-0ffd33124a73 service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] No waiting events found dispatching network-vif-plugged-7bda47b8-c455-45c9-9456-8697ac675b43 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 09:03:24 user nova-compute[73884]: WARNING nova.compute.manager [req-e49def15-129d-46c6-bcc7-1551021b162e req-22a2d098-3bfb-4478-95d6-0ffd33124a73 service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Received unexpected event network-vif-plugged-7bda47b8-c455-45c9-9456-8697ac675b43 for instance with vm_state active and task_state reboot_started.
Oct 16 09:03:24 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Instance running successfully.
Oct 16 09:03:24 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-6f9d88e1-5aa1-4e17-9a0e-f60ecd60b2ed tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Instance soft rebooted successfully.
Oct 16 09:03:24 user nova-compute[73884]: DEBUG nova.compute.manager [None req-6f9d88e1-5aa1-4e17-9a0e-f60ecd60b2ed tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 09:03:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-6f9d88e1-5aa1-4e17-9a0e-f60ecd60b2ed tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "ffd128e5-19c4-459d-9c16-97c13596447c" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 7.303s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:03:25 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:03:25 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 09:03:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "refresh_cache-ffd128e5-19c4-459d-9c16-97c13596447c" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 09:03:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquired lock "refresh_cache-ffd128e5-19c4-459d-9c16-97c13596447c" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 09:03:25 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Forcefully refreshing network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 09:03:25 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Updating instance_info_cache with network_info: [{"id": "7bda47b8-c455-45c9-9456-8697ac675b43", "address": "fa:16:3e:5a:ac:5d", "network": {"id": "d29b9e92-aca5-45cc-8664-ec7e22f33c84", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-972482687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeb00c3398b1415a85e3f6e6b80b971f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7bda47b8-c4", "ovs_interfaceid": "7bda47b8-c455-45c9-9456-8697ac675b43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 09:03:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Releasing lock "refresh_cache-ffd128e5-19c4-459d-9c16-97c13596447c" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 09:03:25 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Updated the network info_cache for instance {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 09:03:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:03:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:03:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:03:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:03:37 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:03:38 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:03:40 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:03:42 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:03:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:03:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:03:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:03:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:03:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:03:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:03:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:03:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:04:00 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:04:02 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:04:07 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:04:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:04:09 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:04:12 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:04:12 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:04:14 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:04:14 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:04:14 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 09:04:17 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:04:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:04:21 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:04:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:04:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:04:21 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:04:21 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 09:04:21 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 09:04:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffd128e5-19c4-459d-9c16-97c13596447c/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:04:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffd128e5-19c4-459d-9c16-97c13596447c/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:04:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffd128e5-19c4-459d-9c16-97c13596447c/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:04:21 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffd128e5-19c4-459d-9c16-97c13596447c/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:04:21 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 09:04:22 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 09:04:22 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 09:04:22 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=8761MB free_disk=25.063899993896484GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 09:04:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:04:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:04:22 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance ffd128e5-19c4-459d-9c16-97c13596447c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 09:04:22 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 7696d044-1210-4408-b3c7-de0965c63f73 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 09:04:22 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 09:04:22 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 09:04:22 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Refreshing inventories for resource provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 16 09:04:22 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Updating ProviderTree inventory for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 16 09:04:22 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Updating inventory in ProviderTree for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 16 09:04:22 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Refreshing aggregate associations for resource provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6, aggregates: None {{(pid=73884) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 16 09:04:22 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Refreshing trait associations for resource provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_FDC,COMPUTE_RESCUE_BFV,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_PCNET,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSSE3,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_SSE41,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000 {{(pid=73884) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 16 09:04:22 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 09:04:22 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 09:04:22 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 09:04:22 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.455s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:04:22 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:04:23 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:04:26 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:04:26 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 09:04:26 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Rebuilding the list of instances to heal {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 16 09:04:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "refresh_cache-ffd128e5-19c4-459d-9c16-97c13596447c" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 09:04:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquired lock "refresh_cache-ffd128e5-19c4-459d-9c16-97c13596447c" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 09:04:26 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Forcefully refreshing network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 09:04:26 user nova-compute[73884]: DEBUG nova.objects.instance [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lazy-loading 'info_cache' on Instance uuid ffd128e5-19c4-459d-9c16-97c13596447c {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 09:04:26 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Updating instance_info_cache with network_info: [{"id": "7bda47b8-c455-45c9-9456-8697ac675b43", "address": "fa:16:3e:5a:ac:5d", "network": {"id": "d29b9e92-aca5-45cc-8664-ec7e22f33c84", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-972482687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeb00c3398b1415a85e3f6e6b80b971f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7bda47b8-c4", "ovs_interfaceid": "7bda47b8-c455-45c9-9456-8697ac675b43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 09:04:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Releasing lock "refresh_cache-ffd128e5-19c4-459d-9c16-97c13596447c" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 09:04:27 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Updated the network info_cache for instance {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 09:04:27 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:04:31 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:04:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:04:35 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:04:35 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Cleaning up deleted instances with incomplete migration  {{(pid=73884) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 16 09:04:37 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:04:40 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:04:41 user nova-compute[73884]: DEBUG nova.compute.manager [req-2b74361b-db0a-4448-8c7a-1e9809c97124 req-856abd99-21b9-4424-80be-0d31a9c97d4c service nova] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Received event network-changed-1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:04:41 user nova-compute[73884]: DEBUG nova.compute.manager [req-2b74361b-db0a-4448-8c7a-1e9809c97124 req-856abd99-21b9-4424-80be-0d31a9c97d4c service nova] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Refreshing instance network info cache due to event network-changed-1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 09:04:41 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2b74361b-db0a-4448-8c7a-1e9809c97124 req-856abd99-21b9-4424-80be-0d31a9c97d4c service nova] Acquiring lock "refresh_cache-7696d044-1210-4408-b3c7-de0965c63f73" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 09:04:41 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2b74361b-db0a-4448-8c7a-1e9809c97124 req-856abd99-21b9-4424-80be-0d31a9c97d4c service nova] Acquired lock "refresh_cache-7696d044-1210-4408-b3c7-de0965c63f73" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 09:04:41 user nova-compute[73884]: DEBUG nova.network.neutron [req-2b74361b-db0a-4448-8c7a-1e9809c97124 req-856abd99-21b9-4424-80be-0d31a9c97d4c service nova] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Refreshing network info cache for port 1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 09:04:42 user nova-compute[73884]: DEBUG nova.network.neutron [req-2b74361b-db0a-4448-8c7a-1e9809c97124 req-856abd99-21b9-4424-80be-0d31a9c97d4c service nova] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Updated VIF entry in instance network info cache for port 1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 09:04:42 user nova-compute[73884]: DEBUG nova.network.neutron [req-2b74361b-db0a-4448-8c7a-1e9809c97124 req-856abd99-21b9-4424-80be-0d31a9c97d4c service nova] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Updating instance_info_cache with network_info: [{"id": "1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5", "address": "fa:16:3e:96:ef:39", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1476eb37-ac", "ovs_interfaceid": "1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 09:04:42 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-2b74361b-db0a-4448-8c7a-1e9809c97124 req-856abd99-21b9-4424-80be-0d31a9c97d4c service nova] Releasing lock "refresh_cache-7696d044-1210-4408-b3c7-de0965c63f73" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 09:04:42 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:04:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:04:47 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:04:47 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Cleaning up deleted instances {{(pid=73884) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 16 09:04:47 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] There are 0 instances to clean {{(pid=73884) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 16 09:04:47 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:04:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:04:52 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:04:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "c82cc917-1eeb-4498-8d5c-be08f9cd4702" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:04:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "c82cc917-1eeb-4498-8d5c-be08f9cd4702" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:04:56 user nova-compute[73884]: DEBUG nova.compute.manager [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Starting instance... {{(pid=73884) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Oct 16 09:04:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:04:56 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:04:56 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=73884) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2338}}
Oct 16 09:04:56 user nova-compute[73884]: INFO nova.compute.claims [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Claim successful on node user
Oct 16 09:04:57 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 09:04:57 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 09:04:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.272s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:04:57 user nova-compute[73884]: DEBUG nova.compute.manager [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Start building networks asynchronously for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Oct 16 09:04:57 user nova-compute[73884]: DEBUG nova.compute.manager [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Allocating IP information in the background. {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Oct 16 09:04:57 user nova-compute[73884]: DEBUG nova.network.neutron [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] allocate_for_instance() {{(pid=73884) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Oct 16 09:04:57 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Oct 16 09:04:57 user nova-compute[73884]: DEBUG nova.compute.manager [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Start building block device mappings for instance. {{(pid=73884) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Oct 16 09:04:57 user nova-compute[73884]: DEBUG nova.policy [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '167899628aee4098b7f86cd94419cf82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd32c241898f24ad3b8fafd0e2cc73c1e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=73884) authorize /opt/stack/nova/nova/policy.py:203}}
Oct 16 09:04:57 user nova-compute[73884]: INFO nova.virt.block_device [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Booting with volume 2c3e835e-6b79-4b8e-8673-481e208f7153 at /dev/vda
Oct 16 09:04:57 user nova-compute[73884]: DEBUG os_brick.utils [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 09:04:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:04:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:04:57 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed586d9d-8e76-4a81-b55d-7efcdea25b18]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:ffcc9ef57d91\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:04:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:04:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:04:57 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[17cda8eb-a07e-4ed1-b24e-06c8807676ed]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:04:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:04:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:04:57 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cb69604-9f2b-4e34-a355-df79ab79d0c4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:04:57 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb51e7f2-a889-4a1f-8fd3-65b74068ea8e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:04:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Running cmd (subprocess): nvme version {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:04:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] 'nvme version' failed. Not Retrying. {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 09:04:57 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.nvmeof [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] nvme not present on system {{(pid=73884) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Oct 16 09:04:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:04:57 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Oct 16 09:04:57 user nova-compute[73884]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Oct 16 09:04:57 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[7296380d-7d75-4872-81e4-96f1085568d8]: (4, '') {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:04:57 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=73884) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Oct 16 09:04:57 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Oct 16 09:04:57 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.lightos [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] LIGHTOS: no hostnqn found. {{(pid=73884) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Oct 16 09:04:57 user nova-compute[73884]: DEBUG os_brick.utils [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:ffcc9ef57d91', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 09:04:57 user nova-compute[73884]: DEBUG nova.virt.block_device [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Updating existing volume attachment record: 76267902-7a21-435a-9a59-28c713ad934c {{(pid=73884) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Oct 16 09:04:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:04:58 user nova-compute[73884]: DEBUG nova.network.neutron [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Successfully created port: 8609cc72-5b1c-4876-89e3-6a0bac8f3f71 {{(pid=73884) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Oct 16 09:04:58 user nova-compute[73884]: DEBUG nova.network.neutron [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Successfully updated port: 8609cc72-5b1c-4876-89e3-6a0bac8f3f71 {{(pid=73884) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Oct 16 09:04:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "refresh_cache-c82cc917-1eeb-4498-8d5c-be08f9cd4702" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 09:04:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquired lock "refresh_cache-c82cc917-1eeb-4498-8d5c-be08f9cd4702" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 09:04:58 user nova-compute[73884]: DEBUG nova.network.neutron [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Building network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2002}}
Oct 16 09:04:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:04:58 user nova-compute[73884]: DEBUG nova.compute.manager [req-0b24a8e3-ac69-4667-a678-21d85c324f49 req-e1ae3102-dfcf-46a3-b6d5-539a7f56eebb service nova] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Received event network-changed-8609cc72-5b1c-4876-89e3-6a0bac8f3f71 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:04:58 user nova-compute[73884]: DEBUG nova.compute.manager [req-0b24a8e3-ac69-4667-a678-21d85c324f49 req-e1ae3102-dfcf-46a3-b6d5-539a7f56eebb service nova] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Refreshing instance network info cache due to event network-changed-8609cc72-5b1c-4876-89e3-6a0bac8f3f71. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 09:04:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0b24a8e3-ac69-4667-a678-21d85c324f49 req-e1ae3102-dfcf-46a3-b6d5-539a7f56eebb service nova] Acquiring lock "refresh_cache-c82cc917-1eeb-4498-8d5c-be08f9cd4702" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 09:04:58 user nova-compute[73884]: DEBUG nova.network.neutron [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Instance cache missing network info. {{(pid=73884) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3315}}
Oct 16 09:04:59 user nova-compute[73884]: DEBUG nova.network.neutron [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Updating instance_info_cache with network_info: [{"id": "8609cc72-5b1c-4876-89e3-6a0bac8f3f71", "address": "fa:16:3e:57:e8:7a", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8609cc72-5b", "ovs_interfaceid": "8609cc72-5b1c-4876-89e3-6a0bac8f3f71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 09:04:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Releasing lock "refresh_cache-c82cc917-1eeb-4498-8d5c-be08f9cd4702" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 09:04:59 user nova-compute[73884]: DEBUG nova.compute.manager [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Instance network_info: |[{"id": "8609cc72-5b1c-4876-89e3-6a0bac8f3f71", "address": "fa:16:3e:57:e8:7a", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8609cc72-5b", "ovs_interfaceid": "8609cc72-5b1c-4876-89e3-6a0bac8f3f71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=73884) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Oct 16 09:04:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0b24a8e3-ac69-4667-a678-21d85c324f49 req-e1ae3102-dfcf-46a3-b6d5-539a7f56eebb service nova] Acquired lock "refresh_cache-c82cc917-1eeb-4498-8d5c-be08f9cd4702" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 09:04:59 user nova-compute[73884]: DEBUG nova.network.neutron [req-0b24a8e3-ac69-4667-a678-21d85c324f49 req-e1ae3102-dfcf-46a3-b6d5-539a7f56eebb service nova] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Refreshing network info cache for port 8609cc72-5b1c-4876-89e3-6a0bac8f3f71 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 09:04:59 user nova-compute[73884]: DEBUG nova.network.neutron [req-0b24a8e3-ac69-4667-a678-21d85c324f49 req-e1ae3102-dfcf-46a3-b6d5-539a7f56eebb service nova] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Updated VIF entry in instance network info cache for port 8609cc72-5b1c-4876-89e3-6a0bac8f3f71. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 09:04:59 user nova-compute[73884]: DEBUG nova.network.neutron [req-0b24a8e3-ac69-4667-a678-21d85c324f49 req-e1ae3102-dfcf-46a3-b6d5-539a7f56eebb service nova] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Updating instance_info_cache with network_info: [{"id": "8609cc72-5b1c-4876-89e3-6a0bac8f3f71", "address": "fa:16:3e:57:e8:7a", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8609cc72-5b", "ovs_interfaceid": "8609cc72-5b1c-4876-89e3-6a0bac8f3f71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 09:04:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0b24a8e3-ac69-4667-a678-21d85c324f49 req-e1ae3102-dfcf-46a3-b6d5-539a7f56eebb service nova] Releasing lock "refresh_cache-c82cc917-1eeb-4498-8d5c-be08f9cd4702" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 09:05:02 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:05:07 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:05:07 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:05:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-0dded29d-e3e7-47bf-85a6-8ca009abb433 req-cdb447f4-8338-4baa-a17f-24a2e1500349 service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Received event network-changed-7bda47b8-c455-45c9-9456-8697ac675b43 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:05:08 user nova-compute[73884]: DEBUG nova.compute.manager [req-0dded29d-e3e7-47bf-85a6-8ca009abb433 req-cdb447f4-8338-4baa-a17f-24a2e1500349 service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Refreshing instance network info cache due to event network-changed-7bda47b8-c455-45c9-9456-8697ac675b43. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 09:05:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0dded29d-e3e7-47bf-85a6-8ca009abb433 req-cdb447f4-8338-4baa-a17f-24a2e1500349 service nova] Acquiring lock "refresh_cache-ffd128e5-19c4-459d-9c16-97c13596447c" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 09:05:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0dded29d-e3e7-47bf-85a6-8ca009abb433 req-cdb447f4-8338-4baa-a17f-24a2e1500349 service nova] Acquired lock "refresh_cache-ffd128e5-19c4-459d-9c16-97c13596447c" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 09:05:08 user nova-compute[73884]: DEBUG nova.network.neutron [req-0dded29d-e3e7-47bf-85a6-8ca009abb433 req-cdb447f4-8338-4baa-a17f-24a2e1500349 service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Refreshing network info cache for port 7bda47b8-c455-45c9-9456-8697ac675b43 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 09:05:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:05:09 user nova-compute[73884]: DEBUG nova.network.neutron [req-0dded29d-e3e7-47bf-85a6-8ca009abb433 req-cdb447f4-8338-4baa-a17f-24a2e1500349 service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Updated VIF entry in instance network info cache for port 7bda47b8-c455-45c9-9456-8697ac675b43. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 09:05:09 user nova-compute[73884]: DEBUG nova.network.neutron [req-0dded29d-e3e7-47bf-85a6-8ca009abb433 req-cdb447f4-8338-4baa-a17f-24a2e1500349 service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Updating instance_info_cache with network_info: [{"id": "7bda47b8-c455-45c9-9456-8697ac675b43", "address": "fa:16:3e:5a:ac:5d", "network": {"id": "d29b9e92-aca5-45cc-8664-ec7e22f33c84", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-972482687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.112", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeb00c3398b1415a85e3f6e6b80b971f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7bda47b8-c4", "ovs_interfaceid": "7bda47b8-c455-45c9-9456-8697ac675b43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 09:05:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-0dded29d-e3e7-47bf-85a6-8ca009abb433 req-cdb447f4-8338-4baa-a17f-24a2e1500349 service nova] Releasing lock "refresh_cache-ffd128e5-19c4-459d-9c16-97c13596447c" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 09:05:09 user nova-compute[73884]: DEBUG nova.compute.manager [req-a897d700-c78a-416a-9e97-8a9fc9f77cd8 req-97a806ee-d3dd-4087-981b-fce2d2770ac8 service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Received event network-changed-7bda47b8-c455-45c9-9456-8697ac675b43 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:05:09 user nova-compute[73884]: DEBUG nova.compute.manager [req-a897d700-c78a-416a-9e97-8a9fc9f77cd8 req-97a806ee-d3dd-4087-981b-fce2d2770ac8 service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Refreshing instance network info cache due to event network-changed-7bda47b8-c455-45c9-9456-8697ac675b43. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 09:05:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a897d700-c78a-416a-9e97-8a9fc9f77cd8 req-97a806ee-d3dd-4087-981b-fce2d2770ac8 service nova] Acquiring lock "refresh_cache-ffd128e5-19c4-459d-9c16-97c13596447c" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 09:05:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a897d700-c78a-416a-9e97-8a9fc9f77cd8 req-97a806ee-d3dd-4087-981b-fce2d2770ac8 service nova] Acquired lock "refresh_cache-ffd128e5-19c4-459d-9c16-97c13596447c" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 09:05:09 user nova-compute[73884]: DEBUG nova.network.neutron [req-a897d700-c78a-416a-9e97-8a9fc9f77cd8 req-97a806ee-d3dd-4087-981b-fce2d2770ac8 service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Refreshing network info cache for port 7bda47b8-c455-45c9-9456-8697ac675b43 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 09:05:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-bbd1ed49-35d0-4903-9c24-9b2e71446015 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Acquiring lock "ffd128e5-19c4-459d-9c16-97c13596447c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:05:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-bbd1ed49-35d0-4903-9c24-9b2e71446015 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "ffd128e5-19c4-459d-9c16-97c13596447c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:05:09 user nova-compute[73884]: INFO nova.compute.manager [None req-bbd1ed49-35d0-4903-9c24-9b2e71446015 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Detaching volume d4565d4b-c40a-4337-9246-40d8ccfcc21f
Oct 16 09:05:09 user nova-compute[73884]: INFO nova.virt.block_device [None req-bbd1ed49-35d0-4903-9c24-9b2e71446015 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Attempting to driver detach volume d4565d4b-c40a-4337-9246-40d8ccfcc21f from mountpoint /dev/vdb
Oct 16 09:05:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-bbd1ed49-35d0-4903-9c24-9b2e71446015 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Attempting to detach device vdb from instance ffd128e5-19c4-459d-9c16-97c13596447c from the persistent domain config. {{(pid=73884) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Oct 16 09:05:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-bbd1ed49-35d0-4903-9c24-9b2e71446015 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 09:05:10 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 09:05:10 user nova-compute[73884]:   <source dev="/dev/sdc"/>
Oct 16 09:05:10 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 09:05:10 user nova-compute[73884]:   <serial>d4565d4b-c40a-4337-9246-40d8ccfcc21f</serial>
Oct 16 09:05:10 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 09:05:10 user nova-compute[73884]: </disk>
Oct 16 09:05:10 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 09:05:10 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-bbd1ed49-35d0-4903-9c24-9b2e71446015 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Successfully detached device vdb from instance ffd128e5-19c4-459d-9c16-97c13596447c from the persistent domain config.
Oct 16 09:05:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-bbd1ed49-35d0-4903-9c24-9b2e71446015 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance ffd128e5-19c4-459d-9c16-97c13596447c from the live domain config. {{(pid=73884) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Oct 16 09:05:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.guest [None req-bbd1ed49-35d0-4903-9c24-9b2e71446015 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] detach device xml: <disk type="block" device="disk">
Oct 16 09:05:10 user nova-compute[73884]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 09:05:10 user nova-compute[73884]:   <source dev="/dev/sdc"/>
Oct 16 09:05:10 user nova-compute[73884]:   <target dev="vdb" bus="virtio"/>
Oct 16 09:05:10 user nova-compute[73884]:   <serial>d4565d4b-c40a-4337-9246-40d8ccfcc21f</serial>
Oct 16 09:05:10 user nova-compute[73884]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Oct 16 09:05:10 user nova-compute[73884]: </disk>
Oct 16 09:05:10 user nova-compute[73884]:  {{(pid=73884) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Oct 16 09:05:10 user nova-compute[73884]: DEBUG nova.network.neutron [req-a897d700-c78a-416a-9e97-8a9fc9f77cd8 req-97a806ee-d3dd-4087-981b-fce2d2770ac8 service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Updated VIF entry in instance network info cache for port 7bda47b8-c455-45c9-9456-8697ac675b43. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 09:05:10 user nova-compute[73884]: DEBUG nova.network.neutron [req-a897d700-c78a-416a-9e97-8a9fc9f77cd8 req-97a806ee-d3dd-4087-981b-fce2d2770ac8 service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Updating instance_info_cache with network_info: [{"id": "7bda47b8-c455-45c9-9456-8697ac675b43", "address": "fa:16:3e:5a:ac:5d", "network": {"id": "d29b9e92-aca5-45cc-8664-ec7e22f33c84", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-972482687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeb00c3398b1415a85e3f6e6b80b971f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7bda47b8-c4", "ovs_interfaceid": "7bda47b8-c455-45c9-9456-8697ac675b43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 09:05:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a897d700-c78a-416a-9e97-8a9fc9f77cd8 req-97a806ee-d3dd-4087-981b-fce2d2770ac8 service nova] Releasing lock "refresh_cache-ffd128e5-19c4-459d-9c16-97c13596447c" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 09:05:10 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-bbd1ed49-35d0-4903-9c24-9b2e71446015 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance ffd128e5-19c4-459d-9c16-97c13596447c {{(pid=73884) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Oct 16 09:05:11 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:05:12 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:05:12 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:05:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG nova.compute.manager [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Start spawning the instance on the hypervisor. {{(pid=73884) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Creating instance directory {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Oct 16 09:05:14 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Creating image(s)
Oct 16 09:05:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Did not create local disks {{(pid=73884) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Ensure instance console log exists: /opt/stack/data/nova/instances/c82cc917-1eeb-4498-8d5c-be08f9cd4702/console.log {{(pid=73884) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Start _get_guest_xml network_info=[{"id": "8609cc72-5b1c-4876-89e3-6a0bac8f3f71", "address": "fa:16:3e:57:e8:7a", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8609cc72-5b", "ovs_interfaceid": "8609cc72-5b1c-4876-89e3-6a0bac8f3f71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CTkgdmPr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c82cc917-1eeb-4498-8d5c-be08f9cd4702', 'attached_at': '', 'detached_at': '', 'volume_id': '2c3e835e-6b79-4b8e-8673-481e208f7153', 'serial': '2c3e835e-6b79-4b8e-8673-481e208f7153'}, 'attachment_id': '76267902-7a21-435a-9a59-28c713ad934c', 'disk_bus': 'virtio', 'mount_device': '/dev/vda', 'guest_format': None, 'delete_on_termination': False, 'boot_index': 0, 'device_type': 'disk', 'volume_type': None} {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Oct 16 09:05:14 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 09:05:14 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 09:05:14 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] CPU controller missing on host. {{(pid=73884) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.host [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] CPU controller found on host. {{(pid=73884) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=73884) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-10-16T08:18:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:558}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Flavor limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:343}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Image limits 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:347}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Flavor pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:383}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Image pref 0:0:0 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:387}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=73884) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:425}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:564}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:466}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Got 1 possible topologies {{(pid=73884) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:496}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:570}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG nova.virt.hardware [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=73884) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:572}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Calling os-brick to attach iSCSI Volume {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CTkgdmPr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 09:05:14 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 09:05:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 09:05:14 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 09:05:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 09:05:14 user nova-compute[73884]: INFO os_brick.initiator.connectors.iscsi [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Oct 16 09:05:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153 -p 172.16.0.220:3260 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf06f519-5afb-4ed0-bd41-9575baa6f50f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Oct 16 09:05:14 user nova-compute[73884]:  {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153 -p 172.16.0.220:3260 --interface default --op new {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b26cd243-a4d2-4eb7-b265-a21db33531e5]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153] added\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153] added
Oct 16 09:05:14 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a846b7fb-9d51-4cb1-89c3-3a2c07909294]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.041s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[23697423-24f1-46a6-a8f6-bf6a7d2e2b10]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CTkgdmPr {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CTkgdmPr" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[638d9c1b-8728-4e52-8823-a8aee4b194cb]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'CTkgdmPr'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6af03f26-a980-475d-acc5-cafd125e6481]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b0c2bd2-65e6-4e51-97d8-a40b7d333b0b]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)
Oct 16 09:05:14 user nova-compute[73884]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f (non-flash)
Oct 16 09:05:14 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)
Oct 16 09:05:14 user nova-compute[73884]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f (non-flash)
Oct 16 09:05:14 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153 -p 172.16.0.220:3260 --login {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153 -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[435017e1-3022-4eec-89d9-8d963623c55b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153, portal: 172.16.0.220,3260]
Oct 16 09:05:14 user nova-compute[73884]: Login to [iface: default, target: iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153, portal: 172.16.0.220,3260] successful.
Oct 16 09:05:14 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[488a4b07-c960-4a04-b424-031729bdd063]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[57fd8715-e468-45f0-bc14-4815e06956cf]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)
Oct 16 09:05:14 user nova-compute[73884]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f (non-flash)
Oct 16 09:05:14 user nova-compute[73884]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153 (non-flash)
Oct 16 09:05:14 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)
Oct 16 09:05:14 user nova-compute[73884]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f (non-flash)
Oct 16 09:05:14 user nova-compute[73884]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153 (non-flash)
Oct 16 09:05:14 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.316s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Connected to 172.16.0.220:3260 {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] HCTL ('35', '-', '-', 0) found on session 59 with lun 0 {{(pid=73884) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=73884) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ca9d49c-aec8-41a6-bc82-85d798265759]: (4, ('- - 0', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Searching for a device in session 59 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=73884) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Oct 16 09:05:14 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CTkgdmPr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=73884) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Oct 16 09:05:15 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:05:15 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.352s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 09:05:15 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] <== connect_volume: return (1353ms) {'type': 'block', 'scsi_wwn': '26636663932303032', 'path': '/dev/sdd'} {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 09:05:15 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26636663932303032', 'path': '/dev/sdd'} {{(pid=73884) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Oct 16 09:05:15 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T09:04:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-2013552353',display_name='tempest-TestVolumeBootPattern-server-2013552353',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-2013552353',id=52,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFD3f7TnlAOnSl42xd+/E+vFaXXIY1o4qZWFjE6Kzkq3dwRCpiVLj07xPYnnYrXO0MUdQ+XmGzBuz+od4bn0WRGaKEGNuGdz/3ahB5rP+AfgMQo3VOwiW86dX/20ES2c4Q==',key_name='tempest-TestVolumeBootPattern-1688670892',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d32c241898f24ad3b8fafd0e2cc73c1e',ramdisk_id='',reservation_id='r-2dgrbzkj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-513905673',owner_user_name='tempest-TestVolumeBootPattern-513905673-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T09:04:57Z,user_data=None,user_id='167899628aee4098b7f86cd94419cf82',uuid=c82cc917-1eeb-4498-8d5c-be08f9cd4702,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8609cc72-5b1c-4876-89e3-6a0bac8f3f71", "address": "fa:16:3e:57:e8:7a", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8609cc72-5b", "ovs_interfaceid": "8609cc72-5b1c-4876-89e3-6a0bac8f3f71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=73884) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Oct 16 09:05:15 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Converting VIF {"id": "8609cc72-5b1c-4876-89e3-6a0bac8f3f71", "address": "fa:16:3e:57:e8:7a", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8609cc72-5b", "ovs_interfaceid": "8609cc72-5b1c-4876-89e3-6a0bac8f3f71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 09:05:15 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:57:e8:7a,bridge_name='br-int',has_traffic_filtering=True,id=8609cc72-5b1c-4876-89e3-6a0bac8f3f71,network=Network(c8fab485-45f8-4e22-8baa-1813dc37206f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8609cc72-5b') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 09:05:15 user nova-compute[73884]: DEBUG nova.objects.instance [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lazy-loading 'pci_devices' on Instance uuid c82cc917-1eeb-4498-8d5c-be08f9cd4702 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 09:05:15 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] End _get_guest_xml xml=<domain type="kvm">
Oct 16 09:05:15 user nova-compute[73884]:   <uuid>c82cc917-1eeb-4498-8d5c-be08f9cd4702</uuid>
Oct 16 09:05:15 user nova-compute[73884]:   <name>instance-00000034</name>
Oct 16 09:05:15 user nova-compute[73884]:   <memory>524288</memory>
Oct 16 09:05:15 user nova-compute[73884]:   <vcpu>1</vcpu>
Oct 16 09:05:15 user nova-compute[73884]:   <metadata>
Oct 16 09:05:15 user nova-compute[73884]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Oct 16 09:05:15 user nova-compute[73884]:       <nova:package version="0.0.0"/>
Oct 16 09:05:15 user nova-compute[73884]:       <nova:name>tempest-TestVolumeBootPattern-server-2013552353</nova:name>
Oct 16 09:05:15 user nova-compute[73884]:       <nova:creationTime>2023-10-16 09:05:14</nova:creationTime>
Oct 16 09:05:15 user nova-compute[73884]:       <nova:flavor name="m1.tiny">
Oct 16 09:05:15 user nova-compute[73884]:         <nova:memory>512</nova:memory>
Oct 16 09:05:15 user nova-compute[73884]:         <nova:disk>1</nova:disk>
Oct 16 09:05:15 user nova-compute[73884]:         <nova:swap>0</nova:swap>
Oct 16 09:05:15 user nova-compute[73884]:         <nova:ephemeral>0</nova:ephemeral>
Oct 16 09:05:15 user nova-compute[73884]:         <nova:vcpus>1</nova:vcpus>
Oct 16 09:05:15 user nova-compute[73884]:       </nova:flavor>
Oct 16 09:05:15 user nova-compute[73884]:       <nova:owner>
Oct 16 09:05:15 user nova-compute[73884]:         <nova:user uuid="167899628aee4098b7f86cd94419cf82">tempest-TestVolumeBootPattern-513905673-project-member</nova:user>
Oct 16 09:05:15 user nova-compute[73884]:         <nova:project uuid="d32c241898f24ad3b8fafd0e2cc73c1e">tempest-TestVolumeBootPattern-513905673</nova:project>
Oct 16 09:05:15 user nova-compute[73884]:       </nova:owner>
Oct 16 09:05:15 user nova-compute[73884]:       <nova:ports>
Oct 16 09:05:15 user nova-compute[73884]:         <nova:port uuid="8609cc72-5b1c-4876-89e3-6a0bac8f3f71">
Oct 16 09:05:15 user nova-compute[73884]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Oct 16 09:05:15 user nova-compute[73884]:         </nova:port>
Oct 16 09:05:15 user nova-compute[73884]:       </nova:ports>
Oct 16 09:05:15 user nova-compute[73884]:     </nova:instance>
Oct 16 09:05:15 user nova-compute[73884]:   </metadata>
Oct 16 09:05:15 user nova-compute[73884]:   <sysinfo type="smbios">
Oct 16 09:05:15 user nova-compute[73884]:     <system>
Oct 16 09:05:15 user nova-compute[73884]:       <entry name="manufacturer">OpenStack Foundation</entry>
Oct 16 09:05:15 user nova-compute[73884]:       <entry name="product">OpenStack Nova</entry>
Oct 16 09:05:15 user nova-compute[73884]:       <entry name="version">0.0.0</entry>
Oct 16 09:05:15 user nova-compute[73884]:       <entry name="serial">c82cc917-1eeb-4498-8d5c-be08f9cd4702</entry>
Oct 16 09:05:15 user nova-compute[73884]:       <entry name="uuid">c82cc917-1eeb-4498-8d5c-be08f9cd4702</entry>
Oct 16 09:05:15 user nova-compute[73884]:       <entry name="family">Virtual Machine</entry>
Oct 16 09:05:15 user nova-compute[73884]:     </system>
Oct 16 09:05:15 user nova-compute[73884]:   </sysinfo>
Oct 16 09:05:15 user nova-compute[73884]:   <os>
Oct 16 09:05:15 user nova-compute[73884]:     <type arch="x86_64" machine="pc">hvm</type>
Oct 16 09:05:15 user nova-compute[73884]:     <boot dev="hd"/>
Oct 16 09:05:15 user nova-compute[73884]:     <smbios mode="sysinfo"/>
Oct 16 09:05:15 user nova-compute[73884]:   </os>
Oct 16 09:05:15 user nova-compute[73884]:   <features>
Oct 16 09:05:15 user nova-compute[73884]:     <acpi/>
Oct 16 09:05:15 user nova-compute[73884]:     <apic/>
Oct 16 09:05:15 user nova-compute[73884]:     <vmcoreinfo/>
Oct 16 09:05:15 user nova-compute[73884]:   </features>
Oct 16 09:05:15 user nova-compute[73884]:   <clock offset="utc">
Oct 16 09:05:15 user nova-compute[73884]:     <timer name="pit" tickpolicy="delay"/>
Oct 16 09:05:15 user nova-compute[73884]:     <timer name="rtc" tickpolicy="catchup"/>
Oct 16 09:05:15 user nova-compute[73884]:     <timer name="hpet" present="no"/>
Oct 16 09:05:15 user nova-compute[73884]:   </clock>
Oct 16 09:05:15 user nova-compute[73884]:   <cpu mode="custom" match="exact">
Oct 16 09:05:15 user nova-compute[73884]:     <model>Nehalem</model>
Oct 16 09:05:15 user nova-compute[73884]:     <topology sockets="1" cores="1" threads="1"/>
Oct 16 09:05:15 user nova-compute[73884]:   </cpu>
Oct 16 09:05:15 user nova-compute[73884]:   <devices>
Oct 16 09:05:15 user nova-compute[73884]:     <disk type="block" device="disk">
Oct 16 09:05:15 user nova-compute[73884]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Oct 16 09:05:15 user nova-compute[73884]:       <source dev="/dev/sdd"/>
Oct 16 09:05:15 user nova-compute[73884]:       <target dev="vda" bus="virtio"/>
Oct 16 09:05:15 user nova-compute[73884]:       <serial>2c3e835e-6b79-4b8e-8673-481e208f7153</serial>
Oct 16 09:05:15 user nova-compute[73884]:     </disk>
Oct 16 09:05:15 user nova-compute[73884]:     <interface type="ethernet">
Oct 16 09:05:15 user nova-compute[73884]:       <mac address="fa:16:3e:57:e8:7a"/>
Oct 16 09:05:15 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 09:05:15 user nova-compute[73884]:       <mtu size="1442"/>
Oct 16 09:05:15 user nova-compute[73884]:       <target dev="tap8609cc72-5b"/>
Oct 16 09:05:15 user nova-compute[73884]:     </interface>
Oct 16 09:05:15 user nova-compute[73884]:     <serial type="pty">
Oct 16 09:05:15 user nova-compute[73884]:       <log file="/opt/stack/data/nova/instances/c82cc917-1eeb-4498-8d5c-be08f9cd4702/console.log" append="off"/>
Oct 16 09:05:15 user nova-compute[73884]:     </serial>
Oct 16 09:05:15 user nova-compute[73884]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Oct 16 09:05:15 user nova-compute[73884]:     <video>
Oct 16 09:05:15 user nova-compute[73884]:       <model type="virtio"/>
Oct 16 09:05:15 user nova-compute[73884]:     </video>
Oct 16 09:05:15 user nova-compute[73884]:     <rng model="virtio">
Oct 16 09:05:15 user nova-compute[73884]:       <backend model="random">/dev/urandom</backend>
Oct 16 09:05:15 user nova-compute[73884]:     </rng>
Oct 16 09:05:15 user nova-compute[73884]:     <controller type="usb" index="0" model="none"/>
Oct 16 09:05:15 user nova-compute[73884]:     <memballoon model="virtio">
Oct 16 09:05:15 user nova-compute[73884]:       <stats period="10"/>
Oct 16 09:05:15 user nova-compute[73884]:     </memballoon>
Oct 16 09:05:15 user nova-compute[73884]:   </devices>
Oct 16 09:05:15 user nova-compute[73884]: </domain>
Oct 16 09:05:15 user nova-compute[73884]:  {{(pid=73884) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Oct 16 09:05:15 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T09:04:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-2013552353',display_name='tempest-TestVolumeBootPattern-server-2013552353',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-2013552353',id=52,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFD3f7TnlAOnSl42xd+/E+vFaXXIY1o4qZWFjE6Kzkq3dwRCpiVLj07xPYnnYrXO0MUdQ+XmGzBuz+od4bn0WRGaKEGNuGdz/3ahB5rP+AfgMQo3VOwiW86dX/20ES2c4Q==',key_name='tempest-TestVolumeBootPattern-1688670892',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d32c241898f24ad3b8fafd0e2cc73c1e',ramdisk_id='',reservation_id='r-2dgrbzkj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-513905673',owner_user_name='tempest-TestVolumeBootPattern-513905673-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-10-16T09:04:57Z,user_data=None,user_id='167899628aee4098b7f86cd94419cf82',uuid=c82cc917-1eeb-4498-8d5c-be08f9cd4702,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8609cc72-5b1c-4876-89e3-6a0bac8f3f71", "address": "fa:16:3e:57:e8:7a", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8609cc72-5b", "ovs_interfaceid": "8609cc72-5b1c-4876-89e3-6a0bac8f3f71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Oct 16 09:05:15 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Converting VIF {"id": "8609cc72-5b1c-4876-89e3-6a0bac8f3f71", "address": "fa:16:3e:57:e8:7a", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8609cc72-5b", "ovs_interfaceid": "8609cc72-5b1c-4876-89e3-6a0bac8f3f71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 09:05:15 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:57:e8:7a,bridge_name='br-int',has_traffic_filtering=True,id=8609cc72-5b1c-4876-89e3-6a0bac8f3f71,network=Network(c8fab485-45f8-4e22-8baa-1813dc37206f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8609cc72-5b') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 09:05:15 user nova-compute[73884]: DEBUG os_vif [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:57:e8:7a,bridge_name='br-int',has_traffic_filtering=True,id=8609cc72-5b1c-4876-89e3-6a0bac8f3f71,network=Network(c8fab485-45f8-4e22-8baa-1813dc37206f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8609cc72-5b') {{(pid=73884) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Oct 16 09:05:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:05:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 09:05:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Oct 16 09:05:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:05:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9df477c8-db19-58f8-b16c-0b64f30a3d0d', '_type': 'linux-noop'}}, row=False) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 09:05:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:05:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:05:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:05:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8609cc72-5b, may_exist=True, interface_attrs={}) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 09:05:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8609cc72-5b, col_values=(('qos', UUID('75e8369e-7090-491a-bc61-c8181ae995e2')),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 09:05:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8609cc72-5b, col_values=(('external_ids', {'iface-id': '8609cc72-5b1c-4876-89e3-6a0bac8f3f71', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:57:e8:7a', 'vm-uuid': 'c82cc917-1eeb-4498-8d5c-be08f9cd4702'}),), if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 09:05:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:05:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:05:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:05:15 user nova-compute[73884]: INFO os_vif [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:57:e8:7a,bridge_name='br-int',has_traffic_filtering=True,id=8609cc72-5b1c-4876-89e3-6a0bac8f3f71,network=Network(c8fab485-45f8-4e22-8baa-1813dc37206f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8609cc72-5b')
Oct 16 09:05:15 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] No BDM found with device name vda, not building metadata. {{(pid=73884) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Oct 16 09:05:15 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] No VIF found with MAC fa:16:3e:57:e8:7a, not building metadata {{(pid=73884) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Oct 16 09:05:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:05:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:05:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:05:17 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:05:17 user nova-compute[73884]: DEBUG nova.compute.manager [req-b5222e14-ad28-4de7-8643-21ff9dcda9f2 req-13534b9d-2bb2-41c5-ae87-987774245c25 service nova] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Received event network-vif-plugged-8609cc72-5b1c-4876-89e3-6a0bac8f3f71 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:05:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-b5222e14-ad28-4de7-8643-21ff9dcda9f2 req-13534b9d-2bb2-41c5-ae87-987774245c25 service nova] Acquiring lock "c82cc917-1eeb-4498-8d5c-be08f9cd4702-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:05:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-b5222e14-ad28-4de7-8643-21ff9dcda9f2 req-13534b9d-2bb2-41c5-ae87-987774245c25 service nova] Lock "c82cc917-1eeb-4498-8d5c-be08f9cd4702-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:05:17 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-b5222e14-ad28-4de7-8643-21ff9dcda9f2 req-13534b9d-2bb2-41c5-ae87-987774245c25 service nova] Lock "c82cc917-1eeb-4498-8d5c-be08f9cd4702-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:05:17 user nova-compute[73884]: DEBUG nova.compute.manager [req-b5222e14-ad28-4de7-8643-21ff9dcda9f2 req-13534b9d-2bb2-41c5-ae87-987774245c25 service nova] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] No waiting events found dispatching network-vif-plugged-8609cc72-5b1c-4876-89e3-6a0bac8f3f71 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 09:05:17 user nova-compute[73884]: WARNING nova.compute.manager [req-b5222e14-ad28-4de7-8643-21ff9dcda9f2 req-13534b9d-2bb2-41c5-ae87-987774245c25 service nova] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Received unexpected event network-vif-plugged-8609cc72-5b1c-4876-89e3-6a0bac8f3f71 for instance with vm_state building and task_state spawning.
Oct 16 09:05:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:05:19 user nova-compute[73884]: DEBUG nova.compute.manager [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Instance event wait completed in 0 seconds for  {{(pid=73884) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Oct 16 09:05:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Guest created on hypervisor {{(pid=73884) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Oct 16 09:05:19 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Instance spawned successfully.
Oct 16 09:05:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Oct 16 09:05:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Found default for hw_cdrom_bus of ide {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 09:05:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Found default for hw_disk_bus of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 09:05:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Found default for hw_input_bus of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 09:05:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Found default for hw_pointer_model of None {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 09:05:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Found default for hw_video_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 09:05:19 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Found default for hw_vif_model of virtio {{(pid=73884) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Oct 16 09:05:19 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:05:19 user nova-compute[73884]: INFO nova.compute.manager [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Took 5.04 seconds to spawn the instance on the hypervisor.
Oct 16 09:05:19 user nova-compute[73884]: DEBUG nova.compute.manager [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Checking state {{(pid=73884) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Oct 16 09:05:19 user nova-compute[73884]: INFO nova.compute.manager [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Took 22.49 seconds to build instance.
Oct 16 09:05:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-17d3fa3e-3f24-4fba-8789-a2f783e449d7 tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "c82cc917-1eeb-4498-8d5c-be08f9cd4702" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 22.594s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:05:19 user nova-compute[73884]: DEBUG nova.compute.manager [req-1719267f-1ce3-4695-b2ac-9018f13a7436 req-04cc3aad-3b70-40f5-9f82-138b39a632f9 service nova] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Received event network-vif-plugged-8609cc72-5b1c-4876-89e3-6a0bac8f3f71 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:05:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1719267f-1ce3-4695-b2ac-9018f13a7436 req-04cc3aad-3b70-40f5-9f82-138b39a632f9 service nova] Acquiring lock "c82cc917-1eeb-4498-8d5c-be08f9cd4702-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:05:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1719267f-1ce3-4695-b2ac-9018f13a7436 req-04cc3aad-3b70-40f5-9f82-138b39a632f9 service nova] Lock "c82cc917-1eeb-4498-8d5c-be08f9cd4702-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:05:19 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-1719267f-1ce3-4695-b2ac-9018f13a7436 req-04cc3aad-3b70-40f5-9f82-138b39a632f9 service nova] Lock "c82cc917-1eeb-4498-8d5c-be08f9cd4702-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:05:19 user nova-compute[73884]: DEBUG nova.compute.manager [req-1719267f-1ce3-4695-b2ac-9018f13a7436 req-04cc3aad-3b70-40f5-9f82-138b39a632f9 service nova] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] No waiting events found dispatching network-vif-plugged-8609cc72-5b1c-4876-89e3-6a0bac8f3f71 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 09:05:19 user nova-compute[73884]: WARNING nova.compute.manager [req-1719267f-1ce3-4695-b2ac-9018f13a7436 req-04cc3aad-3b70-40f5-9f82-138b39a632f9 service nova] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Received unexpected event network-vif-plugged-8609cc72-5b1c-4876-89e3-6a0bac8f3f71 for instance with vm_state active and task_state None.
Oct 16 09:05:20 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:05:23 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:05:23 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:05:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:05:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:05:23 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:05:23 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 09:05:23 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 09:05:23 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 09:05:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffd128e5-19c4-459d-9c16-97c13596447c/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:05:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffd128e5-19c4-459d-9c16-97c13596447c/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:05:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffd128e5-19c4-459d-9c16-97c13596447c/disk --force-share --output=json {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:05:23 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ffd128e5-19c4-459d-9c16-97c13596447c/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=73884) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:05:24 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 09:05:24 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 09:05:24 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=8772MB free_disk=25.061054229736328GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 09:05:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:05:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:05:24 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance ffd128e5-19c4-459d-9c16-97c13596447c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 09:05:24 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 7696d044-1210-4408-b3c7-de0965c63f73 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 09:05:24 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance c82cc917-1eeb-4498-8d5c-be08f9cd4702 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 09:05:24 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 09:05:24 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 09:05:24 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 09:05:24 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 09:05:24 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 09:05:24 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.258s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:05:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:05:27 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:05:27 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:05:27 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 09:05:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "refresh_cache-7696d044-1210-4408-b3c7-de0965c63f73" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 09:05:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquired lock "refresh_cache-7696d044-1210-4408-b3c7-de0965c63f73" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 09:05:27 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Forcefully refreshing network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 09:05:27 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Updating instance_info_cache with network_info: [{"id": "1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5", "address": "fa:16:3e:96:ef:39", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1476eb37-ac", "ovs_interfaceid": "1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 09:05:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Releasing lock "refresh_cache-7696d044-1210-4408-b3c7-de0965c63f73" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 09:05:27 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Updated the network info_cache for instance {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 09:05:30 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-bbd1ed49-35d0-4903-9c24-9b2e71446015 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance ffd128e5-19c4-459d-9c16-97c13596447c is timed out.
Oct 16 09:05:30 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-bbd1ed49-35d0-4903-9c24-9b2e71446015 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Successfully detached device vdb from instance ffd128e5-19c4-459d-9c16-97c13596447c from the live domain config.
Oct 16 09:05:30 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bbd1ed49-35d0-4903-9c24-9b2e71446015 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbd1ed49-35d0-4903-9c24-9b2e71446015 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PGoOzUFw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 09:05:30 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-bbd1ed49-35d0-4903-9c24-9b2e71446015 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 09:05:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-bbd1ed49-35d0-4903-9c24-9b2e71446015 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-bbd1ed49-35d0-4903-9c24-9b2e71446015 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5027721-7379-4a4c-ad09-24687d026761]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbd1ed49-35d0-4903-9c24-9b2e71446015 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 09:05:30 user nova-compute[73884]: No targets found.
Oct 16 09:05:30 user nova-compute[73884]: iSNS:
Oct 16 09:05:30 user nova-compute[73884]: No targets found.
Oct 16 09:05:30 user nova-compute[73884]: STATIC:
Oct 16 09:05:30 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1
Oct 16 09:05:30 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 09:05:30 user nova-compute[73884]:                 Iface Name: default
Oct 16 09:05:30 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f
Oct 16 09:05:30 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 09:05:30 user nova-compute[73884]:                 Iface Name: default
Oct 16 09:05:30 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153
Oct 16 09:05:30 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 09:05:30 user nova-compute[73884]:                 Iface Name: default
Oct 16 09:05:30 user nova-compute[73884]: FIRMWARE:
Oct 16 09:05:30 user nova-compute[73884]: No targets found.
Oct 16 09:05:30 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbd1ed49-35d0-4903-9c24-9b2e71446015 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 09:05:30 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 09:05:30 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbd1ed49-35d0-4903-9c24-9b2e71446015 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a226be0b-1acd-4f57-b956-4a0189138b54]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2672742-879f-4696-9bf6-cae9d015c23e]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbd1ed49-35d0-4903-9c24-9b2e71446015 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)
Oct 16 09:05:30 user nova-compute[73884]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f (non-flash)
Oct 16 09:05:30 user nova-compute[73884]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153 (non-flash)
Oct 16 09:05:30 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbd1ed49-35d0-4903-9c24-9b2e71446015 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)
Oct 16 09:05:30 user nova-compute[73884]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f (non-flash)
Oct 16 09:05:30 user nova-compute[73884]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153 (non-flash)
Oct 16 09:05:30 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbd1ed49-35d0-4903-9c24-9b2e71446015 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7e84650700>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f'): ({'sdc'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-bbd1ed49-35d0-4903-9c24-9b2e71446015 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Removing single pathed devices sdc {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb030847-5794-46e2-a55d-bb460cb59c60]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcf9ac29-240a-4033-9306-9c6972307033]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-bbd1ed49-35d0-4903-9c24-9b2e71446015 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Flushing IO for device /dev/sdc {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[46b20300-ed45-438d-8604-de1cc82492a6]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-bbd1ed49-35d0-4903-9c24-9b2e71446015 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.053s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[9055bd46-14bd-4e10-b0dd-c7a2909b8ea5]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-bbd1ed49-35d0-4903-9c24-9b2e71446015 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-bbd1ed49-35d0-4903-9c24-9b2e71446015 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] SCSI volumes sdc have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbd1ed49-35d0-4903-9c24-9b2e71446015 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[e970a09f-36f3-4ddc-9120-7e17f1cf4fe9]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbd1ed49-35d0-4903-9c24-9b2e71446015 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=73884) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f -p 172.16.0.220:3260 --logout" returned: 0 in 0.049s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a701d1d-25dc-49d6-bfc1-6f6cd12ab0f7]: (4, ('Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f, portal: 172.16.0.220,3260]\nLogout of [sid: 58, target: iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbd1ed49-35d0-4903-9c24-9b2e71446015 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f, portal: 172.16.0.220,3260]
Oct 16 09:05:30 user nova-compute[73884]: Logout of [sid: 58, target: iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f, portal: 172.16.0.220,3260] successful.
Oct 16 09:05:30 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4565d4b-c40a-4337-9246-40d8ccfcc21f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0de8bfe-f22b-482d-8c16-4bfc22bebf3d]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbd1ed49-35d0-4903-9c24-9b2e71446015 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-bbd1ed49-35d0-4903-9c24-9b2e71446015 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.294s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-bbd1ed49-35d0-4903-9c24-9b2e71446015 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] <== disconnect_volume: return (296ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 09:05:30 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bbd1ed49-35d0-4903-9c24-9b2e71446015 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 09:05:31 user nova-compute[73884]: DEBUG nova.objects.instance [None req-bbd1ed49-35d0-4903-9c24-9b2e71446015 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lazy-loading 'flavor' on Instance uuid ffd128e5-19c4-459d-9c16-97c13596447c {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 09:05:31 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-bbd1ed49-35d0-4903-9c24-9b2e71446015 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "ffd128e5-19c4-459d-9c16-97c13596447c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.763s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:05:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:05:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:05:38 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:05:40 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:05:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:05:45 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:05:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:05:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:05:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:06:00 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:06:00 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:06:00 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=73884) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 09:06:00 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 09:06:00 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 09:06:00 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:06:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:06:08 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:06:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a90b68fc-3b41-4506-a53b-79a0a982a6d9 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Acquiring lock "ffd128e5-19c4-459d-9c16-97c13596447c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:06:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a90b68fc-3b41-4506-a53b-79a0a982a6d9 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "ffd128e5-19c4-459d-9c16-97c13596447c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:06:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a90b68fc-3b41-4506-a53b-79a0a982a6d9 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Acquiring lock "ffd128e5-19c4-459d-9c16-97c13596447c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:06:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a90b68fc-3b41-4506-a53b-79a0a982a6d9 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "ffd128e5-19c4-459d-9c16-97c13596447c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:06:08 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a90b68fc-3b41-4506-a53b-79a0a982a6d9 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "ffd128e5-19c4-459d-9c16-97c13596447c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:06:08 user nova-compute[73884]: INFO nova.compute.manager [None req-a90b68fc-3b41-4506-a53b-79a0a982a6d9 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Terminating instance
Oct 16 09:06:08 user nova-compute[73884]: DEBUG nova.compute.manager [None req-a90b68fc-3b41-4506-a53b-79a0a982a6d9 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 09:06:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:06:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:06:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:06:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:06:09 user nova-compute[73884]: DEBUG nova.compute.manager [req-10d0bcdf-19b8-449c-a746-54b6565ede03 req-ad719895-7a4f-4298-9659-f3f52152f9e9 service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Received event network-vif-unplugged-7bda47b8-c455-45c9-9456-8697ac675b43 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:06:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-10d0bcdf-19b8-449c-a746-54b6565ede03 req-ad719895-7a4f-4298-9659-f3f52152f9e9 service nova] Acquiring lock "ffd128e5-19c4-459d-9c16-97c13596447c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:06:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-10d0bcdf-19b8-449c-a746-54b6565ede03 req-ad719895-7a4f-4298-9659-f3f52152f9e9 service nova] Lock "ffd128e5-19c4-459d-9c16-97c13596447c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:06:09 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-10d0bcdf-19b8-449c-a746-54b6565ede03 req-ad719895-7a4f-4298-9659-f3f52152f9e9 service nova] Lock "ffd128e5-19c4-459d-9c16-97c13596447c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:06:09 user nova-compute[73884]: DEBUG nova.compute.manager [req-10d0bcdf-19b8-449c-a746-54b6565ede03 req-ad719895-7a4f-4298-9659-f3f52152f9e9 service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] No waiting events found dispatching network-vif-unplugged-7bda47b8-c455-45c9-9456-8697ac675b43 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 09:06:09 user nova-compute[73884]: DEBUG nova.compute.manager [req-10d0bcdf-19b8-449c-a746-54b6565ede03 req-ad719895-7a4f-4298-9659-f3f52152f9e9 service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Received event network-vif-unplugged-7bda47b8-c455-45c9-9456-8697ac675b43 for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 09:06:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:06:09 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Instance destroyed successfully.
Oct 16 09:06:09 user nova-compute[73884]: DEBUG nova.objects.instance [None req-a90b68fc-3b41-4506-a53b-79a0a982a6d9 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lazy-loading 'resources' on Instance uuid ffd128e5-19c4-459d-9c16-97c13596447c {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 09:06:09 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-a90b68fc-3b41-4506-a53b-79a0a982a6d9 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T09:00:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-697157898',display_name='tempest-TestMinimumBasicScenario-server-697157898',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-697157898',id=50,image_ref='fd4b4a84-0388-4cbb-9832-b37e7d830d42',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFpK1t+5djFXw8ImT7V9+ls8yEAg5HNu1jR91VsTed0hPo4So1PIgryGlW4452uq4/9N6yAv0OSxZQJpGsnoKlKHJVpYB+Zq+E0RnyYZst9619prD1muxUqWM7i6/Teh8Q==',key_name='tempest-TestMinimumBasicScenario-2021136387',keypairs=<?>,launch_index=0,launched_at=2023-10-16T09:01:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='eeb00c3398b1415a85e3f6e6b80b971f',ramdisk_id='',reservation_id='r-i6chhqbz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='fd4b4a84-0388-4cbb-9832-b37e7d830d42',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-930865495',owner_user_name='tempest-TestMinimumBasicScenario-930865495-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T09:03:24Z,user_data=None,user_id='cf9fb0d8c2ab4dc7839cef9f6456af94',uuid=ffd128e5-19c4-459d-9c16-97c13596447c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7bda47b8-c455-45c9-9456-8697ac675b43", "address": "fa:16:3e:5a:ac:5d", "network": {"id": "d29b9e92-aca5-45cc-8664-ec7e22f33c84", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-972482687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeb00c3398b1415a85e3f6e6b80b971f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7bda47b8-c4", "ovs_interfaceid": "7bda47b8-c455-45c9-9456-8697ac675b43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 09:06:09 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-a90b68fc-3b41-4506-a53b-79a0a982a6d9 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Converting VIF {"id": "7bda47b8-c455-45c9-9456-8697ac675b43", "address": "fa:16:3e:5a:ac:5d", "network": {"id": "d29b9e92-aca5-45cc-8664-ec7e22f33c84", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-972482687-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eeb00c3398b1415a85e3f6e6b80b971f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7bda47b8-c4", "ovs_interfaceid": "7bda47b8-c455-45c9-9456-8697ac675b43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 09:06:09 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-a90b68fc-3b41-4506-a53b-79a0a982a6d9 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:5a:ac:5d,bridge_name='br-int',has_traffic_filtering=True,id=7bda47b8-c455-45c9-9456-8697ac675b43,network=Network(d29b9e92-aca5-45cc-8664-ec7e22f33c84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7bda47b8-c4') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 09:06:09 user nova-compute[73884]: DEBUG os_vif [None req-a90b68fc-3b41-4506-a53b-79a0a982a6d9 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:5a:ac:5d,bridge_name='br-int',has_traffic_filtering=True,id=7bda47b8-c455-45c9-9456-8697ac675b43,network=Network(d29b9e92-aca5-45cc-8664-ec7e22f33c84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7bda47b8-c4') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 09:06:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:06:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7bda47b8-c4, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 09:06:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:06:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:06:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:06:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6d4b4578-f24e-465b-ac4b-5ce5cfd751ff) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 09:06:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:06:09 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:06:09 user nova-compute[73884]: INFO os_vif [None req-a90b68fc-3b41-4506-a53b-79a0a982a6d9 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:5a:ac:5d,bridge_name='br-int',has_traffic_filtering=True,id=7bda47b8-c455-45c9-9456-8697ac675b43,network=Network(d29b9e92-aca5-45cc-8664-ec7e22f33c84),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7bda47b8-c4')
Oct 16 09:06:09 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-a90b68fc-3b41-4506-a53b-79a0a982a6d9 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Deleting instance files /opt/stack/data/nova/instances/ffd128e5-19c4-459d-9c16-97c13596447c_del
Oct 16 09:06:09 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-a90b68fc-3b41-4506-a53b-79a0a982a6d9 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Deletion of /opt/stack/data/nova/instances/ffd128e5-19c4-459d-9c16-97c13596447c_del complete
Oct 16 09:06:09 user nova-compute[73884]: INFO nova.compute.manager [None req-a90b68fc-3b41-4506-a53b-79a0a982a6d9 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Took 0.85 seconds to destroy the instance on the hypervisor.
Oct 16 09:06:09 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-a90b68fc-3b41-4506-a53b-79a0a982a6d9 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 09:06:09 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 09:06:09 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 09:06:10 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 09:06:10 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Took 0.59 seconds to deallocate network for instance.
Oct 16 09:06:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a90b68fc-3b41-4506-a53b-79a0a982a6d9 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:06:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a90b68fc-3b41-4506-a53b-79a0a982a6d9 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:06:10 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-a90b68fc-3b41-4506-a53b-79a0a982a6d9 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 09:06:10 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-a90b68fc-3b41-4506-a53b-79a0a982a6d9 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 09:06:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a90b68fc-3b41-4506-a53b-79a0a982a6d9 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.181s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:06:10 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-a90b68fc-3b41-4506-a53b-79a0a982a6d9 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Deleted allocations for instance ffd128e5-19c4-459d-9c16-97c13596447c
Oct 16 09:06:10 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-a90b68fc-3b41-4506-a53b-79a0a982a6d9 tempest-TestMinimumBasicScenario-930865495 tempest-TestMinimumBasicScenario-930865495-project-member] Lock "ffd128e5-19c4-459d-9c16-97c13596447c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.801s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:06:11 user nova-compute[73884]: DEBUG nova.compute.manager [req-be0fc3a0-f074-4e3a-8d64-dcc543de1692 req-e1facbaa-8893-44ea-90fd-035e54f5c9dd service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Received event network-vif-plugged-7bda47b8-c455-45c9-9456-8697ac675b43 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:06:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-be0fc3a0-f074-4e3a-8d64-dcc543de1692 req-e1facbaa-8893-44ea-90fd-035e54f5c9dd service nova] Acquiring lock "ffd128e5-19c4-459d-9c16-97c13596447c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:06:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-be0fc3a0-f074-4e3a-8d64-dcc543de1692 req-e1facbaa-8893-44ea-90fd-035e54f5c9dd service nova] Lock "ffd128e5-19c4-459d-9c16-97c13596447c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:06:11 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-be0fc3a0-f074-4e3a-8d64-dcc543de1692 req-e1facbaa-8893-44ea-90fd-035e54f5c9dd service nova] Lock "ffd128e5-19c4-459d-9c16-97c13596447c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:06:11 user nova-compute[73884]: DEBUG nova.compute.manager [req-be0fc3a0-f074-4e3a-8d64-dcc543de1692 req-e1facbaa-8893-44ea-90fd-035e54f5c9dd service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] No waiting events found dispatching network-vif-plugged-7bda47b8-c455-45c9-9456-8697ac675b43 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 09:06:11 user nova-compute[73884]: WARNING nova.compute.manager [req-be0fc3a0-f074-4e3a-8d64-dcc543de1692 req-e1facbaa-8893-44ea-90fd-035e54f5c9dd service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Received unexpected event network-vif-plugged-7bda47b8-c455-45c9-9456-8697ac675b43 for instance with vm_state deleted and task_state None.
Oct 16 09:06:11 user nova-compute[73884]: DEBUG nova.compute.manager [req-be0fc3a0-f074-4e3a-8d64-dcc543de1692 req-e1facbaa-8893-44ea-90fd-035e54f5c9dd service nova] [instance: ffd128e5-19c4-459d-9c16-97c13596447c] Received event network-vif-deleted-7bda47b8-c455-45c9-9456-8697ac675b43 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:06:12 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:06:13 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:06:14 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:06:14 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 09:06:14 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:06:16 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:06:19 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:06:21 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:06:24 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:06:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:06:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:06:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=73884) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 09:06:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 09:06:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 09:06:24 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:06:25 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:06:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:06:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:06:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:06:25 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 09:06:25 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 09:06:25 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 09:06:25 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 09:06:25 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 09:06:25 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=8853MB free_disk=25.08818817138672GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 09:06:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:06:25 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:06:25 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 7696d044-1210-4408-b3c7-de0965c63f73 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 09:06:25 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance c82cc917-1eeb-4498-8d5c-be08f9cd4702 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 09:06:25 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 09:06:25 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 09:06:25 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 09:06:25 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 09:06:26 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 09:06:26 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.210s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:06:27 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:06:27 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 09:06:27 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Rebuilding the list of instances to heal {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 16 09:06:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "refresh_cache-7696d044-1210-4408-b3c7-de0965c63f73" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 09:06:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquired lock "refresh_cache-7696d044-1210-4408-b3c7-de0965c63f73" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 09:06:27 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Forcefully refreshing network info cache for instance {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1996}}
Oct 16 09:06:27 user nova-compute[73884]: DEBUG nova.objects.instance [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lazy-loading 'info_cache' on Instance uuid 7696d044-1210-4408-b3c7-de0965c63f73 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 09:06:27 user nova-compute[73884]: DEBUG nova.network.neutron [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Updating instance_info_cache with network_info: [{"id": "1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5", "address": "fa:16:3e:96:ef:39", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1476eb37-ac", "ovs_interfaceid": "1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 09:06:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Releasing lock "refresh_cache-7696d044-1210-4408-b3c7-de0965c63f73" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 09:06:27 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Updated the network info_cache for instance {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9992}}
Oct 16 09:06:29 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:06:34 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:06:39 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:06:44 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:06:48 user nova-compute[73884]: DEBUG nova.compute.manager [req-74551af7-30fc-45eb-8f0b-5fd820d02e12 req-2f6c3d19-0eb9-417a-9db8-0c284aea28c8 service nova] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Received event network-changed-8609cc72-5b1c-4876-89e3-6a0bac8f3f71 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:06:48 user nova-compute[73884]: DEBUG nova.compute.manager [req-74551af7-30fc-45eb-8f0b-5fd820d02e12 req-2f6c3d19-0eb9-417a-9db8-0c284aea28c8 service nova] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Refreshing instance network info cache due to event network-changed-8609cc72-5b1c-4876-89e3-6a0bac8f3f71. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 09:06:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-74551af7-30fc-45eb-8f0b-5fd820d02e12 req-2f6c3d19-0eb9-417a-9db8-0c284aea28c8 service nova] Acquiring lock "refresh_cache-c82cc917-1eeb-4498-8d5c-be08f9cd4702" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 09:06:48 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-74551af7-30fc-45eb-8f0b-5fd820d02e12 req-2f6c3d19-0eb9-417a-9db8-0c284aea28c8 service nova] Acquired lock "refresh_cache-c82cc917-1eeb-4498-8d5c-be08f9cd4702" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 09:06:48 user nova-compute[73884]: DEBUG nova.network.neutron [req-74551af7-30fc-45eb-8f0b-5fd820d02e12 req-2f6c3d19-0eb9-417a-9db8-0c284aea28c8 service nova] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Refreshing network info cache for port 8609cc72-5b1c-4876-89e3-6a0bac8f3f71 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 09:06:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:06:49 user nova-compute[73884]: DEBUG nova.network.neutron [req-74551af7-30fc-45eb-8f0b-5fd820d02e12 req-2f6c3d19-0eb9-417a-9db8-0c284aea28c8 service nova] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Updated VIF entry in instance network info cache for port 8609cc72-5b1c-4876-89e3-6a0bac8f3f71. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 09:06:49 user nova-compute[73884]: DEBUG nova.network.neutron [req-74551af7-30fc-45eb-8f0b-5fd820d02e12 req-2f6c3d19-0eb9-417a-9db8-0c284aea28c8 service nova] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Updating instance_info_cache with network_info: [{"id": "8609cc72-5b1c-4876-89e3-6a0bac8f3f71", "address": "fa:16:3e:57:e8:7a", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.62", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8609cc72-5b", "ovs_interfaceid": "8609cc72-5b1c-4876-89e3-6a0bac8f3f71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 09:06:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-74551af7-30fc-45eb-8f0b-5fd820d02e12 req-2f6c3d19-0eb9-417a-9db8-0c284aea28c8 service nova] Releasing lock "refresh_cache-c82cc917-1eeb-4498-8d5c-be08f9cd4702" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 09:06:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:06:49 user nova-compute[73884]: DEBUG nova.compute.manager [req-a4675a72-3e02-4e0c-8ba1-9c11bc35e57d req-d60664fe-6495-4599-9c06-5e4eaa3ecc27 service nova] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Received event network-changed-8609cc72-5b1c-4876-89e3-6a0bac8f3f71 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:06:49 user nova-compute[73884]: DEBUG nova.compute.manager [req-a4675a72-3e02-4e0c-8ba1-9c11bc35e57d req-d60664fe-6495-4599-9c06-5e4eaa3ecc27 service nova] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Refreshing instance network info cache due to event network-changed-8609cc72-5b1c-4876-89e3-6a0bac8f3f71. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 09:06:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a4675a72-3e02-4e0c-8ba1-9c11bc35e57d req-d60664fe-6495-4599-9c06-5e4eaa3ecc27 service nova] Acquiring lock "refresh_cache-c82cc917-1eeb-4498-8d5c-be08f9cd4702" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 09:06:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a4675a72-3e02-4e0c-8ba1-9c11bc35e57d req-d60664fe-6495-4599-9c06-5e4eaa3ecc27 service nova] Acquired lock "refresh_cache-c82cc917-1eeb-4498-8d5c-be08f9cd4702" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 09:06:49 user nova-compute[73884]: DEBUG nova.network.neutron [req-a4675a72-3e02-4e0c-8ba1-9c11bc35e57d req-d60664fe-6495-4599-9c06-5e4eaa3ecc27 service nova] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Refreshing network info cache for port 8609cc72-5b1c-4876-89e3-6a0bac8f3f71 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 09:06:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:06:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "c82cc917-1eeb-4498-8d5c-be08f9cd4702" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:06:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "c82cc917-1eeb-4498-8d5c-be08f9cd4702" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:06:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "c82cc917-1eeb-4498-8d5c-be08f9cd4702-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:06:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "c82cc917-1eeb-4498-8d5c-be08f9cd4702-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:06:49 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "c82cc917-1eeb-4498-8d5c-be08f9cd4702-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:06:49 user nova-compute[73884]: INFO nova.compute.manager [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Terminating instance
Oct 16 09:06:49 user nova-compute[73884]: DEBUG nova.compute.manager [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 09:06:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:06:49 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG nova.network.neutron [req-a4675a72-3e02-4e0c-8ba1-9c11bc35e57d req-d60664fe-6495-4599-9c06-5e4eaa3ecc27 service nova] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Updated VIF entry in instance network info cache for port 8609cc72-5b1c-4876-89e3-6a0bac8f3f71. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG nova.network.neutron [req-a4675a72-3e02-4e0c-8ba1-9c11bc35e57d req-d60664fe-6495-4599-9c06-5e4eaa3ecc27 service nova] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Updating instance_info_cache with network_info: [{"id": "8609cc72-5b1c-4876-89e3-6a0bac8f3f71", "address": "fa:16:3e:57:e8:7a", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8609cc72-5b", "ovs_interfaceid": "8609cc72-5b1c-4876-89e3-6a0bac8f3f71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-a4675a72-3e02-4e0c-8ba1-9c11bc35e57d req-d60664fe-6495-4599-9c06-5e4eaa3ecc27 service nova] Releasing lock "refresh_cache-c82cc917-1eeb-4498-8d5c-be08f9cd4702" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 09:06:50 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Instance destroyed successfully.
Oct 16 09:06:50 user nova-compute[73884]: DEBUG nova.objects.instance [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lazy-loading 'resources' on Instance uuid c82cc917-1eeb-4498-8d5c-be08f9cd4702 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T09:04:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-2013552353',display_name='tempest-TestVolumeBootPattern-server-2013552353',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-2013552353',id=52,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFD3f7TnlAOnSl42xd+/E+vFaXXIY1o4qZWFjE6Kzkq3dwRCpiVLj07xPYnnYrXO0MUdQ+XmGzBuz+od4bn0WRGaKEGNuGdz/3ahB5rP+AfgMQo3VOwiW86dX/20ES2c4Q==',key_name='tempest-TestVolumeBootPattern-1688670892',keypairs=<?>,launch_index=0,launched_at=2023-10-16T09:05:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d32c241898f24ad3b8fafd0e2cc73c1e',ramdisk_id='',reservation_id='r-2dgrbzkj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-513905673',owner_user_name='tempest-TestVolumeBootPattern-513905673-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T09:05:19Z,user_data=None,user_id='167899628aee4098b7f86cd94419cf82',uuid=c82cc917-1eeb-4498-8d5c-be08f9cd4702,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8609cc72-5b1c-4876-89e3-6a0bac8f3f71", "address": "fa:16:3e:57:e8:7a", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.62", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8609cc72-5b", "ovs_interfaceid": "8609cc72-5b1c-4876-89e3-6a0bac8f3f71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Converting VIF {"id": "8609cc72-5b1c-4876-89e3-6a0bac8f3f71", "address": "fa:16:3e:57:e8:7a", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.62", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8609cc72-5b", "ovs_interfaceid": "8609cc72-5b1c-4876-89e3-6a0bac8f3f71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:57:e8:7a,bridge_name='br-int',has_traffic_filtering=True,id=8609cc72-5b1c-4876-89e3-6a0bac8f3f71,network=Network(c8fab485-45f8-4e22-8baa-1813dc37206f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8609cc72-5b') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG os_vif [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:57:e8:7a,bridge_name='br-int',has_traffic_filtering=True,id=8609cc72-5b1c-4876-89e3-6a0bac8f3f71,network=Network(c8fab485-45f8-4e22-8baa-1813dc37206f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8609cc72-5b') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8609cc72-5b, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=75e8369e-7090-491a-bc61-c8181ae995e2) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:06:50 user nova-compute[73884]: INFO os_vif [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:57:e8:7a,bridge_name='br-int',has_traffic_filtering=True,id=8609cc72-5b1c-4876-89e3-6a0bac8f3f71,network=Network(c8fab485-45f8-4e22-8baa-1813dc37206f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8609cc72-5b')
Oct 16 09:06:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CTkgdmPr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 09:06:50 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 09:06:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fdbb18b-e6a8-466b-a519-f45718ac5d04]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 09:06:50 user nova-compute[73884]: No targets found.
Oct 16 09:06:50 user nova-compute[73884]: iSNS:
Oct 16 09:06:50 user nova-compute[73884]: No targets found.
Oct 16 09:06:50 user nova-compute[73884]: STATIC:
Oct 16 09:06:50 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1
Oct 16 09:06:50 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 09:06:50 user nova-compute[73884]:                 Iface Name: default
Oct 16 09:06:50 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153
Oct 16 09:06:50 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 09:06:50 user nova-compute[73884]:                 Iface Name: default
Oct 16 09:06:50 user nova-compute[73884]: FIRMWARE:
Oct 16 09:06:50 user nova-compute[73884]: No targets found.
Oct 16 09:06:50 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 09:06:50 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 09:06:50 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[46ff1f72-c8d8-4938-9842-c4d7331820ac]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[238120cc-e918-4c94-9d6f-4517849352a5]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)
Oct 16 09:06:50 user nova-compute[73884]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153 (non-flash)
Oct 16 09:06:50 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)
Oct 16 09:06:50 user nova-compute[73884]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153 (non-flash)
Oct 16 09:06:50 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7eac21b0a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153'): ({'sdd'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Removing single pathed devices sdd {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ff7acbd-5f6a-48f1-9441-4b36b4356e83]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c605703c-3698-481f-b55c-8020afc77481]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Flushing IO for device /dev/sdd {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.015s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7fd4116-847a-45ff-86d3-df003968ba42]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.035s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[25bdfe18-a21b-4990-b3fd-1d217475e74c]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] SCSI volumes sdd have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_f40d5024', '/dev/disk/by-id/scsi-26636663932303032', '/dev/disk/by-id/scsi-1SCST_BIOf40d5024-f6f920024aa5e2c3') {{(pid=84860) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5fcd1d8-2cb3-4c6b-a6a3-bd904e55768f]: (4, None) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8c99de3-49ee-4d1c-9fff-8b960cf797a6]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153 -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f45531f-e752-4496-a36f-ec23c77eb783]: (4, ('Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153, portal: 172.16.0.220,3260]\nLogout of [sid: 59, target: iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153, portal: 172.16.0.220,3260]
Oct 16 09:06:50 user nova-compute[73884]: Logout of [sid: 59, target: iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153, portal: 172.16.0.220,3260] successful.
Oct 16 09:06:50 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153 -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2c3e835e-6b79-4b8e-8673-481e208f7153 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[2084a142-710b-4daf-91fe-65f4ed87ec58]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.293s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] <== disconnect_volume: return (294ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 09:06:50 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Deleting instance files /opt/stack/data/nova/instances/c82cc917-1eeb-4498-8d5c-be08f9cd4702_del
Oct 16 09:06:50 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Deletion of /opt/stack/data/nova/instances/c82cc917-1eeb-4498-8d5c-be08f9cd4702_del complete
Oct 16 09:06:50 user nova-compute[73884]: INFO nova.compute.manager [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Took 1.12 seconds to destroy the instance on the hypervisor.
Oct 16 09:06:50 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG nova.compute.manager [req-cebf8c85-ae2a-4ad3-aaac-2bbdcf00996e req-77efbb2b-7df0-4ca6-af7d-8c3d208d1d78 service nova] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Received event network-vif-unplugged-8609cc72-5b1c-4876-89e3-6a0bac8f3f71 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-cebf8c85-ae2a-4ad3-aaac-2bbdcf00996e req-77efbb2b-7df0-4ca6-af7d-8c3d208d1d78 service nova] Acquiring lock "c82cc917-1eeb-4498-8d5c-be08f9cd4702-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-cebf8c85-ae2a-4ad3-aaac-2bbdcf00996e req-77efbb2b-7df0-4ca6-af7d-8c3d208d1d78 service nova] Lock "c82cc917-1eeb-4498-8d5c-be08f9cd4702-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-cebf8c85-ae2a-4ad3-aaac-2bbdcf00996e req-77efbb2b-7df0-4ca6-af7d-8c3d208d1d78 service nova] Lock "c82cc917-1eeb-4498-8d5c-be08f9cd4702-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG nova.compute.manager [req-cebf8c85-ae2a-4ad3-aaac-2bbdcf00996e req-77efbb2b-7df0-4ca6-af7d-8c3d208d1d78 service nova] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] No waiting events found dispatching network-vif-unplugged-8609cc72-5b1c-4876-89e3-6a0bac8f3f71 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG nova.compute.manager [req-cebf8c85-ae2a-4ad3-aaac-2bbdcf00996e req-77efbb2b-7df0-4ca6-af7d-8c3d208d1d78 service nova] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Received event network-vif-unplugged-8609cc72-5b1c-4876-89e3-6a0bac8f3f71 for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG nova.compute.manager [req-cebf8c85-ae2a-4ad3-aaac-2bbdcf00996e req-77efbb2b-7df0-4ca6-af7d-8c3d208d1d78 service nova] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Received event network-vif-plugged-8609cc72-5b1c-4876-89e3-6a0bac8f3f71 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-cebf8c85-ae2a-4ad3-aaac-2bbdcf00996e req-77efbb2b-7df0-4ca6-af7d-8c3d208d1d78 service nova] Acquiring lock "c82cc917-1eeb-4498-8d5c-be08f9cd4702-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-cebf8c85-ae2a-4ad3-aaac-2bbdcf00996e req-77efbb2b-7df0-4ca6-af7d-8c3d208d1d78 service nova] Lock "c82cc917-1eeb-4498-8d5c-be08f9cd4702-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-cebf8c85-ae2a-4ad3-aaac-2bbdcf00996e req-77efbb2b-7df0-4ca6-af7d-8c3d208d1d78 service nova] Lock "c82cc917-1eeb-4498-8d5c-be08f9cd4702-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:06:50 user nova-compute[73884]: DEBUG nova.compute.manager [req-cebf8c85-ae2a-4ad3-aaac-2bbdcf00996e req-77efbb2b-7df0-4ca6-af7d-8c3d208d1d78 service nova] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] No waiting events found dispatching network-vif-plugged-8609cc72-5b1c-4876-89e3-6a0bac8f3f71 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 09:06:50 user nova-compute[73884]: WARNING nova.compute.manager [req-cebf8c85-ae2a-4ad3-aaac-2bbdcf00996e req-77efbb2b-7df0-4ca6-af7d-8c3d208d1d78 service nova] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Received unexpected event network-vif-plugged-8609cc72-5b1c-4876-89e3-6a0bac8f3f71 for instance with vm_state active and task_state deleting.
Oct 16 09:06:51 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 09:06:51 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Took 0.74 seconds to deallocate network for instance.
Oct 16 09:06:52 user nova-compute[73884]: INFO nova.compute.manager [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Took 0.76 seconds to detach 1 volumes for instance.
Oct 16 09:06:52 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:06:52 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:06:52 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 09:06:52 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 09:06:52 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.138s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:06:52 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Deleted allocations for instance c82cc917-1eeb-4498-8d5c-be08f9cd4702
Oct 16 09:06:53 user nova-compute[73884]: DEBUG nova.compute.manager [req-9b49dad3-ce9f-4c52-b421-5c1292fc52e0 req-20bb8a23-b322-4efd-92d3-1e0fb528c9b2 service nova] [instance: c82cc917-1eeb-4498-8d5c-be08f9cd4702] Received event network-vif-deleted-8609cc72-5b1c-4876-89e3-6a0bac8f3f71 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:06:53 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-7849ed22-f8f6-47c1-b1d6-7e27f7e0dc1d tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "c82cc917-1eeb-4498-8d5c-be08f9cd4702" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.319s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:06:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:06:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:07:00 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:07:02 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:07:04 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:07:05 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:07:09 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:07:10 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:07:12 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:07:13 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:07:15 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:07:16 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:07:16 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:07:16 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 09:07:20 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:07:22 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:07:24 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:07:25 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:07:27 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:07:27 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:07:27 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 09:07:27 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Didn't find any instances for network info cache update. {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 16 09:07:27 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:07:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:07:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:07:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:07:27 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 09:07:27 user nova-compute[73884]: DEBUG nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=73884) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Oct 16 09:07:27 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 09:07:27 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 09:07:27 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=9002MB free_disk=25.126708984375GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 09:07:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:07:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:07:27 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Instance 7696d044-1210-4408-b3c7-de0965c63f73 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=73884) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Oct 16 09:07:27 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 09:07:27 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 09:07:27 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 09:07:27 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 09:07:27 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 09:07:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.148s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:07:30 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:07:35 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:07:40 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:07:45 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:07:50 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:07:55 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:07:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:07:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-00cb2c5c-4d23-46e8-a4b0-27f236bd68e1 req-5c248236-df49-4d52-afec-649ac181c1a7 service nova] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Received event network-changed-1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:07:57 user nova-compute[73884]: DEBUG nova.compute.manager [req-00cb2c5c-4d23-46e8-a4b0-27f236bd68e1 req-5c248236-df49-4d52-afec-649ac181c1a7 service nova] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Refreshing instance network info cache due to event network-changed-1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5. {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11116}}
Oct 16 09:07:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-00cb2c5c-4d23-46e8-a4b0-27f236bd68e1 req-5c248236-df49-4d52-afec-649ac181c1a7 service nova] Acquiring lock "refresh_cache-7696d044-1210-4408-b3c7-de0965c63f73" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Oct 16 09:07:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-00cb2c5c-4d23-46e8-a4b0-27f236bd68e1 req-5c248236-df49-4d52-afec-649ac181c1a7 service nova] Acquired lock "refresh_cache-7696d044-1210-4408-b3c7-de0965c63f73" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Oct 16 09:07:57 user nova-compute[73884]: DEBUG nova.network.neutron [req-00cb2c5c-4d23-46e8-a4b0-27f236bd68e1 req-5c248236-df49-4d52-afec-649ac181c1a7 service nova] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Refreshing network info cache for port 1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5 {{(pid=73884) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:1999}}
Oct 16 09:07:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "7696d044-1210-4408-b3c7-de0965c63f73" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:07:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "7696d044-1210-4408-b3c7-de0965c63f73" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:07:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "7696d044-1210-4408-b3c7-de0965c63f73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:07:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "7696d044-1210-4408-b3c7-de0965c63f73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:07:57 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "7696d044-1210-4408-b3c7-de0965c63f73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:07:57 user nova-compute[73884]: INFO nova.compute.manager [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Terminating instance
Oct 16 09:07:57 user nova-compute[73884]: DEBUG nova.compute.manager [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Start destroying the instance on the hypervisor. {{(pid=73884) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Oct 16 09:07:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:07:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:07:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:07:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG nova.network.neutron [req-00cb2c5c-4d23-46e8-a4b0-27f236bd68e1 req-5c248236-df49-4d52-afec-649ac181c1a7 service nova] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Updated VIF entry in instance network info cache for port 1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5. {{(pid=73884) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3474}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG nova.network.neutron [req-00cb2c5c-4d23-46e8-a4b0-27f236bd68e1 req-5c248236-df49-4d52-afec-649ac181c1a7 service nova] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Updating instance_info_cache with network_info: [{"id": "1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5", "address": "fa:16:3e:96:ef:39", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1476eb37-ac", "ovs_interfaceid": "1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-00cb2c5c-4d23-46e8-a4b0-27f236bd68e1 req-5c248236-df49-4d52-afec-649ac181c1a7 service nova] Releasing lock "refresh_cache-7696d044-1210-4408-b3c7-de0965c63f73" {{(pid=73884) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Oct 16 09:07:58 user nova-compute[73884]: INFO nova.virt.libvirt.driver [-] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Instance destroyed successfully.
Oct 16 09:07:58 user nova-compute[73884]: DEBUG nova.objects.instance [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lazy-loading 'resources' on Instance uuid 7696d044-1210-4408-b3c7-de0965c63f73 {{(pid=73884) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1152}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG nova.virt.libvirt.vif [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-10-16T09:02:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1968822834',display_name='tempest-TestVolumeBootPattern-server-1968822834',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1968822834',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFD3f7TnlAOnSl42xd+/E+vFaXXIY1o4qZWFjE6Kzkq3dwRCpiVLj07xPYnnYrXO0MUdQ+XmGzBuz+od4bn0WRGaKEGNuGdz/3ahB5rP+AfgMQo3VOwiW86dX/20ES2c4Q==',key_name='tempest-TestVolumeBootPattern-1688670892',keypairs=<?>,launch_index=0,launched_at=2023-10-16T09:03:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d32c241898f24ad3b8fafd0e2cc73c1e',ramdisk_id='',reservation_id='r-u9oc09vm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-513905673',owner_user_name='tempest-TestVolumeBootPattern-513905673-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-10-16T09:03:11Z,user_data=None,user_id='167899628aee4098b7f86cd94419cf82',uuid=7696d044-1210-4408-b3c7-de0965c63f73,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5", "address": "fa:16:3e:96:ef:39", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1476eb37-ac", "ovs_interfaceid": "1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Converting VIF {"id": "1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5", "address": "fa:16:3e:96:ef:39", "network": {"id": "c8fab485-45f8-4e22-8baa-1813dc37206f", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-362999048-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d32c241898f24ad3b8fafd0e2cc73c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1476eb37-ac", "ovs_interfaceid": "1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG nova.network.os_vif_util [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:96:ef:39,bridge_name='br-int',has_traffic_filtering=True,id=1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5,network=Network(c8fab485-45f8-4e22-8baa-1813dc37206f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1476eb37-ac') {{(pid=73884) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG os_vif [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:96:ef:39,bridge_name='br-int',has_traffic_filtering=True,id=1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5,network=Network(c8fab485-45f8-4e22-8baa-1813dc37206f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1476eb37-ac') {{(pid=73884) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1476eb37-ac, bridge=br-int, if_exists=True) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=78294521-e833-4a52-9091-bdedaa7af8de) {{(pid=73884) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:07:58 user nova-compute[73884]: INFO os_vif [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:96:ef:39,bridge_name='br-int',has_traffic_filtering=True,id=1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5,network=Network(c8fab485-45f8-4e22-8baa-1813dc37206f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1476eb37-ac')
Oct 16 09:07:58 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] calling os-brick to detach iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7ea464cd30>, {'target_iqn': 'iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZLBAqxCW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Oct 16 09:07:58 user nova-compute[73884]: WARNING os_brick.initiator.connectors.base [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Oct 16 09:07:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fbdd062-b4b3-4f9a-bf69-33f0fb582885]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Oct 16 09:07:58 user nova-compute[73884]: No targets found.
Oct 16 09:07:58 user nova-compute[73884]: iSNS:
Oct 16 09:07:58 user nova-compute[73884]: No targets found.
Oct 16 09:07:58 user nova-compute[73884]: STATIC:
Oct 16 09:07:58 user nova-compute[73884]: Target: iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1
Oct 16 09:07:58 user nova-compute[73884]:         Portal: 172.16.0.220:3260,-1
Oct 16 09:07:58 user nova-compute[73884]:                 Iface Name: default
Oct 16 09:07:58 user nova-compute[73884]: FIRMWARE:
Oct 16 09:07:58 user nova-compute[73884]: No targets found.
Oct 16 09:07:58 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Oct 16 09:07:58 user nova-compute[73884]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Oct 16 09:07:58 user nova-compute[73884]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=73884) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1', 0)] {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6abca665-70b4-4990-984e-d8fdebbd5eb1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8175f84-579d-4f6d-a374-0a43576453e6]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)
Oct 16 09:07:58 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 (non-flash)
Oct 16 09:07:58 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7ea4107400>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1'): ({'sdb'}, set())}) {{(pid=73884) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Removing single pathed devices sdb {{(pid=73884) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8357a6c-5aea-4f2a-b24a-32b833cfcbb1]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[afe0c0bf-6575-4694-8892-04028ef63923]: (4, ('ok\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Flushing IO for device /dev/sdb {{(pid=73884) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[4465a67d-52de-48ee-8f46-bb387704d98a]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=73884) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.046s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dff3a8c-1526-42d6-a609-ff67aacb23c9]: (4, ('1', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG os_brick.initiator.linuxscsi [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] SCSI volumes sdb have been removed. {{(pid=73884) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO7b0e19b3-5e93811fc5d93d1b', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_7b0e19b3', '/dev/disk/by-id/scsi-23565393338313166') {{(pid=84860) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[3428dddf-3fbf-464d-8f7d-90e833ea611e]: (4, None) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1')] {{(pid=73884) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[30243667-39f7-45d1-a890-9dd6ace88ef0]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 -p 172.16.0.220:3260 --logout {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.048s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b79d847-e0ad-46d2-bafa-5a07ca3e3fd6]: (4, ('Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1, portal: 172.16.0.220,3260]\nLogout of [sid: 57, target: iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1, portal: 172.16.0.220,3260]
Oct 16 09:07:58 user nova-compute[73884]: Logout of [sid: 57, target: iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1, portal: 172.16.0.220,3260] successful.
Oct 16 09:07:58 user nova-compute[73884]:  stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 -p 172.16.0.220:3260 --op delete {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:97540178-6a20-4c66-9be3-6268c1d920f1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=84860) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG oslo.privsep.daemon [-] privsep: reply[c61405a4-f4ae-4efa-a342-a8784b897e50]: (4, ('', '')) {{(pid=84860) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=73884) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.base [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.283s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] <== disconnect_volume: return (283ms) None {{(pid=73884) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Disconnected iSCSI Volume {{(pid=73884) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Oct 16 09:07:58 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Deleting instance files /opt/stack/data/nova/instances/7696d044-1210-4408-b3c7-de0965c63f73_del
Oct 16 09:07:58 user nova-compute[73884]: INFO nova.virt.libvirt.driver [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Deletion of /opt/stack/data/nova/instances/7696d044-1210-4408-b3c7-de0965c63f73_del complete
Oct 16 09:07:58 user nova-compute[73884]: INFO nova.compute.manager [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Took 1.14 seconds to destroy the instance on the hypervisor.
Oct 16 09:07:58 user nova-compute[73884]: DEBUG oslo.service.loopingcall [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=73884) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG nova.compute.manager [-] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Deallocating network for instance {{(pid=73884) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Oct 16 09:07:58 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] deallocate_for_instance() {{(pid=73884) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1795}}
Oct 16 09:07:59 user nova-compute[73884]: DEBUG nova.network.neutron [-] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Updating instance_info_cache with network_info: [] {{(pid=73884) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Oct 16 09:07:59 user nova-compute[73884]: INFO nova.compute.manager [-] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Took 0.45 seconds to deallocate network for instance.
Oct 16 09:07:59 user nova-compute[73884]: DEBUG nova.compute.manager [req-86352832-78b2-40af-9809-cd259385d661 req-5f805171-7e9f-4c8c-a1ab-34eec33a0637 service nova] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Received event network-vif-unplugged-1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:07:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-86352832-78b2-40af-9809-cd259385d661 req-5f805171-7e9f-4c8c-a1ab-34eec33a0637 service nova] Acquiring lock "7696d044-1210-4408-b3c7-de0965c63f73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:07:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-86352832-78b2-40af-9809-cd259385d661 req-5f805171-7e9f-4c8c-a1ab-34eec33a0637 service nova] Lock "7696d044-1210-4408-b3c7-de0965c63f73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:07:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-86352832-78b2-40af-9809-cd259385d661 req-5f805171-7e9f-4c8c-a1ab-34eec33a0637 service nova] Lock "7696d044-1210-4408-b3c7-de0965c63f73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:07:59 user nova-compute[73884]: DEBUG nova.compute.manager [req-86352832-78b2-40af-9809-cd259385d661 req-5f805171-7e9f-4c8c-a1ab-34eec33a0637 service nova] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] No waiting events found dispatching network-vif-unplugged-1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 09:07:59 user nova-compute[73884]: DEBUG nova.compute.manager [req-86352832-78b2-40af-9809-cd259385d661 req-5f805171-7e9f-4c8c-a1ab-34eec33a0637 service nova] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Received event network-vif-unplugged-1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5 for instance with task_state deleting. {{(pid=73884) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10889}}
Oct 16 09:07:59 user nova-compute[73884]: DEBUG nova.compute.manager [req-86352832-78b2-40af-9809-cd259385d661 req-5f805171-7e9f-4c8c-a1ab-34eec33a0637 service nova] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Received event network-vif-plugged-1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:07:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-86352832-78b2-40af-9809-cd259385d661 req-5f805171-7e9f-4c8c-a1ab-34eec33a0637 service nova] Acquiring lock "7696d044-1210-4408-b3c7-de0965c63f73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:07:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-86352832-78b2-40af-9809-cd259385d661 req-5f805171-7e9f-4c8c-a1ab-34eec33a0637 service nova] Lock "7696d044-1210-4408-b3c7-de0965c63f73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:07:59 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [req-86352832-78b2-40af-9809-cd259385d661 req-5f805171-7e9f-4c8c-a1ab-34eec33a0637 service nova] Lock "7696d044-1210-4408-b3c7-de0965c63f73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:07:59 user nova-compute[73884]: DEBUG nova.compute.manager [req-86352832-78b2-40af-9809-cd259385d661 req-5f805171-7e9f-4c8c-a1ab-34eec33a0637 service nova] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] No waiting events found dispatching network-vif-plugged-1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5 {{(pid=73884) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Oct 16 09:07:59 user nova-compute[73884]: WARNING nova.compute.manager [req-86352832-78b2-40af-9809-cd259385d661 req-5f805171-7e9f-4c8c-a1ab-34eec33a0637 service nova] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Received unexpected event network-vif-plugged-1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5 for instance with vm_state active and task_state deleting.
Oct 16 09:07:59 user nova-compute[73884]: DEBUG nova.compute.manager [req-86352832-78b2-40af-9809-cd259385d661 req-5f805171-7e9f-4c8c-a1ab-34eec33a0637 service nova] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Received event network-vif-deleted-1476eb37-ace3-4f0b-967d-4ed9c0a9fcb5 {{(pid=73884) external_instance_event /opt/stack/nova/nova/compute/manager.py:11111}}
Oct 16 09:08:00 user nova-compute[73884]: INFO nova.compute.manager [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] [instance: 7696d044-1210-4408-b3c7-de0965c63f73] Took 0.74 seconds to detach 1 volumes for instance.
Oct 16 09:08:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:08:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:08:00 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 09:08:00 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 09:08:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.115s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:08:00 user nova-compute[73884]: INFO nova.scheduler.client.report [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Deleted allocations for instance 7696d044-1210-4408-b3c7-de0965c63f73
Oct 16 09:08:00 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-f7e72102-e83b-47a0-91d3-96a977ba7f5f tempest-TestVolumeBootPattern-513905673 tempest-TestVolumeBootPattern-513905673-project-member] Lock "7696d044-1210-4408-b3c7-de0965c63f73" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.631s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:08:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:08:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:08:11 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:08:13 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:08:13 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:08:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:08:16 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:08:16 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 09:08:18 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:08:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:08:23 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:08:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:08:26 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:08:27 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:08:27 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 09:08:27 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Rebuilding the list of instances to heal {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 16 09:08:27 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Didn't find any instances for network info cache update. {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 16 09:08:27 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:08:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:08:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:08:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:08:27 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 09:08:27 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 09:08:27 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 09:08:27 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=9127MB free_disk=25.12580108642578GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 09:08:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:08:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:08:27 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 09:08:27 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 09:08:27 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 09:08:27 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 09:08:27 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 09:08:27 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.135s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:08:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:08:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:08:38 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:08:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:08:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:08:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:08:57 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:08:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:09:00 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:09:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:09:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:09:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:09:12 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:09:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:09:14 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:09:14 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:09:18 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:09:18 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 09:09:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:09:19 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:09:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:09:25 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:09:27 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:09:28 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:09:28 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:09:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:09:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:09:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:09:28 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 09:09:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:09:28 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 09:09:28 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 09:09:28 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=9117MB free_disk=25.116310119628906GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 09:09:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:09:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:09:28 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 09:09:28 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 09:09:28 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Refreshing inventories for resource provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Oct 16 09:09:28 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Updating ProviderTree inventory for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Oct 16 09:09:28 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Updating inventory in ProviderTree for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Oct 16 09:09:28 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Refreshing aggregate associations for resource provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6, aggregates: None {{(pid=73884) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Oct 16 09:09:29 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Refreshing trait associations for resource provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_ACCELERATORS,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_VIF_MODEL_VIRTIO,HW_CPU_X86_SSE42,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_FDC,COMPUTE_RESCUE_BFV,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_MMX,COMPUTE_STORAGE_BUS_USB,COMPUTE_NET_VIF_MODEL_PCNET,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SATA,HW_CPU_X86_SSSE3,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_SSE41,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000 {{(pid=73884) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Oct 16 09:09:29 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 09:09:29 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 09:09:29 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 09:09:29 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.365s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:09:30 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:09:30 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 09:09:30 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Rebuilding the list of instances to heal {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 16 09:09:30 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Didn't find any instances for network info cache update. {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 16 09:09:32 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:09:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:09:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:09:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=73884) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 09:09:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 09:09:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 09:09:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:09:38 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:09:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:09:46 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:09:46 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Cleaning up deleted instances with incomplete migration  {{(pid=73884) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11246}}
Oct 16 09:09:47 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:09:47 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Cleaning up deleted instances {{(pid=73884) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11208}}
Oct 16 09:09:47 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] There are 0 instances to clean {{(pid=73884) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11217}}
Oct 16 09:09:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:09:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:09:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:09:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:09:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=73884) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 09:09:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 09:09:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 09:09:58 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:10:03 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:10:08 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:10:13 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:10:13 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:10:14 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:10:15 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:10:18 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:10:18 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=73884) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10540}}
Oct 16 09:10:18 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:10:19 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:10:23 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:10:25 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:10:28 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager.update_available_resource {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:10:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:10:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:10:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:10:28 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Auditing locally available compute resources for user (node: user) {{(pid=73884) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Oct 16 09:10:28 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 09:10:28 user nova-compute[73884]: WARNING nova.virt.libvirt.driver [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Oct 16 09:10:28 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Hypervisor/Node resource view: name=user free_ram=9148MB free_disk=25.11514663696289GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}] {{(pid=73884) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Oct 16 09:10:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Oct 16 09:10:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Oct 16 09:10:28 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:10:28 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Oct 16 09:10:28 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=73884) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Oct 16 09:10:28 user nova-compute[73884]: DEBUG nova.compute.provider_tree [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed in ProviderTree for provider: 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 {{(pid=73884) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Oct 16 09:10:28 user nova-compute[73884]: DEBUG nova.scheduler.client.report [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Inventory has not changed for provider 3f9b2df1-c425-411c-9859-7f44a8bc4bb6 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=73884) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Oct 16 09:10:28 user nova-compute[73884]: DEBUG nova.compute.resource_tracker [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Compute_service record updated for user:user {{(pid=73884) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Oct 16 09:10:28 user nova-compute[73884]: DEBUG oslo_concurrency.lockutils [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.112s {{(pid=73884) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Oct 16 09:10:29 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:10:29 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Starting heal instance info cache {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9921}}
Oct 16 09:10:29 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Rebuilding the list of instances to heal {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9925}}
Oct 16 09:10:29 user nova-compute[73884]: DEBUG nova.compute.manager [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Didn't find any instances for network info cache update. {{(pid=73884) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10007}}
Oct 16 09:10:30 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Oct 16 09:10:32 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:10:33 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:10:38 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:10:43 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:10:48 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:10:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Oct 16 09:10:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:10:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=73884) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Oct 16 09:10:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 09:10:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=73884) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Oct 16 09:10:53 user nova-compute[73884]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=73884) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Oct 16 09:10:54 user nova-compute[73884]: DEBUG oslo_service.periodic_task [None req-b3477fc0-fc3d-4a61-bd7f-d14271d54b15 None None] Running periodic task ComputeManager._sync_power_states {{(pid=73884) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}